-- Logs begin at Thu 2022-06-16 16:40:38 UTC, end at Thu 2022-06-16 17:50:13 UTC. -- Jun 16 17:25:41.765645 dv-cinder-837546-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 16 17:25:44.496465 dv-cinder-837546-2-iscsi neutron-server[103945]: INFO neutron.common.config [-] Logging enabled! Jun 16 17:25:44.497036 dv-cinder-837546-2-iscsi neutron-server[103945]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev347 Jun 16 17:25:44.497139 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103945) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jun 16 17:25:44.500307 dv-cinder-837546-2-iscsi neutron-server[103945]: INFO neutron.common.config [-] Logging enabled! Jun 16 17:25:44.500555 dv-cinder-837546-2-iscsi neutron-server[103945]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev347 Jun 16 17:25:44.500860 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103945) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jun 16 17:25:44.501811 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 16 17:25:44.502037 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 16 17:25:44.502390 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 16 17:25:44.502654 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 16 17:25:44.502870 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 16 17:25:44.503266 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:44.503556 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:44.503781 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:44.504066 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:44.504349 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:44.504622 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:44.504921 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:44.505216 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:44.505498 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:44.505773 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:44.506048 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:44.506272 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:44.506545 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:44.506827 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:44.507107 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:44.507327 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.common.config [-] debug = True {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:44.507601 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:44.508028 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:44.508431 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:44.508707 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:44.508991 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:44.509284 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:44.509558 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:44.509826 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:44.510103 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:44.510425 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.common.config [-] host = dv-cinder-837546-2-iscsi {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:44.510696 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:44.510990 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:44.511257 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:44.511534 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:44.511802 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:44.512070 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:44.512346 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:44.512612 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:44.512878 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.common.config [-] log_file = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:44.513173 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:44.513448 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:44.513728 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:44.514015 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:44.514232 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:44.514446 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:44.514727 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:44.515010 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:44.515277 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:44.515543 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:44.515810 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:44.516075 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:44.516338 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:44.516599 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:44.516877 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:44.517176 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:44.517454 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:44.517720 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:44.517983 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:44.518377 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:44.518751 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:44.519034 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:44.519306 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:44.519594 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:44.519849 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:44.520129 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:44.520393 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:44.520660 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:44.520954 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:44.521269 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:44.521548 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:44.521827 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:44.522092 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:44.522365 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:44.522630 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:44.522894 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:44.523157 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.common.config [-] use_json = False {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:44.523420 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:44.523681 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:44.523954 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:44.524218 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:44.524481 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:44.524745 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:44.525008 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:44.525307 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:44.525574 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:44.525861 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:44.526149 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:44.526440 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:44.526716 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:44.527012 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:44.527285 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:44.527564 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:44.527838 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:44.528117 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:44.528397 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:44.528684 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:44.528954 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:44.529268 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:44.529559 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:44.529845 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:44.530140 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:44.530422 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:44.530706 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:44.530974 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:44.531242 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:44.531508 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:44.531778 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:44.532056 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:44.532326 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:44.532605 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:44.532886 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:44.533181 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:44.533467 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:44.534288 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:44.534570 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:44.534992 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:44.535280 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:44.535549 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:44.535823 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:44.536109 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:44.536379 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:44.536643 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:44.536925 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:44.537225 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:44.537493 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:44.537765 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:44.538048 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:44.538329 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:44.538592 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:44.538865 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:44.539145 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:44.539414 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:44.539681 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:44.539943 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:44.540210 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:44.540473 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:44.540746 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:44.541014 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:44.541305 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:44.541569 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:44.541837 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:44.542101 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:44.542363 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:44.542630 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:44.542894 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:44.543160 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:44.543423 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:44.543683 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:44.543946 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:44.544211 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:44.544477 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:44.544742 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:44.545007 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:44.545299 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:44.545565 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:44.545828 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:44.546091 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:44.546352 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:44.546616 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:44.546907 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:44.547178 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:44.547447 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:44.547716 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:44.547985 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:44.548252 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:44.548518 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:44.548787 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:44.549055 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:44.549978 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:44.550432 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:44.550714 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:44.550998 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:44.551278 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:44.551552 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:44.551860 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:44.552134 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:44.552406 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:44.552681 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:44.552950 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:44.553247 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:44.553528 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:44.553802 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:44.554087 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:44.554373 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:44.554646 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:44.554933 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:44.555222 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:44.555510 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:44.555784 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:44.556082 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:44.556354 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:44.556562 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 16 17:25:44.556793 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103945) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 16 17:25:44.934291 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jun 16 17:25:44.934559 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jun 16 17:25:44.934851 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jun 16 17:25:44.935185 dv-cinder-837546-2-iscsi neutron-server[103945]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 16 17:25:45.260525 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:25:45.260800 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:25:45.261062 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:25:45.264047 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:25:45.264315 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:25:45.264571 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:25:45.316889 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:25:45.317186 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:25:45.317438 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:25:45.331613 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:25:45.331882 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:25:45.332145 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:25:45.361822 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:25:45.362703 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:25:45.362957 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:25:45.398747 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:25:45.399017 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:25:45.399279 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:25:45.630110 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:25:45.630755 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:25:45.630755 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:25:45.630939 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:25:45.631737 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:25:45.729465 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:25:45.729775 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:25:45.730045 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:25:45.730304 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:25:45.730558 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:25:45.730858 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:25:45.731110 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:25:45.731355 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:25:45.731601 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:25:45.731870 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:25:45.732117 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:25:45.732373 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:25:45.732617 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:25:45.732857 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:25:45.733101 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:25:45.733379 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:25:45.733625 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:25:45.733884 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:25:45.734145 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:25:45.734399 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:25:45.734661 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:25:45.734905 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:25:45.735176 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:25:45.735540 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:25:45.735779 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:25:45.736014 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:25:45.736403 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103945) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 17:25:45.736634 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103945) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 17:25:45.737431 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103945) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 17:25:45.737682 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103945) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 17:25:45.738069 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103945) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 17:25:45.738180 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103945) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 17:25:45.738443 dv-cinder-837546-2-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 16 17:25:45.741508 dv-cinder-837546-2-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 16 17:25:45.745431 dv-cinder-837546-2-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 16 17:25:45.749592 dv-cinder-837546-2-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Jun 16 17:25:45.751190 dv-cinder-837546-2-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 16 17:25:45.751645 dv-cinder-837546-2-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 16 17:25:45.751972 dv-cinder-837546-2-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 16 17:25:45.752360 dv-cinder-837546-2-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 16 17:25:45.755666 dv-cinder-837546-2-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 16 17:25:45.755904 dv-cinder-837546-2-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 16 17:25:45.756243 dv-cinder-837546-2-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 16 17:25:45.761274 dv-cinder-837546-2-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jun 16 17:25:45.784847 dv-cinder-837546-2-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 16 17:25:45.785314 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:25:45.785606 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103945) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Jun 16 17:25:45.785970 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:25:45.787298 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103945) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 16 17:25:45.787571 dv-cinder-837546-2-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 16 17:25:45.787810 dv-cinder-837546-2-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 16 17:25:45.791261 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:25:45.791533 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:25:45.931057 dv-cinder-837546-2-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 16 17:25:45.931226 dv-cinder-837546-2-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 16 17:25:45.931450 dv-cinder-837546-2-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 16 17:25:45.931809 dv-cinder-837546-2-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 16 17:25:45.983659 dv-cinder-837546-2-iscsi neutron-server[103945]: INFO dbcounter [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Registered counter for database neutron Jun 16 17:25:46.003440 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_db.sqlalchemy.engines [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103945) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 16 17:25:46.009332 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG dbcounter [-] [103945] Writer thread running {{(pid=103945) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 16 17:25:46.545835 dv-cinder-837546-2-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.managers [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Initializing driver for type 'gre' Jun 16 17:25:46.546346 dv-cinder-837546-2-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] gre ID ranges: [(1, 1000)] Jun 16 17:25:46.601365 dv-cinder-837546-2-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.managers [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Initializing driver for type 'local' Jun 16 17:25:46.601711 dv-cinder-837546-2-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.managers [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Initializing driver for type 'vlan' Jun 16 17:25:46.615234 dv-cinder-837546-2-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] VlanTypeDriver initialization complete Jun 16 17:25:46.615565 dv-cinder-837546-2-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.managers [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Initializing driver for type 'vxlan' Jun 16 17:25:46.616050 dv-cinder-837546-2-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] vxlan ID ranges: [(1, 1000)] Jun 16 17:25:46.671614 dv-cinder-837546-2-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.managers [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Initializing extension driver 'port_security' Jun 16 17:25:46.672253 dv-cinder-837546-2-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.extensions.port_security [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] PortSecurityExtensionDriver initialization complete Jun 16 17:25:46.672345 dv-cinder-837546-2-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.managers [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Initializing mechanism driver 'openvswitch' Jun 16 17:25:46.672605 dv-cinder-837546-2-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.managers [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Initializing mechanism driver 'hyperv' Jun 16 17:25:46.679911 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.plugin [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:25:46.680576 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Subscribe: > port after_create 55550000 {{(pid=103945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:25:46.680943 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Subscribe: > port after_update 55550000 {{(pid=103945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:25:46.681327 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Subscribe: > port after_delete 55550000 {{(pid=103945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:25:46.681830 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103945) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 16 17:25:46.682253 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Subscribe: > subnet after_create 55550000 {{(pid=103945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:25:46.682607 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Subscribe: > subnet after_update 55550000 {{(pid=103945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:25:46.682950 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:25:46.683341 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103945) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 16 17:25:46.683748 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Subscribe: > network after_create 55550000 {{(pid=103945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:25:46.684096 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Subscribe: > network after_update 55550000 {{(pid=103945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:25:46.684439 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Subscribe: > network after_delete 55550000 {{(pid=103945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:25:46.684825 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103945) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 16 17:25:46.685254 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Subscribe: > security_group after_create 55550000 {{(pid=103945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:25:46.685604 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Subscribe: > security_group after_update 55550000 {{(pid=103945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:25:46.685943 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:25:46.686332 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103945) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 16 17:25:46.686731 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:25:46.687073 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:25:46.687411 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:25:46.687924 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103945) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 16 17:25:46.688327 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Subscribe: > address_group after_create 55550000 {{(pid=103945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:25:46.688679 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Subscribe: > address_group after_update 55550000 {{(pid=103945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:25:46.689023 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:25:46.689443 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103945) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 16 17:25:46.689914 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] ML2 OVO RPC backend initialized. {{(pid=103945) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 16 17:25:46.690707 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:25:46.691061 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:25:46.691482 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Subscribe: > network before_response 55550000 {{(pid=103945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:25:46.691833 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Subscribe: > networks before_response 55550000 {{(pid=103945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:25:46.692185 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Subscribe: > port before_response 55550000 {{(pid=103945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:25:46.692527 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Subscribe: > ports before_response 55550000 {{(pid=103945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:25:46.692875 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Subscribe: > subnet before_response 55550000 {{(pid=103945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:25:46.693246 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Subscribe: > subnets before_response 55550000 {{(pid=103945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:25:46.693596 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Subscribe: > network after_create 55550000 {{(pid=103945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:25:46.693935 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Subscribe: > network after_update 55550000 {{(pid=103945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:25:46.694271 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Subscribe: > network after_delete 55550000 {{(pid=103945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:25:46.694609 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Subscribe: > port after_create 55550000 {{(pid=103945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:25:46.694945 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Subscribe: > port after_update 55550000 {{(pid=103945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:25:46.695280 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Subscribe: > port after_delete 55550000 {{(pid=103945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:25:46.695616 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Subscribe: > subnet after_create 55550000 {{(pid=103945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:25:46.695953 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Subscribe: > subnet after_update 55550000 {{(pid=103945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:25:46.696288 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:25:46.703778 dv-cinder-837546-2-iscsi neutron-server[103945]: INFO neutron.quota [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loaded quota_driver: . Jun 16 17:25:46.704140 dv-cinder-837546-2-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.plugin [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Modular L2 Plugin initialization complete Jun 16 17:25:46.704487 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.manager [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loading services supported by the core plugin {{(pid=103945) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 16 17:25:46.704828 dv-cinder-837546-2-iscsi neutron-server[103945]: INFO neutron.plugins.ml2.managers [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Got port-security extension from driver 'port_security' Jun 16 17:25:46.705338 dv-cinder-837546-2-iscsi neutron-server[103945]: INFO neutron.extensions.vlantransparent [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Disabled vlantransparent extension. Jun 16 17:25:46.705834 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.manager [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103945) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 16 17:25:46.706307 dv-cinder-837546-2-iscsi neutron-server[103945]: INFO neutron.manager [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loading Plugin: router Jun 16 17:25:46.742625 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:25:46.743020 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Subscribe: > router after_create 55549900 {{(pid=103945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:25:46.743392 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Subscribe: > router before_create 55549900 {{(pid=103945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:25:46.743760 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:25:46.744135 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:25:46.744493 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Subscribe: > router after_delete 55549900 {{(pid=103945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:25:46.744850 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:25:46.745221 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:25:46.745582 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Subscribe: > router after_create 55549900 {{(pid=103945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:25:46.745930 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Subscribe: > router after_update 55549900 {{(pid=103945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:25:46.746535 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Subscribe: > router after_update 55549900 {{(pid=103945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:25:46.746884 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:25:46.747245 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Subscribe: > router after_update 55549900 {{(pid=103945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:25:46.747664 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Subscribe: > router precommit_update 55549900 {{(pid=103945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:25:46.748038 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Subscribe: port after_update 55550000 {{(pid=103945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:25:46.748378 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Subscribe: port after_delete 55550000 {{(pid=103945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:25:46.748720 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Subscribe: subnet after_update 55550000 {{(pid=103945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:25:46.749059 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:25:46.749432 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:25:46.749781 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Subscribe: > router precommit_create 55549900 {{(pid=103945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:25:46.750123 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Subscribe: port before_delete 55550000 {{(pid=103945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:25:46.750466 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Subscribe: > router precommit_create 55550000 {{(pid=103945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:25:46.750826 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Subscribe: > router after_update 55549900 {{(pid=103945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:25:46.751174 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:25:46.751522 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Subscribe: > router precommit_create 55549900 {{(pid=103945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:25:46.751885 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:25:46.752233 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Subscribe: > router precommit_update 55549900 {{(pid=103945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:25:46.752614 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Subscribe: > agent after_create 55550000 {{(pid=103945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:25:46.752971 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Subscribe: > agent after_delete 55550000 {{(pid=103945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:25:46.753334 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Subscribe: > network after_delete 55550000 {{(pid=103945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:25:46.754188 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.quota.resource_registry [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Tracking information for resource: router configured {{(pid=103945) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 17:25:46.754519 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.quota.resource_registry [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Tracking information for resource: floatingip configured {{(pid=103945) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 17:25:46.759423 dv-cinder-837546-2-iscsi neutron-server[103945]: INFO neutron.db.l3_agentschedulers_db [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 16 17:25:46.760002 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Subscribe: port after_update 55550000 {{(pid=103945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:25:46.760364 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Subscribe: port after_create 55550000 {{(pid=103945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:25:46.760722 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Subscribe: port after_delete 55550000 {{(pid=103945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:25:46.761071 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Subscribe: port after_update 55550000 {{(pid=103945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:25:46.761954 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Subscribe: > router before_create 55550100 {{(pid=103945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:25:46.762338 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:25:46.762698 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Subscribe: > router precommit_create 55550100 {{(pid=103945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:25:46.763052 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Subscribe: > router precommit_update 55550100 {{(pid=103945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:25:46.767922 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.services.provider_configuration [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Service providers = [] {{(pid=103945) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 16 17:25:46.768289 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.db.servicetype_db [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103945) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 16 17:25:46.771291 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.services.service_base [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103945) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 16 17:25:46.771642 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.services.service_base [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103945) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 16 17:25:46.771984 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.services.service_base [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103945) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 16 17:25:46.772867 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.services.service_base [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103945) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 16 17:25:46.773276 dv-cinder-837546-2-iscsi neutron-server[103945]: INFO neutron.services.service_base [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 16 17:25:46.773651 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.manager [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103945) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 17:25:46.773968 dv-cinder-837546-2-iscsi neutron-server[103945]: INFO neutron.manager [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 16 17:25:46.785223 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.manager [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103945) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 17:25:46.785555 dv-cinder-837546-2-iscsi neutron-server[103945]: INFO neutron.manager [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loading Plugin: auto_allocate Jun 16 17:25:46.791175 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Subscribe: network precommit_update 55550000 {{(pid=103945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:25:46.791548 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Subscribe: network precommit_create 55550000 {{(pid=103945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:25:46.792065 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.manager [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103945) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 17:25:46.792384 dv-cinder-837546-2-iscsi neutron-server[103945]: INFO neutron.manager [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loading Plugin: tag Jun 16 17:25:46.799073 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.manager [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103945) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 17:25:46.799974 dv-cinder-837546-2-iscsi neutron-server[103945]: INFO neutron.manager [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loading Plugin: timestamp Jun 16 17:25:46.804096 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.manager [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103945) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 17:25:46.804425 dv-cinder-837546-2-iscsi neutron-server[103945]: INFO neutron.manager [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loading Plugin: network_ip_availability Jun 16 17:25:46.809916 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:25:46.810288 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:25:46.810643 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:25:46.811356 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.manager [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103945) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 17:25:46.811676 dv-cinder-837546-2-iscsi neutron-server[103945]: INFO neutron.manager [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loading Plugin: flavors Jun 16 17:25:46.816383 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.manager [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103945) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 17:25:46.816759 dv-cinder-837546-2-iscsi neutron-server[103945]: INFO neutron.manager [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loading Plugin: revisions Jun 16 17:25:46.821077 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.manager [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103945) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 17:25:46.821497 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_concurrency.lockutils [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.886s {{(pid=103945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jun 16 17:25:46.822233 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103945) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jun 16 17:25:46.822568 dv-cinder-837546-2-iscsi neutron-server[103945]: INFO neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Initializing extension manager. Jun 16 17:25:46.823093 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loading extension file: __init__.py {{(pid=103945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:25:46.823620 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loading extension file: __pycache__ {{(pid=103945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:25:46.823959 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loading extension file: _port_mac_address_override.py {{(pid=103945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:25:46.824293 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loading extension file: address_group.py {{(pid=103945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:25:46.825049 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:25:46.825655 dv-cinder-837546-2-iscsi neutron-server[103945]: INFO neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loaded extension: address-group Jun 16 17:25:46.825983 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loading extension file: address_scope.py {{(pid=103945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:25:46.826696 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:25:46.827209 dv-cinder-837546-2-iscsi neutron-server[103945]: INFO neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loaded extension: address-scope Jun 16 17:25:46.827533 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:25:46.828462 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:25:46.828973 dv-cinder-837546-2-iscsi neutron-server[103945]: INFO neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loaded extension: router-admin-state-down-before-update Jun 16 17:25:46.829336 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loading extension file: agent.py {{(pid=103945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:25:46.830040 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:25:46.830602 dv-cinder-837546-2-iscsi neutron-server[103945]: INFO neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loaded extension: agent Jun 16 17:25:46.830961 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loading extension file: agent_resources_synced.py {{(pid=103945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:25:46.831872 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:25:46.832391 dv-cinder-837546-2-iscsi neutron-server[103945]: INFO neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loaded extension: agent-resources-synced Jun 16 17:25:46.832716 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loading extension file: allowedaddresspairs.py {{(pid=103945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:25:46.834541 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:25:46.835062 dv-cinder-837546-2-iscsi neutron-server[103945]: INFO neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loaded extension: allowed-address-pairs Jun 16 17:25:46.835391 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loading extension file: auto_allocated_topology.py {{(pid=103945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:25:46.836460 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:25:46.836975 dv-cinder-837546-2-iscsi neutron-server[103945]: INFO neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loaded extension: auto-allocated-topology Jun 16 17:25:46.837336 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loading extension file: availability_zone.py {{(pid=103945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:25:46.838030 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:25:46.838533 dv-cinder-837546-2-iscsi neutron-server[103945]: INFO neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loaded extension: availability_zone Jun 16 17:25:46.838854 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loading extension file: availability_zone_filter.py {{(pid=103945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:25:46.839768 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:25:46.840351 dv-cinder-837546-2-iscsi neutron-server[103945]: INFO neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loaded extension: availability_zone_filter Jun 16 17:25:46.840673 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loading extension file: data_plane_status.py {{(pid=103945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:25:46.841610 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:25:46.842113 dv-cinder-837546-2-iscsi neutron-server[103945]: INFO neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Extension data-plane-status not supported by any of loaded plugins Jun 16 17:25:46.842432 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loading extension file: default_subnetpools.py {{(pid=103945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:25:46.843340 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:25:46.843842 dv-cinder-837546-2-iscsi neutron-server[103945]: INFO neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loaded extension: default-subnetpools Jun 16 17:25:46.844164 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:25:46.845046 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:25:46.845584 dv-cinder-837546-2-iscsi neutron-server[103945]: INFO neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loaded extension: dhcp_agent_scheduler Jun 16 17:25:46.845909 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loading extension file: dns.py {{(pid=103945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:25:46.847393 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:25:46.847894 dv-cinder-837546-2-iscsi neutron-server[103945]: INFO neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Extension dns-integration not supported by any of loaded plugins Jun 16 17:25:46.848219 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loading extension file: dns_domain_ports.py {{(pid=103945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:25:46.849136 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:25:46.849673 dv-cinder-837546-2-iscsi neutron-server[103945]: INFO neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 16 17:25:46.849999 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:25:46.850928 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:25:46.851431 dv-cinder-837546-2-iscsi neutron-server[103945]: INFO neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jun 16 17:25:46.851753 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loading extension file: dvr.py {{(pid=103945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:25:46.852420 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:25:46.852921 dv-cinder-837546-2-iscsi neutron-server[103945]: INFO neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loaded extension: dvr Jun 16 17:25:46.853270 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loading extension file: ecmp_routes.py {{(pid=103945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:25:46.854205 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:25:46.854708 dv-cinder-837546-2-iscsi neutron-server[103945]: INFO neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Extension ecmp_routes not supported by any of loaded plugins Jun 16 17:25:46.855029 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loading extension file: empty_string_filtering.py {{(pid=103945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:25:46.855932 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:25:46.856438 dv-cinder-837546-2-iscsi neutron-server[103945]: INFO neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loaded extension: empty-string-filtering Jun 16 17:25:46.856759 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:25:46.857701 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:25:46.858209 dv-cinder-837546-2-iscsi neutron-server[103945]: INFO neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 16 17:25:46.858529 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:25:46.859446 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:25:46.859956 dv-cinder-837546-2-iscsi neutron-server[103945]: INFO neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 16 17:25:46.860279 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loading extension file: external_net.py {{(pid=103945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:25:46.861205 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:25:46.861770 dv-cinder-837546-2-iscsi neutron-server[103945]: INFO neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loaded extension: external-net Jun 16 17:25:46.862666 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:25:46.863594 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:25:46.864100 dv-cinder-837546-2-iscsi neutron-server[103945]: INFO neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loaded extension: extra_dhcp_opt Jun 16 17:25:46.864420 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loading extension file: extraroute.py {{(pid=103945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:25:46.865367 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:25:46.865877 dv-cinder-837546-2-iscsi neutron-server[103945]: INFO neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loaded extension: extraroute Jun 16 17:25:46.866197 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loading extension file: extraroute_atomic.py {{(pid=103945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:25:46.867227 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:25:46.867737 dv-cinder-837546-2-iscsi neutron-server[103945]: INFO neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loaded extension: extraroute-atomic Jun 16 17:25:46.868060 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loading extension file: filter_validation.py {{(pid=103945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:25:46.868730 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:25:46.869261 dv-cinder-837546-2-iscsi neutron-server[103945]: INFO neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loaded extension: filter-validation Jun 16 17:25:46.869589 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loading extension file: fip_pf_description.py {{(pid=103945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:25:46.870498 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:25:46.871006 dv-cinder-837546-2-iscsi neutron-server[103945]: INFO neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 16 17:25:46.871579 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loading extension file: fip_pf_port_range.py {{(pid=103945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:25:46.872519 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:25:46.873005 dv-cinder-837546-2-iscsi neutron-server[103945]: INFO neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Jun 16 17:25:46.873355 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loading extension file: fip_port_details.py {{(pid=103945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:25:46.874295 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:25:46.874803 dv-cinder-837546-2-iscsi neutron-server[103945]: INFO neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loaded extension: fip-port-details Jun 16 17:25:46.875127 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loading extension file: flavors.py {{(pid=103945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:25:46.876369 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:25:46.876884 dv-cinder-837546-2-iscsi neutron-server[103945]: INFO neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loaded extension: flavors Jun 16 17:25:46.877239 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:25:46.880516 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:25:46.881052 dv-cinder-837546-2-iscsi neutron-server[103945]: INFO neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 16 17:25:46.881411 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loading extension file: floatingip_pools.py {{(pid=103945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:25:46.882276 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:25:46.882651 dv-cinder-837546-2-iscsi neutron-server[103945]: INFO neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loaded extension: floatingip-pools Jun 16 17:25:46.882984 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loading extension file: ip_allocation.py {{(pid=103945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:25:46.883927 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:25:46.884433 dv-cinder-837546-2-iscsi neutron-server[103945]: INFO neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Extension ip_allocation not supported by any of loaded plugins Jun 16 17:25:46.884781 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:25:46.885740 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:25:46.886251 dv-cinder-837546-2-iscsi neutron-server[103945]: INFO neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loaded extension: ip-substring-filtering Jun 16 17:25:46.886580 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loading extension file: l2_adjacency.py {{(pid=103945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:25:46.887592 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:25:46.888101 dv-cinder-837546-2-iscsi neutron-server[103945]: INFO neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 16 17:25:46.888428 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loading extension file: l3.py {{(pid=103945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:25:46.889462 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:25:46.889980 dv-cinder-837546-2-iscsi neutron-server[103945]: INFO neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loaded extension: router Jun 16 17:25:46.890305 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:25:46.892547 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:25:46.893663 dv-cinder-837546-2-iscsi neutron-server[103945]: INFO neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 16 17:25:46.894004 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:25:46.894929 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:25:46.895441 dv-cinder-837546-2-iscsi neutron-server[103945]: INFO neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loaded extension: ext-gw-mode Jun 16 17:25:46.895768 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:25:46.896688 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:25:46.897230 dv-cinder-837546-2-iscsi neutron-server[103945]: INFO neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loaded extension: l3-ha Jun 16 17:25:46.897558 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:25:46.898466 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:25:46.898971 dv-cinder-837546-2-iscsi neutron-server[103945]: INFO neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Jun 16 17:25:46.899293 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loading extension file: l3_flavors.py {{(pid=103945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:25:46.900205 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:25:46.900710 dv-cinder-837546-2-iscsi neutron-server[103945]: INFO neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loaded extension: l3-flavors Jun 16 17:25:46.901032 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:25:46.902414 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:25:46.903005 dv-cinder-837546-2-iscsi neutron-server[103945]: INFO neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Jun 16 17:25:46.903336 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:25:46.904252 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:25:46.904772 dv-cinder-837546-2-iscsi neutron-server[103945]: INFO neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 16 17:25:46.905096 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loading extension file: l3agentscheduler.py {{(pid=103945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:25:46.906174 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:25:46.906688 dv-cinder-837546-2-iscsi neutron-server[103945]: INFO neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loaded extension: l3_agent_scheduler Jun 16 17:25:46.907018 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loading extension file: local_ip.py {{(pid=103945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:25:46.909444 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:25:46.909972 dv-cinder-837546-2-iscsi neutron-server[103945]: INFO neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Extension local_ip not supported by any of loaded plugins Jun 16 17:25:46.910306 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loading extension file: logging.py {{(pid=103945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:25:46.911791 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:25:46.912306 dv-cinder-837546-2-iscsi neutron-server[103945]: INFO neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Extension logging not supported by any of loaded plugins Jun 16 17:25:46.912637 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loading extension file: metering.py {{(pid=103945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:25:46.913410 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:25:46.913987 dv-cinder-837546-2-iscsi neutron-server[103945]: INFO neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loaded extension: metering Jun 16 17:25:46.914317 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:25:46.915427 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:25:46.915942 dv-cinder-837546-2-iscsi neutron-server[103945]: INFO neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loaded extension: metering_source_and_destination_fields Jun 16 17:25:46.916271 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loading extension file: multiprovidernet.py {{(pid=103945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:25:46.917219 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:25:46.917732 dv-cinder-837546-2-iscsi neutron-server[103945]: INFO neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loaded extension: multi-provider Jun 16 17:25:46.918060 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loading extension file: netmtu.py {{(pid=103945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:25:46.919140 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:25:46.919652 dv-cinder-837546-2-iscsi neutron-server[103945]: INFO neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loaded extension: net-mtu Jun 16 17:25:46.919982 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loading extension file: netmtu_writable.py {{(pid=103945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:25:46.920896 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:25:46.921490 dv-cinder-837546-2-iscsi neutron-server[103945]: INFO neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loaded extension: net-mtu-writable Jun 16 17:25:46.921815 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loading extension file: network_availability_zone.py {{(pid=103945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:25:46.922481 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:25:46.922983 dv-cinder-837546-2-iscsi neutron-server[103945]: INFO neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loaded extension: network_availability_zone Jun 16 17:25:46.923302 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loading extension file: network_ip_availability.py {{(pid=103945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:25:46.924481 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:25:46.925001 dv-cinder-837546-2-iscsi neutron-server[103945]: INFO neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loaded extension: network-ip-availability Jun 16 17:25:46.925354 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loading extension file: network_segment_range.py {{(pid=103945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:25:46.926121 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:25:46.926625 dv-cinder-837546-2-iscsi neutron-server[103945]: INFO neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Extension network-segment-range not supported by any of loaded plugins Jun 16 17:25:46.926947 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loading extension file: pagination.py {{(pid=103945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:25:46.927937 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:25:46.928267 dv-cinder-837546-2-iscsi neutron-server[103945]: INFO neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loaded extension: pagination Jun 16 17:25:46.928588 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loading extension file: port_device_profile.py {{(pid=103945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:25:46.929541 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:25:46.930067 dv-cinder-837546-2-iscsi neutron-server[103945]: INFO neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loaded extension: port-device-profile Jun 16 17:25:46.930387 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loading extension file: port_mac_address_override.py {{(pid=103945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:25:46.931319 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=103945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:25:46.931830 dv-cinder-837546-2-iscsi neutron-server[103945]: INFO neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loaded extension: port-mac-override Jun 16 17:25:46.932153 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:25:46.933070 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:25:46.933609 dv-cinder-837546-2-iscsi neutron-server[103945]: INFO neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loaded extension: port-mac-address-regenerate Jun 16 17:25:46.934036 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:25:46.934919 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:25:46.935431 dv-cinder-837546-2-iscsi neutron-server[103945]: INFO neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loaded extension: port-numa-affinity-policy Jun 16 17:25:46.935751 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loading extension file: port_resource_request.py {{(pid=103945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:25:46.936656 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:25:46.937177 dv-cinder-837546-2-iscsi neutron-server[103945]: INFO neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Extension port-resource-request not supported by any of loaded plugins Jun 16 17:25:46.937508 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loading extension file: port_resource_request_groups.py {{(pid=103945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:25:46.938465 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:25:46.938977 dv-cinder-837546-2-iscsi neutron-server[103945]: INFO neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Extension port-resource-request-groups not supported by any of loaded plugins Jun 16 17:25:46.939298 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loading extension file: portbindings.py {{(pid=103945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:25:46.940284 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:25:46.940794 dv-cinder-837546-2-iscsi neutron-server[103945]: INFO neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loaded extension: binding Jun 16 17:25:46.941113 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loading extension file: portbindings_extended.py {{(pid=103945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:25:46.942394 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:25:46.942906 dv-cinder-837546-2-iscsi neutron-server[103945]: INFO neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loaded extension: binding-extended Jun 16 17:25:46.943235 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loading extension file: portsecurity.py {{(pid=103945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:25:46.944150 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:25:46.944662 dv-cinder-837546-2-iscsi neutron-server[103945]: INFO neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loaded extension: port-security Jun 16 17:25:46.944997 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loading extension file: project_id.py {{(pid=103945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:25:46.946011 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:25:46.946342 dv-cinder-837546-2-iscsi neutron-server[103945]: INFO neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loaded extension: project-id Jun 16 17:25:46.946668 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loading extension file: providernet.py {{(pid=103945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:25:46.947604 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:25:46.948163 dv-cinder-837546-2-iscsi neutron-server[103945]: INFO neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loaded extension: provider Jun 16 17:25:46.948491 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loading extension file: qos.py {{(pid=103945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:25:46.952145 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:25:46.952665 dv-cinder-837546-2-iscsi neutron-server[103945]: INFO neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Extension qos not supported by any of loaded plugins Jun 16 17:25:46.952994 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:25:46.954278 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:25:46.954800 dv-cinder-837546-2-iscsi neutron-server[103945]: INFO neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 16 17:25:46.955130 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:25:46.956615 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:25:46.957128 dv-cinder-837546-2-iscsi neutron-server[103945]: INFO neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 16 17:25:46.957489 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loading extension file: qos_default.py {{(pid=103945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:25:46.958405 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:25:46.958916 dv-cinder-837546-2-iscsi neutron-server[103945]: INFO neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Extension qos-default not supported by any of loaded plugins Jun 16 17:25:46.959244 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loading extension file: qos_fip.py {{(pid=103945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:25:46.960164 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:25:46.960675 dv-cinder-837546-2-iscsi neutron-server[103945]: INFO neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Extension qos-fip not supported by any of loaded plugins Jun 16 17:25:46.961001 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:25:46.961946 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:25:46.962540 dv-cinder-837546-2-iscsi neutron-server[103945]: INFO neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jun 16 17:25:46.962865 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loading extension file: qos_gateway_ip.py {{(pid=103945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:25:46.963787 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:25:46.964299 dv-cinder-837546-2-iscsi neutron-server[103945]: INFO neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 16 17:25:46.964627 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loading extension file: qos_port_network_policy.py {{(pid=103945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:25:46.965567 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:25:46.966079 dv-cinder-837546-2-iscsi neutron-server[103945]: INFO neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 16 17:25:46.966404 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:25:46.967436 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:25:46.968027 dv-cinder-837546-2-iscsi neutron-server[103945]: INFO neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Extension qos-pps-minimum not supported by any of loaded plugins Jun 16 17:25:46.968359 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:25:46.969422 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:25:46.969935 dv-cinder-837546-2-iscsi neutron-server[103945]: INFO neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Jun 16 17:25:46.970262 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loading extension file: qos_pps_rule.py {{(pid=103945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:25:46.972122 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:25:46.972740 dv-cinder-837546-2-iscsi neutron-server[103945]: INFO neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Extension qos-pps not supported by any of loaded plugins Jun 16 17:25:46.973067 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loading extension file: qos_rule_type_details.py {{(pid=103945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:25:46.974017 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:25:46.974535 dv-cinder-837546-2-iscsi neutron-server[103945]: INFO neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 16 17:25:46.974861 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loading extension file: qos_rule_type_filter.py {{(pid=103945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:25:46.975983 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:25:46.976499 dv-cinder-837546-2-iscsi neutron-server[103945]: INFO neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Jun 16 17:25:46.976826 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loading extension file: qos_rules_alias.py {{(pid=103945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:25:46.977890 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:25:46.978404 dv-cinder-837546-2-iscsi neutron-server[103945]: INFO neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 16 17:25:46.978744 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loading extension file: quota_check_limit.py {{(pid=103945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:25:46.979657 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:25:46.980169 dv-cinder-837546-2-iscsi neutron-server[103945]: INFO neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loaded extension: quota-check-limit Jun 16 17:25:46.980493 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loading extension file: quotasv2.py {{(pid=103945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:25:46.981489 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:25:46.981820 dv-cinder-837546-2-iscsi neutron-server[103945]: INFO neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loaded extension: quotas Jun 16 17:25:46.982143 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loading extension file: quotasv2_detail.py {{(pid=103945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:25:46.984015 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:25:46.984360 dv-cinder-837546-2-iscsi neutron-server[103945]: INFO neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loaded extension: quota_details Jun 16 17:25:46.984694 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loading extension file: rbac.py {{(pid=103945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:25:46.985815 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:25:46.986339 dv-cinder-837546-2-iscsi neutron-server[103945]: INFO neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loaded extension: rbac-policies Jun 16 17:25:46.986707 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loading extension file: rbac_address_group.py {{(pid=103945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:25:46.987923 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:25:46.988440 dv-cinder-837546-2-iscsi neutron-server[103945]: INFO neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loaded extension: rbac-address-group Jun 16 17:25:46.988771 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loading extension file: rbac_address_scope.py {{(pid=103945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:25:46.989804 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:25:46.990321 dv-cinder-837546-2-iscsi neutron-server[103945]: INFO neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loaded extension: rbac-address-scope Jun 16 17:25:46.990648 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loading extension file: rbac_security_groups.py {{(pid=103945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:25:46.991582 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:25:46.992096 dv-cinder-837546-2-iscsi neutron-server[103945]: INFO neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loaded extension: rbac-security-groups Jun 16 17:25:46.992424 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loading extension file: rbac_subnetpool.py {{(pid=103945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:25:46.993375 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:25:46.993889 dv-cinder-837546-2-iscsi neutron-server[103945]: INFO neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loaded extension: rbac-subnetpool Jun 16 17:25:46.994217 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loading extension file: revisionifmatch.py {{(pid=103945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:25:46.995152 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:25:46.995665 dv-cinder-837546-2-iscsi neutron-server[103945]: INFO neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loaded extension: revision-if-match Jun 16 17:25:46.995993 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loading extension file: revisions.py {{(pid=103945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:25:46.997484 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:25:46.997997 dv-cinder-837546-2-iscsi neutron-server[103945]: INFO neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loaded extension: standard-attr-revisions Jun 16 17:25:46.998323 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loading extension file: router_availability_zone.py {{(pid=103945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:25:46.998995 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:25:46.999505 dv-cinder-837546-2-iscsi neutron-server[103945]: INFO neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loaded extension: router_availability_zone Jun 16 17:25:46.999829 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loading extension file: routerservicetype.py {{(pid=103945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:25:47.000752 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:25:47.001294 dv-cinder-837546-2-iscsi neutron-server[103945]: INFO neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Extension router-service-type not supported by any of loaded plugins Jun 16 17:25:47.001620 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:25:47.002623 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:25:47.003169 dv-cinder-837546-2-iscsi neutron-server[103945]: INFO neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loaded extension: security-groups-normalized-cidr Jun 16 17:25:47.003493 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:25:47.004415 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:25:47.004928 dv-cinder-837546-2-iscsi neutron-server[103945]: INFO neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loaded extension: port-security-groups-filtering Jun 16 17:25:47.005287 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:25:47.006231 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:25:47.006744 dv-cinder-837546-2-iscsi neutron-server[103945]: INFO neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loaded extension: security-groups-remote-address-group Jun 16 17:25:47.007072 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:25:47.008011 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:25:47.008520 dv-cinder-837546-2-iscsi neutron-server[103945]: INFO neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loaded extension: security-groups-shared-filtering Jun 16 17:25:47.008847 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loading extension file: securitygroup.py {{(pid=103945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:25:47.019337 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:25:47.019865 dv-cinder-837546-2-iscsi neutron-server[103945]: INFO neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loaded extension: security-group Jun 16 17:25:47.020196 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loading extension file: segment.py {{(pid=103945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:25:47.020930 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:25:47.021467 dv-cinder-837546-2-iscsi neutron-server[103945]: INFO neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Extension segment not supported by any of loaded plugins Jun 16 17:25:47.021796 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:25:47.022757 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:25:47.023272 dv-cinder-837546-2-iscsi neutron-server[103945]: INFO neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 16 17:25:47.023596 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loading extension file: servicetype.py {{(pid=103945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:25:47.024727 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:25:47.025281 dv-cinder-837546-2-iscsi neutron-server[103945]: INFO neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loaded extension: service-type Jun 16 17:25:47.025609 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loading extension file: sorting.py {{(pid=103945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:25:47.026600 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:25:47.026933 dv-cinder-837546-2-iscsi neutron-server[103945]: INFO neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loaded extension: sorting Jun 16 17:25:47.027259 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loading extension file: standard_attr_segment.py {{(pid=103945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:25:47.028262 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:25:47.028777 dv-cinder-837546-2-iscsi neutron-server[103945]: INFO neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 16 17:25:47.029100 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loading extension file: standardattrdescription.py {{(pid=103945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:25:47.029773 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:25:47.030282 dv-cinder-837546-2-iscsi neutron-server[103945]: INFO neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loaded extension: standard-attr-description Jun 16 17:25:47.030605 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loading extension file: stateful_security_group.py {{(pid=103945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:25:47.031533 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:25:47.032046 dv-cinder-837546-2-iscsi neutron-server[103945]: INFO neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loaded extension: stateful-security-group Jun 16 17:25:47.032371 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loading extension file: stdattrs_common.py {{(pid=103945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:25:47.032947 dv-cinder-837546-2-iscsi neutron-server[103945]: WARNING neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 16 17:25:47.033300 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:25:47.035021 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:25:47.035531 dv-cinder-837546-2-iscsi neutron-server[103945]: INFO neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 16 17:25:47.035858 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loading extension file: subnet_onboard.py {{(pid=103945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:25:47.036998 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:25:47.037544 dv-cinder-837546-2-iscsi neutron-server[103945]: INFO neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loaded extension: subnet_onboard Jun 16 17:25:47.037872 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:25:47.038802 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:25:47.039312 dv-cinder-837546-2-iscsi neutron-server[103945]: INFO neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 16 17:25:47.039636 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loading extension file: subnet_service_types.py {{(pid=103945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:25:47.040556 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:25:47.041144 dv-cinder-837546-2-iscsi neutron-server[103945]: INFO neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loaded extension: subnet-service-types Jun 16 17:25:47.041501 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loading extension file: subnetallocation.py {{(pid=103945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:25:47.042579 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:25:47.043091 dv-cinder-837546-2-iscsi neutron-server[103945]: INFO neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loaded extension: subnet_allocation Jun 16 17:25:47.043418 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:25:47.044085 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:25:47.044612 dv-cinder-837546-2-iscsi neutron-server[103945]: INFO neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loaded extension: subnetpool-prefix-ops Jun 16 17:25:47.044937 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:25:47.045895 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:25:47.046412 dv-cinder-837546-2-iscsi neutron-server[103945]: INFO neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 16 17:25:47.046737 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loading extension file: tagging.py {{(pid=103945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:25:47.047819 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:25:47.048341 dv-cinder-837546-2-iscsi neutron-server[103945]: INFO neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loaded extension: standard-attr-tag Jun 16 17:25:47.048669 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loading extension file: timestamp.py {{(pid=103945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:25:47.050042 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:25:47.050539 dv-cinder-837546-2-iscsi neutron-server[103945]: INFO neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loaded extension: standard-attr-timestamp Jun 16 17:25:47.050869 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loading extension file: trunk.py {{(pid=103945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:25:47.051899 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:25:47.052419 dv-cinder-837546-2-iscsi neutron-server[103945]: INFO neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Extension trunk not supported by any of loaded plugins Jun 16 17:25:47.052748 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loading extension file: trunk_details.py {{(pid=103945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:25:47.053698 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:25:47.054210 dv-cinder-837546-2-iscsi neutron-server[103945]: INFO neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Extension trunk-details not supported by any of loaded plugins Jun 16 17:25:47.054536 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loading extension file: uplink_status_propagation.py {{(pid=103945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:25:47.055455 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:25:47.055970 dv-cinder-837546-2-iscsi neutron-server[103945]: INFO neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 16 17:25:47.056295 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Loading extension file: vlantransparent.py {{(pid=103945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:25:47.056967 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:25:47.057503 dv-cinder-837546-2-iscsi neutron-server[103945]: INFO neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 16 17:25:47.060068 dv-cinder-837546-2-iscsi neutron-server[103945]: INFO neutron.quota.resource_registry [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Creating instance of TrackedResource for resource:network Jun 16 17:25:47.060593 dv-cinder-837546-2-iscsi neutron-server[103945]: INFO neutron.quota.resource_registry [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Creating instance of TrackedResource for resource:subnet Jun 16 17:25:47.060989 dv-cinder-837546-2-iscsi neutron-server[103945]: INFO neutron.quota.resource_registry [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Creating instance of TrackedResource for resource:subnetpool Jun 16 17:25:47.061410 dv-cinder-837546-2-iscsi neutron-server[103945]: INFO neutron.quota.resource_registry [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Creating instance of TrackedResource for resource:port Jun 16 17:25:47.063696 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.v2.resource_helper [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103945) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 17:25:47.064151 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.v2.resource_helper [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Service FLAVORS assigned prefix: {{(pid=103945) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 17:25:47.064779 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.v2.resource_helper [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103945) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 17:25:47.065472 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.v2.resource_helper [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103945) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 17:25:47.065823 dv-cinder-837546-2-iscsi neutron-server[103945]: INFO neutron.quota.resource_registry [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Creating instance of TrackedResource for resource:router Jun 16 17:25:47.066268 dv-cinder-837546-2-iscsi neutron-server[103945]: INFO neutron.quota.resource_registry [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Creating instance of TrackedResource for resource:floatingip Jun 16 17:25:47.066778 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.v2.resource_helper [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Service METERING assigned prefix: /metering {{(pid=103945) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 17:25:47.068237 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:25:47.068596 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:25:47.068948 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:25:47.070015 dv-cinder-837546-2-iscsi neutron-server[103945]: INFO neutron.quota.resource_registry [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Creating instance of CountableResource for resource:rbac_policy Jun 16 17:25:47.070465 dv-cinder-837546-2-iscsi neutron-server[103945]: INFO neutron.quota.resource_registry [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Creating instance of TrackedResource for resource:security_group Jun 16 17:25:47.070906 dv-cinder-837546-2-iscsi neutron-server[103945]: INFO neutron.quota.resource_registry [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 16 17:25:47.071508 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.v2.resource_helper [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Service CORE assigned prefix: {{(pid=103945) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 17:25:47.071841 dv-cinder-837546-2-iscsi neutron-server[103945]: INFO neutron.quota.resource_registry [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Creating instance of TrackedResource for resource:subnetpool Jun 16 17:25:47.072185 dv-cinder-837546-2-iscsi neutron-server[103945]: WARNING neutron.quota.resource_registry [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] subnetpool is already registered Jun 16 17:25:47.072627 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.v2.resource_helper [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Service CORE assigned prefix: {{(pid=103945) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 17:25:47.072957 dv-cinder-837546-2-iscsi neutron-server[103945]: INFO neutron.quota.resource_registry [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Creating instance of TrackedResource for resource:subnetpool Jun 16 17:25:47.073326 dv-cinder-837546-2-iscsi neutron-server[103945]: WARNING neutron.quota.resource_registry [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] subnetpool is already registered Jun 16 17:25:47.075576 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.v2.resource_helper [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103945) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 17:25:47.076019 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.v2.resource_helper [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Service FLAVORS assigned prefix: {{(pid=103945) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 17:25:47.076616 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.v2.resource_helper [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103945) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 17:25:47.077043 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.v2.resource_helper [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103945) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 17:25:47.077414 dv-cinder-837546-2-iscsi neutron-server[103945]: INFO neutron.quota.resource_registry [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Creating instance of TrackedResource for resource:router Jun 16 17:25:47.077754 dv-cinder-837546-2-iscsi neutron-server[103945]: WARNING neutron.quota.resource_registry [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] router is already registered Jun 16 17:25:47.078170 dv-cinder-837546-2-iscsi neutron-server[103945]: INFO neutron.quota.resource_registry [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Creating instance of TrackedResource for resource:floatingip Jun 16 17:25:47.078511 dv-cinder-837546-2-iscsi neutron-server[103945]: WARNING neutron.quota.resource_registry [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] floatingip is already registered Jun 16 17:25:47.078966 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.v2.resource_helper [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Service METERING assigned prefix: /metering {{(pid=103945) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 17:25:47.079633 dv-cinder-837546-2-iscsi neutron-server[103945]: INFO neutron.quota.resource_registry [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Creating instance of CountableResource for resource:rbac_policy Jun 16 17:25:47.079963 dv-cinder-837546-2-iscsi neutron-server[103945]: WARNING neutron.quota.resource_registry [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] rbac_policy is already registered Jun 16 17:25:47.080894 dv-cinder-837546-2-iscsi neutron-server[103945]: INFO neutron.quota.resource_registry [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Creating instance of TrackedResource for resource:security_group Jun 16 17:25:47.081298 dv-cinder-837546-2-iscsi neutron-server[103945]: WARNING neutron.quota.resource_registry [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] security_group is already registered Jun 16 17:25:47.081712 dv-cinder-837546-2-iscsi neutron-server[103945]: INFO neutron.quota.resource_registry [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 16 17:25:47.082042 dv-cinder-837546-2-iscsi neutron-server[103945]: WARNING neutron.quota.resource_registry [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] security_group_rule is already registered Jun 16 17:25:47.082662 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.v2.resource_helper [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Service CORE assigned prefix: {{(pid=103945) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 17:25:47.082990 dv-cinder-837546-2-iscsi neutron-server[103945]: INFO neutron.quota.resource_registry [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Creating instance of TrackedResource for resource:subnetpool Jun 16 17:25:47.083324 dv-cinder-837546-2-iscsi neutron-server[103945]: WARNING neutron.quota.resource_registry [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] subnetpool is already registered Jun 16 17:25:47.083756 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.v2.resource_helper [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Service CORE assigned prefix: {{(pid=103945) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 17:25:47.084081 dv-cinder-837546-2-iscsi neutron-server[103945]: INFO neutron.quota.resource_registry [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Creating instance of TrackedResource for resource:subnetpool Jun 16 17:25:47.084413 dv-cinder-837546-2-iscsi neutron-server[103945]: WARNING neutron.quota.resource_registry [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] subnetpool is already registered Jun 16 17:25:47.084886 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Extended resource: extensions {{(pid=103945) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 17:25:47.086415 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Extended resource: address-groups {{(pid=103945) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 17:25:47.087932 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Extended resource: address-scopes {{(pid=103945) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 17:25:47.089280 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Extended resource: agents {{(pid=103945) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 17:25:47.090557 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Extended resource: auto-allocated-topology {{(pid=103945) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 17:25:47.091809 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Extended resource: availability_zones {{(pid=103945) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 17:25:47.093043 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Extended resource: dhcp-networks {{(pid=103945) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 17:25:47.094595 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Extended resource: dhcp-agents {{(pid=103945) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 17:25:47.096095 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Extended resource: routers {{(pid=103945) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 17:25:47.098729 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Extended resource: flavors {{(pid=103945) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 17:25:47.100018 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Extended resource: service_profiles {{(pid=103945) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 17:25:47.101285 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Extended resource: next_providers {{(pid=103945) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 17:25:47.103043 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Extended resource: service_profiles {{(pid=103945) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 17:25:47.105620 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Extended resource: floatingip-pools {{(pid=103945) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 17:25:47.106879 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Extended resource: routers {{(pid=103945) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 17:25:47.108604 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Extended resource: floatingips {{(pid=103945) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 17:25:47.109912 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Extended resource: l3-routers {{(pid=103945) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 17:25:47.111408 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Extended resource: l3-agents {{(pid=103945) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 17:25:47.112995 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Extended resource: metering-labels {{(pid=103945) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 17:25:47.114280 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Extended resource: metering-label-rules {{(pid=103945) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 17:25:47.115681 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Extended resource: network-ip-availabilities {{(pid=103945) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 17:25:47.116951 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Extended resource: bindings {{(pid=103945) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 17:25:47.118789 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Extended resource: quotas {{(pid=103945) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 17:25:47.120692 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Extended resource: quotas {{(pid=103945) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 17:25:47.122481 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Extended resource: rbac-policies {{(pid=103945) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 17:25:47.123785 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Extended resource: security-groups {{(pid=103945) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 17:25:47.125096 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Extended resource: security-group-rules {{(pid=103945) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 17:25:47.126666 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Extended resource: service-providers {{(pid=103945) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 17:25:47.127962 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Extended resource: subnetpools {{(pid=103945) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 17:25:47.129337 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Extended resource: subnetpools {{(pid=103945) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 17:25:47.130910 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Extended resource: tags {{(pid=103945) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 17:25:47.132597 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Extended resource: tags {{(pid=103945) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 17:25:47.134517 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Extended resource: tags {{(pid=103945) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 17:25:47.136313 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Extended resource: tags {{(pid=103945) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 17:25:47.138057 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Extended resource: tags {{(pid=103945) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 17:25:47.140018 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Extended resource: tags {{(pid=103945) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 17:25:47.141894 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Extended resource: tags {{(pid=103945) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 17:25:47.144436 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Extended resource: tags {{(pid=103945) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 17:25:47.146256 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Extended resource: tags {{(pid=103945) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 17:25:47.148046 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron.api.extensions [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Extended resource: tags {{(pid=103945) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 17:25:47.154126 dv-cinder-837546-2-iscsi neutron-server[103945]: WARNING keystonemiddleware.auth_token [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 16 17:25:47.159852 dv-cinder-837546-2-iscsi neutron-server[103945]: WARNING keystonemiddleware.auth_token [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 16 17:25:47.168605 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_concurrency.lockutils [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Acquired lock "singleton_lock" {{(pid=103945) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jun 16 17:25:47.169081 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_concurrency.lockutils [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Releasing lock "singleton_lock" {{(pid=103945) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jun 16 17:25:47.169754 dv-cinder-837546-2-iscsi neutron-server[103945]: INFO oslo_service.service [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Starting 2 workers Jun 16 17:25:47.174748 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Started child 104052 {{(pid=103945) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 16 17:25:47.179498 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Started child 104053 {{(pid=103945) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 16 17:25:47.180856 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:47.181749 dv-cinder-837546-2-iscsi neutron-server[103945]: INFO neutron.service [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 16 17:25:47.181948 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:47.182366 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [-] (104052) wsgi starting up on http://0.0.0.0:9696 Jun 16 17:25:47.184357 dv-cinder-837546-2-iscsi neutron-server[103945]: INFO oslo_service.service [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Starting 1 workers Jun 16 17:25:47.185690 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:47.187094 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [-] (104053) wsgi starting up on http://0.0.0.0:9696 Jun 16 17:25:47.189702 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Started child 104054 {{(pid=103945) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 16 17:25:47.190278 dv-cinder-837546-2-iscsi neutron-server[103945]: INFO oslo_service.service [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Starting 1 workers Jun 16 17:25:47.193605 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.service [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] calling RpcWorker wait() {{(pid=104054) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 16 17:25:47.194160 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.service [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] returning from RpcWorker wait() {{(pid=104054) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 16 17:25:47.194831 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Started child 104055 {{(pid=103945) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 16 17:25:47.195464 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:47.195640 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG neutron_lib.callbacks.manager [None req-6cf1c9ba-ccb9-4651-b19e-5ba6b55c3199 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:47.196030 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:25:47.197581 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103945) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 16 17:25:47.197799 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 16 17:25:47.197986 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 16 17:25:47.198211 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 16 17:25:47.198548 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 16 17:25:47.198704 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 16 17:25:47.199220 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.199483 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.199753 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.199852 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:47.200293 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.200608 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.200869 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.201108 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.201422 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.201675 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.201844 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.202014 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.202262 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.202539 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.202858 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.203136 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.203378 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.203622 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.203792 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.204059 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.204331 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.204566 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.204851 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] debug = True {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.205092 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.206125 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.206360 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.206611 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.206834 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.207290 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.207474 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.207752 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.207986 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.208201 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.208448 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.208708 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.208968 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.209208 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.209425 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.209700 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.209921 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.210416 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] host = dv-cinder-837546-2-iscsi {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.210661 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.210879 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.211130 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.211369 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.211610 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.211823 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.212065 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.212317 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.212602 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.212856 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.213107 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.213385 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.213620 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.213875 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] log_file = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.214038 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] log_options = True {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.214285 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.214532 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.214804 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.214996 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.215164 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.215328 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.215575 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.215737 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.215989 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.216226 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.216458 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.216707 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.216952 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.217224 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.217501 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.217729 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.217954 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.218194 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.218452 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.218711 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.218937 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.219184 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.219417 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.219650 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.219865 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.220097 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.220343 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.220587 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.220802 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.221118 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.221978 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.222259 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.222490 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.222763 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.223001 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.223262 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.223412 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.223652 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.223917 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.224140 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.224388 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.224650 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.224865 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.225111 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.225390 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:25:47.225535 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.225671 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.225802 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] use_json = False {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.225998 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.226209 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.226485 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.226710 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.226923 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.227139 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.227351 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.227584 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.227802 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.228201 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.228481 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.229005 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.229199 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.229344 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.229883 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.230027 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.230225 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.230477 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.230721 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.231010 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.231238 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.231780 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.231928 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.232085 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.232335 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.232592 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.232862 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.233284 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.233458 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.233594 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.233915 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.234066 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.234268 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.234513 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.234808 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.234966 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.235259 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.235521 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.235798 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.236139 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.236407 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.237370 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.40/identity {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.237370 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.237370 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.237784 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.237921 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.238069 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.238822 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.238822 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.238822 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.239225 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.239225 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.239493 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.239628 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.239935 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.240830 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.240830 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.240830 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.241046 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.241295 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.241529 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.241748 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.241964 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.242218 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.242453 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.242711 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.242936 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.243189 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.243437 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.243894 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.243894 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.244322 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.244322 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.244588 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.244712 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.244950 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.245170 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.248065 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.248065 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.248065 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.248065 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.248065 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.248065 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.248065 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.248065 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.248065 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.250765 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.250765 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.250765 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.250765 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.250765 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.250765 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.250765 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.250765 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.250765 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.251508 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.251508 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.251508 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.251508 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.251508 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.251508 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.251508 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.251508 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.252066 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.252066 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.253582 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.253582 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.253582 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.253898 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.254695 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.254695 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.254695 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.254977 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.255061 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.255218 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.255465 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.255691 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.255918 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.256145 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.256368 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.256620 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.256852 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.257165 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.258590 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.258590 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.258590 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.258590 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.258590 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.258590 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.258989 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.259112 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.259550 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.260002 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.260497 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.260946 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.261440 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.261951 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.262361 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.262774 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.263171 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.263569 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.263977 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.264385 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.264747 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.265129 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.265537 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.265916 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.266280 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.266722 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.267116 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.267532 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.267754 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.268617 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.268949 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.269229 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.269517 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.269808 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.270048 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.270293 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.270532 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.40/identity {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.270775 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.271024 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.271277 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.271497 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.271743 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.271963 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.272196 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.272424 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.272641 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.272896 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.273114 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.273400 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.273614 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.274265 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.274673 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.275105 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.275333 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.275588 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.275828 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.276063 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.276304 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.276531 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.276768 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.277022 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.277288 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.277582 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.277867 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.278108 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.278361 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.278589 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.278830 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.279051 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.279320 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.279562 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.279798 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.280046 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.280269 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.280504 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.280792 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.281026 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.281276 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.281515 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.281768 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.282125 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.282377 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.282615 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.282875 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.283125 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.283557 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.283781 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.284367 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.284846 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.285257 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.285494 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.285736 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.285961 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.286181 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.286401 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.286643 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.286912 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.287140 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.287368 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.287587 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.287829 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.288048 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.288265 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.288508 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.288722 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.288941 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.289179 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.289388 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.289602 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.289920 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.290166 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.290408 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.290661 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.290899 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.291113 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.291597 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.291597 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.291866 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.292022 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.294139 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.294139 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.294139 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.294139 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.294139 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.294139 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.294139 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.294139 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.295095 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.295095 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.295095 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.295095 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.295095 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.295095 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.295527 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.295527 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.295672 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.295879 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.296112 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.296333 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.296586 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.296803 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.297018 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.297273 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.297517 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.297727 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.298198 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.298469 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.298697 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.299003 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.299276 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.299670 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.299935 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.300317 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.300503 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.300781 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.301019 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.301289 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.301537 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.301794 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.302137 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.302444 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.302715 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.302983 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.303265 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.303564 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.303837 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.304064 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.304338 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.304663 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.304933 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.305209 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.305460 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.305710 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.305935 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.306153 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.306414 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.306633 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.306850 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.307089 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.307327 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.307572 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.307789 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.308017 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.308256 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.308480 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.308700 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.308956 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.309196 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.309352 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 16 17:25:47.309886 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103945) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 16 17:25:47.310047 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 16 17:25:47.310199 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 16 17:25:47.310368 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 16 17:25:47.310549 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 16 17:25:47.310706 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 16 17:25:47.310967 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.311113 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.311234 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.311362 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.311554 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.311720 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.311880 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.312041 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.312200 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.312359 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.312517 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.312675 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.312833 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.312997 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.313173 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.313484 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.313798 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.313917 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:25:47.314028 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.314117 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.314258 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.314417 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.314576 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] debug = True {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.315253 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.315489 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.315663 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.315872 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.316070 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.316229 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.316388 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.316547 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.316706 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.316864 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.317022 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.317220 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.317356 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.317509 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.318669 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.318669 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.318669 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.318669 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] host = dv-cinder-837546-2-iscsi {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.318669 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.318669 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.318669 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.318669 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.319777 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.319777 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.319777 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.319777 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.319777 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.319777 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.319777 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.320655 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.320655 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.320655 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] log_file = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.320655 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] log_options = True {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.320655 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.320655 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.321453 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.321453 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.321453 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.321453 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.321453 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.321453 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.322204 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.322204 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.322204 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.322204 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.322204 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.322824 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.322824 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.322824 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.322824 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.323336 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.323336 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.323336 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.323336 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.323995 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.323995 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.323995 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.323995 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.324496 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.324496 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.324496 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.324763 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.324763 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.324908 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.325049 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.325233 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.325393 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.325570 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.325706 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.325864 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.326021 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.326182 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.326340 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.326497 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.326674 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.326807 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.326953 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.327111 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.327273 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.327432 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] use_json = False {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.327580 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.327726 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.327885 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.328026 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.328187 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.328343 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.328501 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.328658 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.328804 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:25:47.328982 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.329172 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.329341 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.329502 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.329664 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.329816 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.329971 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.330131 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.330293 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.330519 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.331271 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.331439 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.331789 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.331957 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.332118 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.332282 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.332448 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.332606 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.332926 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.333091 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.333269 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.333408 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.333582 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.333736 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.333891 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.334053 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.334205 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.334372 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.334534 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.334703 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.334880 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.335032 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.335190 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.40/identity {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.335340 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.335499 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.335667 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.335861 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.335996 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.336130 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.336263 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.336395 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.336552 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.336730 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.336876 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.337016 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.337181 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.337347 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.337510 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.337671 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.337837 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.338000 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.338163 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.338325 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.338486 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.338648 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.338810 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.338971 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.339142 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.339303 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.339447 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.339633 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.339757 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.339911 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.340076 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.340242 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.340365 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.340502 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.340663 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.340837 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.340998 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.341388 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.341388 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.341556 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.341636 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.341778 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.341941 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.342101 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.342261 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.342421 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.342583 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.342744 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.342903 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.343063 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.343223 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.343384 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.343544 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.343689 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.343852 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.344013 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.344168 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.344308 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.344486 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.344648 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.344809 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.344971 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.345133 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.345317 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.345479 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.345639 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.345799 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.345968 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.346185 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.346478 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.346647 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.346915 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.347065 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.347204 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.347365 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.347540 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.347673 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.347833 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.347999 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.348160 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.348321 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.348481 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.348642 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.348802 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.348962 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.349122 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.349316 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.349477 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.349641 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.349801 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.349968 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.350138 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.350300 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.350462 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.350609 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.350771 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.350941 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.351096 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.351246 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.351394 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.351551 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.351762 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.351893 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.352021 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.352157 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.352312 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.352484 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.352645 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.352806 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.352965 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.353124 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.353306 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.353455 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.353615 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.353777 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.353937 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.354098 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.354259 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.40/identity {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.354421 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.354581 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.354742 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.354902 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.355063 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.355224 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.355383 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.355545 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.355706 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.355867 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.356031 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.356190 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.356503 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.356807 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.357107 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.357439 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.357604 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.357768 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.357936 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.358083 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.358245 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.358407 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.358568 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.358727 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.358887 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.359051 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.359215 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.359378 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.359539 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.359700 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.359861 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.360022 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.360187 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.360347 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.360507 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.360668 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.360829 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.360990 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.361188 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.361333 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.361495 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.361703 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.361851 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.362026 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.362324 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.362505 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.362690 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.362853 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.363015 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.363175 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.363336 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.363498 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.363660 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.363822 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.363983 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.364144 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.364305 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.364465 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.364625 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.364788 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.364951 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.365111 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.365297 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.365460 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.365621 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.365783 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.365942 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.366104 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.366264 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.366424 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.366585 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.366746 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.366921 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.367142 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.367240 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.367389 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.367549 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.367710 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.367880 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.368046 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.368206 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.368365 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.368525 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.368686 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.368872 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.369012 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.369187 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.369352 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.369522 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.370206 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.370206 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.370206 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.370206 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.370510 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.370510 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.370662 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.370745 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.370861 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.371020 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.371442 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.371602 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.371763 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.371932 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.372093 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.372253 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.372412 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.372572 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.372732 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.372901 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.373062 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.373245 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.373416 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.373575 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.373737 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.373897 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.374069 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.374232 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.374395 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.374556 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.374716 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.374877 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.375040 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.375205 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.375376 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.375545 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.375708 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.375876 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.376047 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.376217 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.376379 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.376548 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.376721 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.376881 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.377041 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.377876 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.378110 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.378110 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.378375 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.378375 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.378535 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.378685 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.378850 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.378992 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.379153 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.379312 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.379473 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.379633 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.379794 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.379952 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.380112 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.380273 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:25:47.380425 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 16 17:25:47.452059 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 50958) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:25:47.461295 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [-] 10.222.0.40 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0071049 Jun 16 17:25:56.664793 dv-cinder-837546-2-iscsi neutron-server[103945]: DEBUG dbcounter [-] [103945] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=103945) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:25:59.008493 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writer thread running {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 16 17:25:59.009636 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9934981-d058-41fa-aac6-bb8ecc5de459 None None] get_active_networks_info from dv-cinder-837546-2-iscsi {{(pid=104054) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jun 16 17:25:59.089894 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9934981-d058-41fa-aac6-bb8ecc5de459 None None] No non-hosted networks {{(pid=104054) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 16 17:25:59.106690 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-23d85ce3-7c76-4e8c-b1fd-4f96411fc63b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-362345'] for agent (e26ebcb9-a690-4ec1-8688-e951546304f4), after_create {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:00.797518 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writer thread running {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 16 17:26:01.262643 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-109ad07f-9676-4e49-bc0c-8283651c740d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-362345'] for agent (43e250b4-0ce3-4949-aa8c-0bafe6454580), after_create {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:01.322076 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-0ea8a8d3-0304-4b20-8451-ad0c88f6a78e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (43e250b4-0ce3-4949-aa8c-0bafe6454580), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:02.333797 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 51026) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:26:02.469222 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-359da135-d845-4d2e-a034-e84fcb95f5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-362345'] for agent (8e118b8c-b091-4f14-909a-13c66b53efc1), after_create {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:02.988460 dv-cinder-837546-2-iscsi neutron-server[104053]: WARNING oslo_policy.policy [None req-abb9e0a2-e73a-447d-a2bc-d0e99fa04c8b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 17:26:02.989032 dv-cinder-837546-2-iscsi neutron-server[104053]: WARNING oslo_policy.policy [None req-abb9e0a2-e73a-447d-a2bc-d0e99fa04c8b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 17:26:03.238404 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [None req-abb9e0a2-e73a-447d-a2bc-d0e99fa04c8b admin admin] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=104053) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 16 17:26:03.254985 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-abb9e0a2-e73a-447d-a2bc-d0e99fa04c8b admin admin] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.9200540 Jun 16 17:26:03.832010 dv-cinder-837546-2-iscsi neutron-server[104054]: INFO neutron.db.l3_hamode_db [None req-a1ce86a6-b257-48fc-b5a3-84f63369f5cf None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 16 17:26:03.917192 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ce86a6-b257-48fc-b5a3-84f63369f5cf None None] Routers set() bound to L3 agent in host dv-cinder-837546-2-iscsi {{(pid=104054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:26:03.917914 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ce86a6-b257-48fc-b5a3-84f63369f5cf None None] Router IDs set() for agent in host dv-cinder-837546-2-iscsi {{(pid=104054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Jun 16 17:26:04.146374 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-1d81e0cb-ff47-4623-99d5-ab370c19a781 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-362345'] for agent (25dd433a-18a0-496e-b58c-593ddca2a11d), after_create {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:04.433527 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-362345'] for agent (f1f6c009-5a31-4833-b180-4d9d41a55fe5), after_create {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:04.434914 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:26:04.435355 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:26:04.436014 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:26:04.436436 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:26:04.436857 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:26:04.437313 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:26:04.437812 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:26:04.442055 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:26:04.443640 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:26:04.444929 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:26:04.445437 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:26:04.446120 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:26:04.448044 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:26:04.448876 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:26:04.450446 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:26:04.451035 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-837546-2-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:26:04.463400 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-837546-2-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:26:05.720828 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 51062) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:26:06.296457 dv-cinder-837546-2-iscsi neutron-server[104052]: WARNING oslo_policy.policy [None req-55e35261-80de-4fc2-9bac-8279310e48e6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 17:26:06.297016 dv-cinder-837546-2-iscsi neutron-server[104052]: WARNING oslo_policy.policy [None req-55e35261-80de-4fc2-9bac-8279310e48e6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 17:26:06.523600 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [None req-55e35261-80de-4fc2-9bac-8279310e48e6 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'shared': True, 'is_default': True, 'default_prefixlen': 26}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:26:06.614561 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.policy [None req-55e35261-80de-4fc2-9bac-8279310e48e6 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104052) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 16 17:26:06.656020 dv-cinder-837546-2-iscsi neutron-server[104052]: WARNING oslo_policy.policy [None req-55e35261-80de-4fc2-9bac-8279310e48e6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 17:26:06.656387 dv-cinder-837546-2-iscsi neutron-server[104052]: WARNING oslo_policy.policy [None req-55e35261-80de-4fc2-9bac-8279310e48e6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 17:26:06.677181 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writer thread running {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 16 17:26:06.754517 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-55e35261-80de-4fc2-9bac-8279310e48e6 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762173672609', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762173673173', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762173656162', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762173658712', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762172667944', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762172659008', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-715384', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-706946', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1548966', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1491360'] for rbac-policy (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:06.825001 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-55e35261-80de-4fc2-9bac-8279310e48e6 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:06.826501 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-55e35261-80de-4fc2-9bac-8279310e48e6 admin admin] 10.222.0.40 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.1037362 Jun 16 17:26:09.168808 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 51080) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:26:09.515063 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [None req-862de4a6-58d1-4357-bd26-1cdbaa42e65a demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:26:09.545432 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-862de4a6-58d1-4357-bd26-1cdbaa42e65a demo demo] Made reservation on behalf of 8a3d0e211dd942aaa39eed1730d17e92 for: {'network': 1} {{(pid=104052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:26:09.549549 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-862de4a6-58d1-4357-bd26-1cdbaa42e65a demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for network (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:09.566217 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-862de4a6-58d1-4357-bd26-1cdbaa42e65a demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:09.686631 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-862de4a6-58d1-4357-bd26-1cdbaa42e65a demo demo] Publish callbacks [] for security_group (d370a660-6955-45af-903a-f4945462f4a9), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:09.690684 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-862de4a6-58d1-4357-bd26-1cdbaa42e65a demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (d370a660-6955-45af-903a-f4945462f4a9), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:09.717764 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-862de4a6-58d1-4357-bd26-1cdbaa42e65a demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 329} {{(pid=104052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 17:26:09.756044 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-862de4a6-58d1-4357-bd26-1cdbaa42e65a demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8762170470894', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1565696'] for segment (7884ccdf-a0dd-4750-ba29-d447cbae7782), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:09.756533 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-862de4a6-58d1-4357-bd26-1cdbaa42e65a demo demo] Unsubscribe: segment precommit_create {{(pid=104052) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 16 17:26:09.757057 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.db.segments_db [None req-862de4a6-58d1-4357-bd26-1cdbaa42e65a demo demo] Added segment 7884ccdf-a0dd-4750-ba29-d447cbae7782 of type vlan for network eafb4845-e51d-4dbf-a26d-ff30d0a12b31 Jun 16 17:26:09.773734 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862de4a6-58d1-4357-bd26-1cdbaa42e65a demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=d370a660-6955-45af-903a-f4945462f4a9,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:26:09.801061 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862de4a6-58d1-4357-bd26-1cdbaa42e65a demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:26:09.801425 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862de4a6-58d1-4357-bd26-1cdbaa42e65a demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:26:09.801778 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862de4a6-58d1-4357-bd26-1cdbaa42e65a demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:26:09.802125 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862de4a6-58d1-4357-bd26-1cdbaa42e65a demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:26:09.802454 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862de4a6-58d1-4357-bd26-1cdbaa42e65a demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:26:09.802773 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862de4a6-58d1-4357-bd26-1cdbaa42e65a demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:26:09.803092 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862de4a6-58d1-4357-bd26-1cdbaa42e65a demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:26:09.803406 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862de4a6-58d1-4357-bd26-1cdbaa42e65a demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:26:09.803725 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862de4a6-58d1-4357-bd26-1cdbaa42e65a demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:26:09.804041 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862de4a6-58d1-4357-bd26-1cdbaa42e65a demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:26:09.804356 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862de4a6-58d1-4357-bd26-1cdbaa42e65a demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:26:09.804670 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862de4a6-58d1-4357-bd26-1cdbaa42e65a demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:26:09.804982 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862de4a6-58d1-4357-bd26-1cdbaa42e65a demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:26:09.805324 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862de4a6-58d1-4357-bd26-1cdbaa42e65a demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:26:09.805639 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862de4a6-58d1-4357-bd26-1cdbaa42e65a demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:26:09.806980 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862de4a6-58d1-4357-bd26-1cdbaa42e65a demo demo] Tracked resource versions report: Jun 16 17:26:09.806980 dv-cinder-837546-2-iscsi neutron-server[104052]: pushed versions: Jun 16 17:26:09.806980 dv-cinder-837546-2-iscsi neutron-server[104052]: { 'AddressGroup': {'1.2'}, Jun 16 17:26:09.806980 dv-cinder-837546-2-iscsi neutron-server[104052]: 'Agent': {'1.1'}, Jun 16 17:26:09.806980 dv-cinder-837546-2-iscsi neutron-server[104052]: 'ConntrackHelper': {'1.0'}, Jun 16 17:26:09.806980 dv-cinder-837546-2-iscsi neutron-server[104052]: 'LocalIPAssociation': {'1.0'}, Jun 16 17:26:09.806980 dv-cinder-837546-2-iscsi neutron-server[104052]: 'Log': {'1.0'}, Jun 16 17:26:09.806980 dv-cinder-837546-2-iscsi neutron-server[104052]: 'NDPProxy': {'1.0'}, Jun 16 17:26:09.806980 dv-cinder-837546-2-iscsi neutron-server[104052]: 'Network': {'1.1'}, Jun 16 17:26:09.806980 dv-cinder-837546-2-iscsi neutron-server[104052]: 'Port': {'1.7'}, Jun 16 17:26:09.806980 dv-cinder-837546-2-iscsi neutron-server[104052]: 'PortForwarding': {'1.3'}, Jun 16 17:26:09.806980 dv-cinder-837546-2-iscsi neutron-server[104052]: 'QosPolicy': {'1.10'}, Jun 16 17:26:09.806980 dv-cinder-837546-2-iscsi neutron-server[104052]: 'SecurityGroup': {'1.5'}, Jun 16 17:26:09.806980 dv-cinder-837546-2-iscsi neutron-server[104052]: 'SecurityGroupRule': {'1.2'}, Jun 16 17:26:09.806980 dv-cinder-837546-2-iscsi neutron-server[104052]: 'SubPort': {'1.0'}, Jun 16 17:26:09.806980 dv-cinder-837546-2-iscsi neutron-server[104052]: 'Subnet': {'1.1'}, Jun 16 17:26:09.806980 dv-cinder-837546-2-iscsi neutron-server[104052]: 'Trunk': {'1.1'}} Jun 16 17:26:09.806980 dv-cinder-837546-2-iscsi neutron-server[104052]: consumer versions: Jun 16 17:26:09.806980 dv-cinder-837546-2-iscsi neutron-server[104052]: { DHCP agent@dv-cinder-837546-2-iscsi: {}, Jun 16 17:26:09.806980 dv-cinder-837546-2-iscsi neutron-server[104052]: L3 agent@dv-cinder-837546-2-iscsi: {}, Jun 16 17:26:09.806980 dv-cinder-837546-2-iscsi neutron-server[104052]: Metadata agent@dv-cinder-837546-2-iscsi: {}, Jun 16 17:26:09.806980 dv-cinder-837546-2-iscsi neutron-server[104052]: Metering agent@dv-cinder-837546-2-iscsi: {}, Jun 16 17:26:09.806980 dv-cinder-837546-2-iscsi neutron-server[104052]: Open vSwitch agent@dv-cinder-837546-2-iscsi: { 'AddressGroup': '1.2', Jun 16 17:26:09.806980 dv-cinder-837546-2-iscsi neutron-server[104052]: 'Agent': '1.1', Jun 16 17:26:09.806980 dv-cinder-837546-2-iscsi neutron-server[104052]: 'ConntrackHelper': '1.0', Jun 16 17:26:09.806980 dv-cinder-837546-2-iscsi neutron-server[104052]: 'LocalIPAssociation': '1.0', Jun 16 17:26:09.806980 dv-cinder-837546-2-iscsi neutron-server[104052]: 'Log': '1.0', Jun 16 17:26:09.806980 dv-cinder-837546-2-iscsi neutron-server[104052]: 'NDPProxy': '1.0', Jun 16 17:26:09.806980 dv-cinder-837546-2-iscsi neutron-server[104052]: 'Network': '1.1', Jun 16 17:26:09.806980 dv-cinder-837546-2-iscsi neutron-server[104052]: 'Port': '1.7', Jun 16 17:26:09.806980 dv-cinder-837546-2-iscsi neutron-server[104052]: 'PortForwarding': '1.3', Jun 16 17:26:09.806980 dv-cinder-837546-2-iscsi neutron-server[104052]: 'QosPolicy': '1.10', Jun 16 17:26:09.806980 dv-cinder-837546-2-iscsi neutron-server[104052]: 'SecurityGroup': '1.5', Jun 16 17:26:09.806980 dv-cinder-837546-2-iscsi neutron-server[104052]: 'SecurityGroupRule': '1.2', Jun 16 17:26:09.806980 dv-cinder-837546-2-iscsi neutron-server[104052]: 'SubPort': '1.0', Jun 16 17:26:09.806980 dv-cinder-837546-2-iscsi neutron-server[104052]: 'Subnet': '1.1', Jun 16 17:26:09.806980 dv-cinder-837546-2-iscsi neutron-server[104052]: 'Trunk': '1.1'}} Jun 16 17:26:09.806980 dv-cinder-837546-2-iscsi neutron-server[104052]: {{(pid=104052) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 17:26:09.890157 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-862de4a6-58d1-4357-bd26-1cdbaa42e65a demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762169983061'] for network (eafb4845-e51d-4dbf-a26d-ff30d0a12b31), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:09.910816 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=53,neutron:INSERT=45,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:26:09.936646 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-862de4a6-58d1-4357-bd26-1cdbaa42e65a demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511'] for network (eafb4845-e51d-4dbf-a26d-ff30d0a12b31), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:09.942533 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-862de4a6-58d1-4357-bd26-1cdbaa42e65a demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:09.943233 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-862de4a6-58d1-4357-bd26-1cdbaa42e65a demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626521'] for network (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:10.019602 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-862de4a6-58d1-4357-bd26-1cdbaa42e65a demo demo] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 0.8495781 Jun 16 17:26:10.073467 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862de4a6-58d1-4357-bd26-1cdbaa42e65a demo demo] Pushing event updated for resources: {'Network': ['ID=eafb4845-e51d-4dbf-a26d-ff30d0a12b31,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:26:10.086288 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Network eafb4845-e51d-4dbf-a26d-ff30d0a12b31 details requested by agent ovs-agent-dv-cinder-837546-2-iscsi with host dv-cinder-837546-2-iscsi {{(pid=104054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 16 17:26:12.556465 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 51094) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:26:12.983826 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b050bc4-2322-414c-8bb3-f6257c6edaa6 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:12.985786 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-9b050bc4-2322-414c-8bb3-f6257c6edaa6 demo admin] 10.222.0.40 "GET /v2.0/networks/eafb4845-e51d-4dbf-a26d-ff30d0a12b31 HTTP/1.1" status: 200 len: 825 time: 0.4282725 Jun 16 17:26:13.010605 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-3a9e2a07-6242-467f-b33c-e5db9f372451 demo admin] 10.222.0.40 "GET /v2.0/subnetpools/78d4e1f5-5540-440a-8187-5dc4429600fb HTTP/1.1" status: 200 len: 734 time: 0.0190957 Jun 16 17:26:13.019421 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [None req-8f14f9dc-33b5-4202-be5e-81b1dbebd154 demo admin] Request body: {'subnet': {'ip_version': 4, 'subnetpool_id': '78d4e1f5-5540-440a-8187-5dc4429600fb', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'network_id': 'eafb4845-e51d-4dbf-a26d-ff30d0a12b31'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:26:13.041216 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f14f9dc-33b5-4202-be5e-81b1dbebd154 demo admin] Made reservation on behalf of 8a3d0e211dd942aaa39eed1730d17e92 for: {'subnet': 1} {{(pid=104052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:26:13.043572 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-8f14f9dc-33b5-4202-be5e-81b1dbebd154 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:13.256645 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=80,neutron:INSERT=13,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:26:13.344781 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-8f14f9dc-33b5-4202-be5e-81b1dbebd154 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511'] for subnet (990862ae-46ad-490a-bb23-26a1c48a5534), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:13.410689 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f14f9dc-33b5-4202-be5e-81b1dbebd154 demo admin] Pushing event updated for resources: {'Subnet': ['ID=990862ae-46ad-490a-bb23-26a1c48a5534,revision_number=0']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:26:13.426442 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f14f9dc-33b5-4202-be5e-81b1dbebd154 demo admin] Checking segment: {'id': '7884ccdf-a0dd-4750-ba29-d447cbae7782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'eafb4845-e51d-4dbf-a26d-ff30d0a12b31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 17:26:13.426786 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f14f9dc-33b5-4202-be5e-81b1dbebd154 demo admin] Network hostable DHCP agents. Network: eafb4845-e51d-4dbf-a26d-ff30d0a12b31, hostable agents: ['e26ebcb9-a690-4ec1-8688-e951546304f4'], hosted agents: [] {{(pid=104052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 17:26:13.453646 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f14f9dc-33b5-4202-be5e-81b1dbebd154 demo admin] Network eafb4845-e51d-4dbf-a26d-ff30d0a12b31 is scheduled to be hosted by DHCP agent e26ebcb9-a690-4ec1-8688-e951546304f4 with binding_index 1 {{(pid=104052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 17:26:13.466174 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.base_scheduler [None req-8f14f9dc-33b5-4202-be5e-81b1dbebd154 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837546-2-iscsi, eafb4845-e51d-4dbf-a26d-ff30d0a12b31) {{(pid=104052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:26:13.475051 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f14f9dc-33b5-4202-be5e-81b1dbebd154 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:13.475929 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-8f14f9dc-33b5-4202-be5e-81b1dbebd154 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626521'] for subnet (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:13.477081 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e95c85c6-f981-473a-a4b4-727b196cfcc8 None None] Network eafb4845-e51d-4dbf-a26d-ff30d0a12b31 requested from dv-cinder-837546-2-iscsi {{(pid=104054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 17:26:13.495773 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-8f14f9dc-33b5-4202-be5e-81b1dbebd154 demo admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4795256 Jun 16 17:26:13.743902 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35a5844a-eaed-4ec2-8182-6eb20fe0f72c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0cae4adc-82d1-5bc8-94a6-29ea8bfd1c5c-eafb4845-e51d-4dbf-a26d-ff30d0a12b31', 'network_id': 'eafb4845-e51d-4dbf-a26d-ff30d0a12b31', 'project_id': '8a3d0e211dd942aaa39eed1730d17e92', 'fixed_ips': [{'subnet_id': '990862ae-46ad-490a-bb23-26a1c48a5534'}]}} from dv-cinder-837546-2-iscsi. {{(pid=104054) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 16 17:26:13.745927 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-35a5844a-eaed-4ec2-8182-6eb20fe0f72c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (None), before_create {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:14.028695 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.db_base_plugin_common [None req-35a5844a-eaed-4ec2-8182-6eb20fe0f72c None None] Allocated IP 172.20.0.2 (eafb4845-e51d-4dbf-a26d-ff30d0a12b31/990862ae-46ad-490a-bb23-26a1c48a5534/afc0a82d-c400-4e84-b54b-a1dcc51dfd38) {{(pid=104054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:26:14.136979 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=61,neutron:INSERT=36,neutron:UPDATE=3 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:26:14.305468 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-35a5844a-eaed-4ec2-8182-6eb20fe0f72c None None] Publish callbacks [] for port (afc0a82d-c400-4e84-b54b-a1dcc51dfd38), precommit_create {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:14.313510 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-35a5844a-eaed-4ec2-8182-6eb20fe0f72c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762170029078'] for port (afc0a82d-c400-4e84-b54b-a1dcc51dfd38), after_create {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:14.381643 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a5844a-eaed-4ec2-8182-6eb20fe0f72c None None] Network eafb4845-e51d-4dbf-a26d-ff30d0a12b31 is already hosted by enough agents. {{(pid=104054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:26:14.387418 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.scheduler.base_scheduler [None req-35a5844a-eaed-4ec2-8182-6eb20fe0f72c None None] Resources bound (agent type, host, resource id): {{(pid=104054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:26:14.401635 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a5844a-eaed-4ec2-8182-6eb20fe0f72c None None] Received port after_create {{(pid=104054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 17:26:14.408857 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a5844a-eaed-4ec2-8182-6eb20fe0f72c None None] Pushing event updated for resources: {'Port': ['ID=afc0a82d-c400-4e84-b54b-a1dcc51dfd38,revision_number=1']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:26:14.412510 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:INSERT=6,neutron:SELECT=90,neutron:UPDATE=4 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:26:14.442310 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a5844a-eaed-4ec2-8182-6eb20fe0f72c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:26:14.442648 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a5844a-eaed-4ec2-8182-6eb20fe0f72c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:26:14.442997 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a5844a-eaed-4ec2-8182-6eb20fe0f72c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:26:14.443349 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a5844a-eaed-4ec2-8182-6eb20fe0f72c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:26:14.443675 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a5844a-eaed-4ec2-8182-6eb20fe0f72c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:26:14.444019 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a5844a-eaed-4ec2-8182-6eb20fe0f72c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:26:14.444311 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a5844a-eaed-4ec2-8182-6eb20fe0f72c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:26:14.444623 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a5844a-eaed-4ec2-8182-6eb20fe0f72c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:26:14.444937 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a5844a-eaed-4ec2-8182-6eb20fe0f72c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:26:14.445273 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a5844a-eaed-4ec2-8182-6eb20fe0f72c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:26:14.445589 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a5844a-eaed-4ec2-8182-6eb20fe0f72c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:26:14.445921 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a5844a-eaed-4ec2-8182-6eb20fe0f72c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:26:14.446237 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a5844a-eaed-4ec2-8182-6eb20fe0f72c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:26:14.446545 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a5844a-eaed-4ec2-8182-6eb20fe0f72c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:26:14.446853 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a5844a-eaed-4ec2-8182-6eb20fe0f72c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:26:14.448665 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a5844a-eaed-4ec2-8182-6eb20fe0f72c None None] Tracked resource versions report: Jun 16 17:26:14.448665 dv-cinder-837546-2-iscsi neutron-server[104054]: pushed versions: Jun 16 17:26:14.448665 dv-cinder-837546-2-iscsi neutron-server[104054]: { 'AddressGroup': {'1.2'}, Jun 16 17:26:14.448665 dv-cinder-837546-2-iscsi neutron-server[104054]: 'Agent': {'1.1'}, Jun 16 17:26:14.448665 dv-cinder-837546-2-iscsi neutron-server[104054]: 'ConntrackHelper': {'1.0'}, Jun 16 17:26:14.448665 dv-cinder-837546-2-iscsi neutron-server[104054]: 'LocalIPAssociation': {'1.0'}, Jun 16 17:26:14.448665 dv-cinder-837546-2-iscsi neutron-server[104054]: 'Log': {'1.0'}, Jun 16 17:26:14.448665 dv-cinder-837546-2-iscsi neutron-server[104054]: 'NDPProxy': {'1.0'}, Jun 16 17:26:14.448665 dv-cinder-837546-2-iscsi neutron-server[104054]: 'Network': {'1.1'}, Jun 16 17:26:14.448665 dv-cinder-837546-2-iscsi neutron-server[104054]: 'Port': {'1.7'}, Jun 16 17:26:14.448665 dv-cinder-837546-2-iscsi neutron-server[104054]: 'PortForwarding': {'1.3'}, Jun 16 17:26:14.448665 dv-cinder-837546-2-iscsi neutron-server[104054]: 'QosPolicy': {'1.10'}, Jun 16 17:26:14.448665 dv-cinder-837546-2-iscsi neutron-server[104054]: 'SecurityGroup': {'1.5'}, Jun 16 17:26:14.448665 dv-cinder-837546-2-iscsi neutron-server[104054]: 'SecurityGroupRule': {'1.2'}, Jun 16 17:26:14.448665 dv-cinder-837546-2-iscsi neutron-server[104054]: 'SubPort': {'1.0'}, Jun 16 17:26:14.448665 dv-cinder-837546-2-iscsi neutron-server[104054]: 'Subnet': {'1.1'}, Jun 16 17:26:14.448665 dv-cinder-837546-2-iscsi neutron-server[104054]: 'Trunk': {'1.1'}} Jun 16 17:26:14.448665 dv-cinder-837546-2-iscsi neutron-server[104054]: consumer versions: Jun 16 17:26:14.448665 dv-cinder-837546-2-iscsi neutron-server[104054]: { DHCP agent@dv-cinder-837546-2-iscsi: {}, Jun 16 17:26:14.448665 dv-cinder-837546-2-iscsi neutron-server[104054]: L3 agent@dv-cinder-837546-2-iscsi: {}, Jun 16 17:26:14.448665 dv-cinder-837546-2-iscsi neutron-server[104054]: Metadata agent@dv-cinder-837546-2-iscsi: {}, Jun 16 17:26:14.448665 dv-cinder-837546-2-iscsi neutron-server[104054]: Metering agent@dv-cinder-837546-2-iscsi: {}, Jun 16 17:26:14.448665 dv-cinder-837546-2-iscsi neutron-server[104054]: Open vSwitch agent@dv-cinder-837546-2-iscsi: { 'AddressGroup': '1.2', Jun 16 17:26:14.448665 dv-cinder-837546-2-iscsi neutron-server[104054]: 'Agent': '1.1', Jun 16 17:26:14.448665 dv-cinder-837546-2-iscsi neutron-server[104054]: 'ConntrackHelper': '1.0', Jun 16 17:26:14.448665 dv-cinder-837546-2-iscsi neutron-server[104054]: 'LocalIPAssociation': '1.0', Jun 16 17:26:14.448665 dv-cinder-837546-2-iscsi neutron-server[104054]: 'Log': '1.0', Jun 16 17:26:14.448665 dv-cinder-837546-2-iscsi neutron-server[104054]: 'NDPProxy': '1.0', Jun 16 17:26:14.448665 dv-cinder-837546-2-iscsi neutron-server[104054]: 'Network': '1.1', Jun 16 17:26:14.448665 dv-cinder-837546-2-iscsi neutron-server[104054]: 'Port': '1.7', Jun 16 17:26:14.448665 dv-cinder-837546-2-iscsi neutron-server[104054]: 'PortForwarding': '1.3', Jun 16 17:26:14.448665 dv-cinder-837546-2-iscsi neutron-server[104054]: 'QosPolicy': '1.10', Jun 16 17:26:14.448665 dv-cinder-837546-2-iscsi neutron-server[104054]: 'SecurityGroup': '1.5', Jun 16 17:26:14.448665 dv-cinder-837546-2-iscsi neutron-server[104054]: 'SecurityGroupRule': '1.2', Jun 16 17:26:14.448665 dv-cinder-837546-2-iscsi neutron-server[104054]: 'SubPort': '1.0', Jun 16 17:26:14.448665 dv-cinder-837546-2-iscsi neutron-server[104054]: 'Subnet': '1.1', Jun 16 17:26:14.448665 dv-cinder-837546-2-iscsi neutron-server[104054]: 'Trunk': '1.1'}} Jun 16 17:26:14.448665 dv-cinder-837546-2-iscsi neutron-server[104054]: {{(pid=104054) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 17:26:14.499594 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.managers [None req-35a5844a-eaed-4ec2-8182-6eb20fe0f72c None None] Attempting to bind port afc0a82d-c400-4e84-b54b-a1dcc51dfd38 on host dv-cinder-837546-2-iscsi for vnic_type normal with profile {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 17:26:14.500715 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.managers [None req-35a5844a-eaed-4ec2-8182-6eb20fe0f72c None None] Attempting to bind port afc0a82d-c400-4e84-b54b-a1dcc51dfd38 by drivers openvswitch,hyperv on host dv-cinder-837546-2-iscsi at level 0 using segments [{'id': '7884ccdf-a0dd-4750-ba29-d447cbae7782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'eafb4845-e51d-4dbf-a26d-ff30d0a12b31'}] {{(pid=104054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 17:26:14.501285 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a5844a-eaed-4ec2-8182-6eb20fe0f72c None None] Attempting to bind port afc0a82d-c400-4e84-b54b-a1dcc51dfd38 on network eafb4845-e51d-4dbf-a26d-ff30d0a12b31 {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 17:26:14.506510 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a5844a-eaed-4ec2-8182-6eb20fe0f72c None None] Checking agent: {'id': 'f1f6c009-5a31-4833-b180-4d9d41a55fe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837546-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 17, 26, 4), 'started_at': datetime.datetime(2022, 6, 16, 17, 26, 4), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 17, 26, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837546-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 17:26:14.506898 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a5844a-eaed-4ec2-8182-6eb20fe0f72c None None] Checking segment: {'id': '7884ccdf-a0dd-4750-ba29-d447cbae7782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'eafb4845-e51d-4dbf-a26d-ff30d0a12b31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 17:26:14.507384 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-35a5844a-eaed-4ec2-8182-6eb20fe0f72c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:14.507830 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a5844a-eaed-4ec2-8182-6eb20fe0f72c None None] Bound using segment: {'id': '7884ccdf-a0dd-4750-ba29-d447cbae7782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'eafb4845-e51d-4dbf-a26d-ff30d0a12b31'} {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 17:26:14.508318 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.managers [None req-35a5844a-eaed-4ec2-8182-6eb20fe0f72c None None] Bound port: afc0a82d-c400-4e84-b54b-a1dcc51dfd38, host: dv-cinder-837546-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7884ccdf-a0dd-4750-ba29-d447cbae7782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'eafb4845-e51d-4dbf-a26d-ff30d0a12b31'}}] {{(pid=104054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 17:26:14.508735 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-35a5844a-eaed-4ec2-8182-6eb20fe0f72c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (afc0a82d-c400-4e84-b54b-a1dcc51dfd38), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:14.569750 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-35a5844a-eaed-4ec2-8182-6eb20fe0f72c None None] For port afc0a82d-c400-4e84-b54b-a1dcc51dfd38, host dv-cinder-837546-2-iscsi, cleared binding levels {{(pid=104054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 17:26:14.591668 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-35a5844a-eaed-4ec2-8182-6eb20fe0f72c None None] For port afc0a82d-c400-4e84-b54b-a1dcc51dfd38, host dv-cinder-837546-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-2-iscsi',level=0,port_id=afc0a82d-c400-4e84-b54b-a1dcc51dfd38,segment=NetworkSegment(7884ccdf-a0dd-4750-ba29-d447cbae7782),segment_id=7884ccdf-a0dd-4750-ba29-d447cbae7782)] {{(pid=104054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 17:26:14.599805 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-35a5844a-eaed-4ec2-8182-6eb20fe0f72c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114'] for port (afc0a82d-c400-4e84-b54b-a1dcc51dfd38), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:14.654035 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a5844a-eaed-4ec2-8182-6eb20fe0f72c None None] Pushing event updated for resources: {'Port': ['ID=afc0a82d-c400-4e84-b54b-a1dcc51dfd38,revision_number=2']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:26:15.947018 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 51104) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:26:16.288376 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [None req-37245d8a-1c75-453b-a969-d9670cf48dc1 admin admin] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=104052) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 16 17:26:16.289420 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-37245d8a-1c75-453b-a969-d9670cf48dc1 admin admin] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3414114 Jun 16 17:26:18.160981 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=7 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:26:18.166153 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=17,neutron:INSERT=31 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:26:18.693003 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 51116) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:26:19.053404 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [None req-764eab6b-d72f-4de3-b9f0-af6cefa96318 admin admin] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=104052) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 16 17:26:19.054473 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-764eab6b-d72f-4de3-b9f0-af6cefa96318 admin admin] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3604856 Jun 16 17:26:21.459535 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 51126) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:26:21.819869 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [None req-df248d82-7013-4a82-b13d-a462ad712724 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:26:21.843183 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-df248d82-7013-4a82-b13d-a462ad712724 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-361966', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11547'] for router (d8533bde-75f1-4afc-8dba-68a741e0c53f), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:21.845386 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-df248d82-7013-4a82-b13d-a462ad712724 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-361757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371105', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-467411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11540'] for router (d8533bde-75f1-4afc-8dba-68a741e0c53f), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:21.983211 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-df248d82-7013-4a82-b13d-a462ad712724 demo demo] Publish callbacks [] for router_controller (d8533bde-75f1-4afc-8dba-68a741e0c53f), precommit_add_association {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:21.989051 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-df248d82-7013-4a82-b13d-a462ad712724 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-375543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-375401'] for router (d8533bde-75f1-4afc-8dba-68a741e0c53f), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:22.007167 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-df248d82-7013-4a82-b13d-a462ad712724 demo demo] Publish callbacks [] for router (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:22.008367 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-df248d82-7013-4a82-b13d-a462ad712724 demo demo] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5478420 Jun 16 17:26:22.189474 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Device afc0a82d-c400-4e84-b54b-a1dcc51dfd38 up at agent ovs-agent-dv-cinder-837546-2-iscsi {{(pid=104054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 17:26:22.317487 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Provisioning complete for port afc0a82d-c400-4e84-b54b-a1dcc51dfd38 triggered by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:26:22.318085 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572016'] for port (afc0a82d-c400-4e84-b54b-a1dcc51dfd38), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:22.462126 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Current status of the port afc0a82d-c400-4e84-b54b-a1dcc51dfd38 is: DOWN; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:26:22.462516 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (afc0a82d-c400-4e84-b54b-a1dcc51dfd38), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:22.502874 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] For port afc0a82d-c400-4e84-b54b-a1dcc51dfd38, host dv-cinder-837546-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-2-iscsi',level=0,port_id=afc0a82d-c400-4e84-b54b-a1dcc51dfd38,segment=NetworkSegment(7884ccdf-a0dd-4750-ba29-d447cbae7782),segment_id=7884ccdf-a0dd-4750-ba29-d447cbae7782)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:26:22.506992 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114'] for port (afc0a82d-c400-4e84-b54b-a1dcc51dfd38), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:22.555486 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Pushing event updated for resources: {'Port': ['ID=afc0a82d-c400-4e84-b54b-a1dcc51dfd38,revision_number=3']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:26:22.993592 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f69e48c4-da3b-4333-a176-52868ec1781f None None] Network eafb4845-e51d-4dbf-a26d-ff30d0a12b31 requested from dv-cinder-837546-2-iscsi {{(pid=104054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 17:26:23.121898 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-4c7e8992-9584-4d92-a9ed-0b8c84ce91d7 None None] Provisioning complete for port afc0a82d-c400-4e84-b54b-a1dcc51dfd38 triggered by entity DHCP. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:26:23.122273 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-4c7e8992-9584-4d92-a9ed-0b8c84ce91d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572016'] for port (afc0a82d-c400-4e84-b54b-a1dcc51dfd38), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:23.205554 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-4c7e8992-9584-4d92-a9ed-0b8c84ce91d7 None None] Current status of the port afc0a82d-c400-4e84-b54b-a1dcc51dfd38 is: ACTIVE; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:26:23.321376 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:26:23.324328 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-cfdf0a1c-08d3-4202-a397-7b53877b29d4 None None] Provisioning complete for port afc0a82d-c400-4e84-b54b-a1dcc51dfd38 triggered by entity DHCP. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:26:23.324710 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-cfdf0a1c-08d3-4202-a397-7b53877b29d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572016'] for port (afc0a82d-c400-4e84-b54b-a1dcc51dfd38), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:23.397720 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-cfdf0a1c-08d3-4202-a397-7b53877b29d4 None None] Current status of the port afc0a82d-c400-4e84-b54b-a1dcc51dfd38 is: ACTIVE; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:26:24.164648 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Device afc0a82d-c400-4e84-b54b-a1dcc51dfd38 up at agent ovs-agent-dv-cinder-837546-2-iscsi {{(pid=104054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 17:26:24.206575 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:26:24.214868 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Provisioning complete for port afc0a82d-c400-4e84-b54b-a1dcc51dfd38 triggered by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:26:24.215261 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572016'] for port (afc0a82d-c400-4e84-b54b-a1dcc51dfd38), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:24.291061 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Current status of the port afc0a82d-c400-4e84-b54b-a1dcc51dfd38 is: ACTIVE; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:26:24.483807 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 51136) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:26:24.804072 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [None req-f3da6eb3-5d36-4ed9-b682-b9ef4ed1468e admin admin] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=104052) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 16 17:26:24.805080 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-f3da6eb3-5d36-4ed9-b682-b9ef4ed1468e admin admin] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3203259 Jun 16 17:26:27.183134 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 51144) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:26:27.524517 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [None req-b74cee4f-0610-4479-96b0-d818a13b3ee4 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'router:external': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'is_default': True}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:26:27.544579 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b74cee4f-0610-4479-96b0-d818a13b3ee4 admin admin] Made reservation on behalf of 26ada52fc9b44bcbbe7f2cc5f37ab303 for: {'network': 1} {{(pid=104052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:26:27.547782 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-b74cee4f-0610-4479-96b0-d818a13b3ee4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for network (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:27.558074 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-b74cee4f-0610-4479-96b0-d818a13b3ee4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:27.616479 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:26:27.640728 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-b74cee4f-0610-4479-96b0-d818a13b3ee4 admin admin] Publish callbacks [] for security_group (861f9f66-2634-4be2-9c29-de695edb5e5e), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:27.644270 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-b74cee4f-0610-4479-96b0-d818a13b3ee4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (861f9f66-2634-4be2-9c29-de695edb5e5e), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:27.658533 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-b74cee4f-0610-4479-96b0-d818a13b3ee4 admin admin] Reserving flat network on physical network physnet1 {{(pid=104052) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 16 17:26:27.681944 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74cee4f-0610-4479-96b0-d818a13b3ee4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=861f9f66-2634-4be2-9c29-de695edb5e5e,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:26:27.685703 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-b74cee4f-0610-4479-96b0-d818a13b3ee4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1565696'] for segment (f847f272-90b1-4369-8e48-25aa20ff3114), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:27.686046 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.db.segments_db [None req-b74cee4f-0610-4479-96b0-d818a13b3ee4 admin admin] Added segment f847f272-90b1-4369-8e48-25aa20ff3114 of type flat for network a25e4fa3-c316-487c-825a-4fde1c36cdb2 Jun 16 17:26:27.731479 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-b74cee4f-0610-4479-96b0-d818a13b3ee4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762169983061'] for network (a25e4fa3-c316-487c-825a-4fde1c36cdb2), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:27.764315 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-b74cee4f-0610-4479-96b0-d818a13b3ee4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511'] for network (a25e4fa3-c316-487c-825a-4fde1c36cdb2), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:27.765259 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b74cee4f-0610-4479-96b0-d818a13b3ee4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:27.765850 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-b74cee4f-0610-4479-96b0-d818a13b3ee4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626521'] for network (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:27.832689 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-b74cee4f-0610-4479-96b0-d818a13b3ee4 admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6484568 Jun 16 17:26:27.869604 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74cee4f-0610-4479-96b0-d818a13b3ee4 admin admin] Pushing event updated for resources: {'Network': ['ID=a25e4fa3-c316-487c-825a-4fde1c36cdb2,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:26:27.881818 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Network a25e4fa3-c316-487c-825a-4fde1c36cdb2 details requested by agent ovs-agent-dv-cinder-837546-2-iscsi with host dv-cinder-837546-2-iscsi {{(pid=104054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 16 17:26:28.922140 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-bf778a00-3140-4660-910d-23d326a27b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (e26ebcb9-a690-4ec1-8688-e951546304f4), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:30.214279 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 51152) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:26:30.581805 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60cd7206-8d19-45ef-99d3-b1196d3014ce demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:30.583045 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-60cd7206-8d19-45ef-99d3-b1196d3014ce demo admin] 10.222.0.40 "GET /v2.0/subnets/990862ae-46ad-490a-bb23-26a1c48a5534 HTTP/1.1" status: 200 len: 849 time: 0.3678234 Jun 16 17:26:30.654477 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:INSERT=16,neutron:SELECT=79,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:26:30.703137 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-8d57dfaa-c7a9-42af-b096-d733c53ef1ef demo admin] 10.222.0.40 "GET /v2.0/routers/d8533bde-75f1-4afc-8dba-68a741e0c53f HTTP/1.1" status: 200 len: 704 time: 0.1142681 Jun 16 17:26:30.962100 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-11332173-9afb-47b0-97d7-a05c6c3f5459 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:31.244947 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-8d5be5f6-9ee9-469b-9614-c72def4b3d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (43e250b4-0ce3-4949-aa8c-0bafe6454580), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:31.252088 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.db.db_base_plugin_common [None req-11332173-9afb-47b0-97d7-a05c6c3f5459 demo admin] Allocated IP 172.20.0.1 (eafb4845-e51d-4dbf-a26d-ff30d0a12b31/990862ae-46ad-490a-bb23-26a1c48a5534/382f565d-d019-4d6a-93f6-25da9f04fd81) {{(pid=104052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:26:31.449434 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-11332173-9afb-47b0-97d7-a05c6c3f5459 demo admin] Publish callbacks [] for port (382f565d-d019-4d6a-93f6-25da9f04fd81), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:31.490953 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:26:31.513470 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-11332173-9afb-47b0-97d7-a05c6c3f5459 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762170029078'] for port (382f565d-d019-4d6a-93f6-25da9f04fd81), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:31.597277 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11332173-9afb-47b0-97d7-a05c6c3f5459 demo admin] Network eafb4845-e51d-4dbf-a26d-ff30d0a12b31 is already hosted by enough agents. {{(pid=104052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:26:31.605170 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.base_scheduler [None req-11332173-9afb-47b0-97d7-a05c6c3f5459 demo admin] Resources bound (agent type, host, resource id): {{(pid=104052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:26:31.607250 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11332173-9afb-47b0-97d7-a05c6c3f5459 demo admin] Pushing event updated for resources: {'Port': ['ID=382f565d-d019-4d6a-93f6-25da9f04fd81,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:26:31.610157 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11332173-9afb-47b0-97d7-a05c6c3f5459 demo admin] Received port after_create {{(pid=104052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 17:26:31.610676 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-11332173-9afb-47b0-97d7-a05c6c3f5459 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-361813'] for router_interface (d8533bde-75f1-4afc-8dba-68a741e0c53f), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:31.805746 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:26:31.818075 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-11332173-9afb-47b0-97d7-a05c6c3f5459 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (382f565d-d019-4d6a-93f6-25da9f04fd81), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:31.867699 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-2de35efe-ad33-416d-9fd2-e7add1624aff None None] Provisioning complete for port 382f565d-d019-4d6a-93f6-25da9f04fd81 triggered by entity DHCP. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:26:31.867925 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-2de35efe-ad33-416d-9fd2-e7add1624aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572016'] for port (382f565d-d019-4d6a-93f6-25da9f04fd81), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:31.903355 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-2de35efe-ad33-416d-9fd2-e7add1624aff None None] Port 382f565d-d019-4d6a-93f6-25da9f04fd81 cannot update to ACTIVE because it is not bound. {{(pid=104054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 17:26:32.041746 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-11332173-9afb-47b0-97d7-a05c6c3f5459 demo admin] Publish callbacks [] for port (382f565d-d019-4d6a-93f6-25da9f04fd81), precommit_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:32.049360 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-11332173-9afb-47b0-97d7-a05c6c3f5459 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114'] for port (382f565d-d019-4d6a-93f6-25da9f04fd81), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:32.050129 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-11332173-9afb-47b0-97d7-a05c6c3f5459 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1626493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-361889'] for router_interface (d8533bde-75f1-4afc-8dba-68a741e0c53f), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:32.109467 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11332173-9afb-47b0-97d7-a05c6c3f5459 demo admin] Pushing event updated for resources: {'Port': ['ID=382f565d-d019-4d6a-93f6-25da9f04fd81,revision_number=2']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:26:32.186017 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11332173-9afb-47b0-97d7-a05c6c3f5459 demo admin] Network eafb4845-e51d-4dbf-a26d-ff30d0a12b31 is already hosted by enough agents. {{(pid=104052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:26:32.188251 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.base_scheduler [None req-11332173-9afb-47b0-97d7-a05c6c3f5459 demo admin] Resources bound (agent type, host, resource id): {{(pid=104052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:26:32.362482 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11332173-9afb-47b0-97d7-a05c6c3f5459 demo admin] Router d8533bde-75f1-4afc-8dba-68a741e0c53f is scheduled to L3 agent 43e250b4-0ce3-4949-aa8c-0bafe6454580 with binding_index 1 {{(pid=104052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 16 17:26:32.397670 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-359da135-d845-4d2e-a034-e84fcb95f5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (8e118b8c-b091-4f14-909a-13c66b53efc1), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:32.478859 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-6b343ee2-6f16-436d-936d-6724fbdd8838 None None] Provisioning complete for port 382f565d-d019-4d6a-93f6-25da9f04fd81 triggered by entity DHCP. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:26:32.479159 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-6b343ee2-6f16-436d-936d-6724fbdd8838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572016'] for port (382f565d-d019-4d6a-93f6-25da9f04fd81), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:32.481993 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11332173-9afb-47b0-97d7-a05c6c3f5459 demo admin] Notify agent at l3_agent.dv-cinder-837546-2-iscsi the message routers_updated {{(pid=104052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 17:26:32.489276 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-11332173-9afb-47b0-97d7-a05c6c3f5459 demo admin] 10.222.0.40 "PUT /v2.0/routers/d8533bde-75f1-4afc-8dba-68a741e0c53f/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7806301 Jun 16 17:26:32.508703 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6658396-b0e9-4e76-a6b9-06a84c6b6a8a None None] Sync routers for ids ['d8533bde-75f1-4afc-8dba-68a741e0c53f'] in dv-cinder-837546-2-iscsi {{(pid=104055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:26:32.518126 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-6b343ee2-6f16-436d-936d-6724fbdd8838 None None] Port 382f565d-d019-4d6a-93f6-25da9f04fd81 cannot update to ACTIVE because it is not bound. {{(pid=104054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 17:26:32.521510 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6658396-b0e9-4e76-a6b9-06a84c6b6a8a None None] Routers {'d8533bde-75f1-4afc-8dba-68a741e0c53f'} bound to L3 agent in host dv-cinder-837546-2-iscsi {{(pid=104055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:26:32.522773 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-a6658396-b0e9-4e76-a6b9-06a84c6b6a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-16T17:26:01Z,description=,heartbeat_timestamp=2022-06-16T17:26:31Z,host='dv-cinder-837546-2-iscsi',id=43e250b4-0ce3-4949-aa8c-0bafe6454580,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:26:01Z,topic='l3_agent')) {'router_ids': ['d8533bde-75f1-4afc-8dba-68a741e0c53f'], 'active': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:26:32.704673 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvr_db [None req-a6658396-b0e9-4e76-a6b9-06a84c6b6a8a None None] Set router d8533bde-75f1-4afc-8dba-68a741e0c53f gateway port host: None {{(pid=104055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:26:33.124635 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-a6658396-b0e9-4e76-a6b9-06a84c6b6a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8533bde-75f1-4afc-8dba-68a741e0c53f', 'name': 'router1', 'tenant_id': '8a3d0e211dd942aaa39eed1730d17e92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:26:21Z', 'updated_at': '2022-06-16T17:26:31Z', 'revision_number': 2, 'project_id': '8a3d0e211dd942aaa39eed1730d17e92', 'gw_port_host': None, '_interfaces': [{'id': '382f565d-d019-4d6a-93f6-25da9f04fd81', 'name': '', 'network_id': 'eafb4845-e51d-4dbf-a26d-ff30d0a12b31', 'tenant_id': '8a3d0e211dd942aaa39eed1730d17e92', 'mac_address': 'fa:16:3e:9e:28:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8533bde-75f1-4afc-8dba-68a741e0c53f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '990862ae-46ad-490a-bb23-26a1c48a5534', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:26:30Z', 'updated_at': '2022-06-16T17:26:31Z', 'revision_number': 2, 'project_id': '8a3d0e211dd942aaa39eed1730d17e92', 'subnets': [{'id': '990862ae-46ad-490a-bb23-26a1c48a5534', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '78d4e1f5-5540-440a-8187-5dc4429600fb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837546-2-iscsi', False) {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:26:33.173665 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6658396-b0e9-4e76-a6b9-06a84c6b6a8a None None] Checking router: d8533bde-75f1-4afc-8dba-68a741e0c53f for host: dv-cinder-837546-2-iscsi {{(pid=104055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:26:33.174021 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6658396-b0e9-4e76-a6b9-06a84c6b6a8a None None] Updating router d8533bde-75f1-4afc-8dba-68a741e0c53f port 382f565d-d019-4d6a-93f6-25da9f04fd81 binding host dv-cinder-837546-2-iscsi {{(pid=104055) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 17:26:33.227289 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a6658396-b0e9-4e76-a6b9-06a84c6b6a8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (382f565d-d019-4d6a-93f6-25da9f04fd81), before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:33.737855 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a6658396-b0e9-4e76-a6b9-06a84c6b6a8a None None] Publish callbacks [] for port (382f565d-d019-4d6a-93f6-25da9f04fd81), precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:33.745467 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a6658396-b0e9-4e76-a6b9-06a84c6b6a8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114'] for port (382f565d-d019-4d6a-93f6-25da9f04fd81), after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:33.908009 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b37ffc-d977-4811-adca-208222c088ff None None] Pushing event updated for resources: {'Port': ['ID=382f565d-d019-4d6a-93f6-25da9f04fd81,revision_number=3']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:26:33.925272 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [None req-a6658396-b0e9-4e76-a6b9-06a84c6b6a8a None None] Attempting to bind port 382f565d-d019-4d6a-93f6-25da9f04fd81 on host dv-cinder-837546-2-iscsi for vnic_type normal with profile {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 17:26:33.925668 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [None req-a6658396-b0e9-4e76-a6b9-06a84c6b6a8a None None] Attempting to bind port 382f565d-d019-4d6a-93f6-25da9f04fd81 by drivers openvswitch,hyperv on host dv-cinder-837546-2-iscsi at level 0 using segments [{'id': '7884ccdf-a0dd-4750-ba29-d447cbae7782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'eafb4845-e51d-4dbf-a26d-ff30d0a12b31'}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 17:26:33.926085 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6658396-b0e9-4e76-a6b9-06a84c6b6a8a None None] Attempting to bind port 382f565d-d019-4d6a-93f6-25da9f04fd81 on network eafb4845-e51d-4dbf-a26d-ff30d0a12b31 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 17:26:33.928980 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b37ffc-d977-4811-adca-208222c088ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:26:33.929345 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b37ffc-d977-4811-adca-208222c088ff None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:26:33.929697 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b37ffc-d977-4811-adca-208222c088ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:26:33.930043 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b37ffc-d977-4811-adca-208222c088ff None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:26:33.930368 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b37ffc-d977-4811-adca-208222c088ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:26:33.930685 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b37ffc-d977-4811-adca-208222c088ff None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:26:33.931002 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b37ffc-d977-4811-adca-208222c088ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:26:33.931315 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b37ffc-d977-4811-adca-208222c088ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:26:33.931628 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b37ffc-d977-4811-adca-208222c088ff None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:26:33.931939 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b37ffc-d977-4811-adca-208222c088ff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:26:33.932251 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b37ffc-d977-4811-adca-208222c088ff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:26:33.932577 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b37ffc-d977-4811-adca-208222c088ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:26:33.932891 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b37ffc-d977-4811-adca-208222c088ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:26:33.933229 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b37ffc-d977-4811-adca-208222c088ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:26:33.933541 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b37ffc-d977-4811-adca-208222c088ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:26:33.934908 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b37ffc-d977-4811-adca-208222c088ff None None] Tracked resource versions report: Jun 16 17:26:33.934908 dv-cinder-837546-2-iscsi neutron-server[104055]: pushed versions: Jun 16 17:26:33.934908 dv-cinder-837546-2-iscsi neutron-server[104055]: { 'AddressGroup': {'1.2'}, Jun 16 17:26:33.934908 dv-cinder-837546-2-iscsi neutron-server[104055]: 'Agent': {'1.1'}, Jun 16 17:26:33.934908 dv-cinder-837546-2-iscsi neutron-server[104055]: 'ConntrackHelper': {'1.0'}, Jun 16 17:26:33.934908 dv-cinder-837546-2-iscsi neutron-server[104055]: 'LocalIPAssociation': {'1.0'}, Jun 16 17:26:33.934908 dv-cinder-837546-2-iscsi neutron-server[104055]: 'Log': {'1.0'}, Jun 16 17:26:33.934908 dv-cinder-837546-2-iscsi neutron-server[104055]: 'NDPProxy': {'1.0'}, Jun 16 17:26:33.934908 dv-cinder-837546-2-iscsi neutron-server[104055]: 'Network': {'1.1'}, Jun 16 17:26:33.934908 dv-cinder-837546-2-iscsi neutron-server[104055]: 'Port': {'1.7'}, Jun 16 17:26:33.934908 dv-cinder-837546-2-iscsi neutron-server[104055]: 'PortForwarding': {'1.3'}, Jun 16 17:26:33.934908 dv-cinder-837546-2-iscsi neutron-server[104055]: 'QosPolicy': {'1.10'}, Jun 16 17:26:33.934908 dv-cinder-837546-2-iscsi neutron-server[104055]: 'SecurityGroup': {'1.5'}, Jun 16 17:26:33.934908 dv-cinder-837546-2-iscsi neutron-server[104055]: 'SecurityGroupRule': {'1.2'}, Jun 16 17:26:33.934908 dv-cinder-837546-2-iscsi neutron-server[104055]: 'SubPort': {'1.0'}, Jun 16 17:26:33.934908 dv-cinder-837546-2-iscsi neutron-server[104055]: 'Subnet': {'1.1'}, Jun 16 17:26:33.934908 dv-cinder-837546-2-iscsi neutron-server[104055]: 'Trunk': {'1.1'}} Jun 16 17:26:33.934908 dv-cinder-837546-2-iscsi neutron-server[104055]: consumer versions: Jun 16 17:26:33.934908 dv-cinder-837546-2-iscsi neutron-server[104055]: { DHCP agent@dv-cinder-837546-2-iscsi: {}, Jun 16 17:26:33.934908 dv-cinder-837546-2-iscsi neutron-server[104055]: L3 agent@dv-cinder-837546-2-iscsi: {}, Jun 16 17:26:33.934908 dv-cinder-837546-2-iscsi neutron-server[104055]: Metadata agent@dv-cinder-837546-2-iscsi: {}, Jun 16 17:26:33.934908 dv-cinder-837546-2-iscsi neutron-server[104055]: Metering agent@dv-cinder-837546-2-iscsi: {}, Jun 16 17:26:33.934908 dv-cinder-837546-2-iscsi neutron-server[104055]: Open vSwitch agent@dv-cinder-837546-2-iscsi: { 'AddressGroup': '1.2', Jun 16 17:26:33.934908 dv-cinder-837546-2-iscsi neutron-server[104055]: 'Agent': '1.1', Jun 16 17:26:33.934908 dv-cinder-837546-2-iscsi neutron-server[104055]: 'ConntrackHelper': '1.0', Jun 16 17:26:33.934908 dv-cinder-837546-2-iscsi neutron-server[104055]: 'LocalIPAssociation': '1.0', Jun 16 17:26:33.934908 dv-cinder-837546-2-iscsi neutron-server[104055]: 'Log': '1.0', Jun 16 17:26:33.934908 dv-cinder-837546-2-iscsi neutron-server[104055]: 'NDPProxy': '1.0', Jun 16 17:26:33.934908 dv-cinder-837546-2-iscsi neutron-server[104055]: 'Network': '1.1', Jun 16 17:26:33.934908 dv-cinder-837546-2-iscsi neutron-server[104055]: 'Port': '1.7', Jun 16 17:26:33.934908 dv-cinder-837546-2-iscsi neutron-server[104055]: 'PortForwarding': '1.3', Jun 16 17:26:33.934908 dv-cinder-837546-2-iscsi neutron-server[104055]: 'QosPolicy': '1.10', Jun 16 17:26:33.934908 dv-cinder-837546-2-iscsi neutron-server[104055]: 'SecurityGroup': '1.5', Jun 16 17:26:33.934908 dv-cinder-837546-2-iscsi neutron-server[104055]: 'SecurityGroupRule': '1.2', Jun 16 17:26:33.934908 dv-cinder-837546-2-iscsi neutron-server[104055]: 'SubPort': '1.0', Jun 16 17:26:33.934908 dv-cinder-837546-2-iscsi neutron-server[104055]: 'Subnet': '1.1', Jun 16 17:26:33.934908 dv-cinder-837546-2-iscsi neutron-server[104055]: 'Trunk': '1.1'}} Jun 16 17:26:33.934908 dv-cinder-837546-2-iscsi neutron-server[104055]: {{(pid=104055) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 17:26:33.941836 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6658396-b0e9-4e76-a6b9-06a84c6b6a8a None None] Checking agent: {'id': 'f1f6c009-5a31-4833-b180-4d9d41a55fe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837546-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 17, 26, 4), 'started_at': datetime.datetime(2022, 6, 16, 17, 26, 4), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 17, 26, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837546-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 17:26:33.942243 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6658396-b0e9-4e76-a6b9-06a84c6b6a8a None None] Checking segment: {'id': '7884ccdf-a0dd-4750-ba29-d447cbae7782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'eafb4845-e51d-4dbf-a26d-ff30d0a12b31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 17:26:33.942750 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a6658396-b0e9-4e76-a6b9-06a84c6b6a8a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:33.943076 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6658396-b0e9-4e76-a6b9-06a84c6b6a8a None None] Bound using segment: {'id': '7884ccdf-a0dd-4750-ba29-d447cbae7782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'eafb4845-e51d-4dbf-a26d-ff30d0a12b31'} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 17:26:33.943583 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [None req-a6658396-b0e9-4e76-a6b9-06a84c6b6a8a None None] Bound port: 382f565d-d019-4d6a-93f6-25da9f04fd81, host: dv-cinder-837546-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7884ccdf-a0dd-4750-ba29-d447cbae7782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'eafb4845-e51d-4dbf-a26d-ff30d0a12b31'}}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 17:26:33.943912 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a6658396-b0e9-4e76-a6b9-06a84c6b6a8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (382f565d-d019-4d6a-93f6-25da9f04fd81), before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:34.007961 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-a6658396-b0e9-4e76-a6b9-06a84c6b6a8a None None] For port 382f565d-d019-4d6a-93f6-25da9f04fd81, host dv-cinder-837546-2-iscsi, cleared binding levels {{(pid=104055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 17:26:34.015842 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:26:34.032746 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-a6658396-b0e9-4e76-a6b9-06a84c6b6a8a None None] For port 382f565d-d019-4d6a-93f6-25da9f04fd81, host dv-cinder-837546-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-2-iscsi',level=0,port_id=382f565d-d019-4d6a-93f6-25da9f04fd81,segment=NetworkSegment(7884ccdf-a0dd-4750-ba29-d447cbae7782),segment_id=7884ccdf-a0dd-4750-ba29-d447cbae7782)] {{(pid=104055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 17:26:34.040943 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a6658396-b0e9-4e76-a6b9-06a84c6b6a8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114'] for port (382f565d-d019-4d6a-93f6-25da9f04fd81), after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:34.045909 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-11f9ca14-7f13-4189-9cf7-56845fce1bab None None] Provisioning complete for port 382f565d-d019-4d6a-93f6-25da9f04fd81 triggered by entity DHCP. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:26:34.046884 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-11f9ca14-7f13-4189-9cf7-56845fce1bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572016'] for port (382f565d-d019-4d6a-93f6-25da9f04fd81), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:34.068329 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:26:34.096355 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b37ffc-d977-4811-adca-208222c088ff None None] Pushing event updated for resources: {'Port': ['ID=382f565d-d019-4d6a-93f6-25da9f04fd81,revision_number=4']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:26:34.123462 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6658396-b0e9-4e76-a6b9-06a84c6b6a8a None None] Routers {'d8533bde-75f1-4afc-8dba-68a741e0c53f'} bound to L3 agent in host dv-cinder-837546-2-iscsi {{(pid=104055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:26:34.132005 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-a6658396-b0e9-4e76-a6b9-06a84c6b6a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-16T17:26:01Z,description=,heartbeat_timestamp=2022-06-16T17:26:31Z,host='dv-cinder-837546-2-iscsi',id=43e250b4-0ce3-4949-aa8c-0bafe6454580,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:26:01Z,topic='l3_agent')) {'router_ids': ['d8533bde-75f1-4afc-8dba-68a741e0c53f'], 'active': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:26:34.139779 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-11f9ca14-7f13-4189-9cf7-56845fce1bab None None] Current status of the port 382f565d-d019-4d6a-93f6-25da9f04fd81 is: DOWN; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:26:34.140516 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-11f9ca14-7f13-4189-9cf7-56845fce1bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (382f565d-d019-4d6a-93f6-25da9f04fd81), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:34.186886 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-1d81e0cb-ff47-4623-99d5-ab370c19a781 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (25dd433a-18a0-496e-b58c-593ddca2a11d), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:34.205596 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-11f9ca14-7f13-4189-9cf7-56845fce1bab None None] For port 382f565d-d019-4d6a-93f6-25da9f04fd81, host dv-cinder-837546-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-2-iscsi',level=0,port_id=382f565d-d019-4d6a-93f6-25da9f04fd81,segment=NetworkSegment(7884ccdf-a0dd-4750-ba29-d447cbae7782),segment_id=7884ccdf-a0dd-4750-ba29-d447cbae7782)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:26:34.213401 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-11f9ca14-7f13-4189-9cf7-56845fce1bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114'] for port (382f565d-d019-4d6a-93f6-25da9f04fd81), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:34.240223 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvr_db [None req-a6658396-b0e9-4e76-a6b9-06a84c6b6a8a None None] Set router d8533bde-75f1-4afc-8dba-68a741e0c53f gateway port host: None {{(pid=104055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:26:34.280845 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f9ca14-7f13-4189-9cf7-56845fce1bab None None] Pushing event updated for resources: {'Port': ['ID=382f565d-d019-4d6a-93f6-25da9f04fd81,revision_number=5']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:26:34.336787 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-30910422-0d8b-4ff8-8bf8-348f8b54d21e None None] Provisioning complete for port 382f565d-d019-4d6a-93f6-25da9f04fd81 triggered by entity DHCP. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:26:34.337514 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-30910422-0d8b-4ff8-8bf8-348f8b54d21e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572016'] for port (382f565d-d019-4d6a-93f6-25da9f04fd81), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:34.424773 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-30910422-0d8b-4ff8-8bf8-348f8b54d21e None None] Current status of the port 382f565d-d019-4d6a-93f6-25da9f04fd81 is: ACTIVE; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:26:34.439601 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (f1f6c009-5a31-4833-b180-4d9d41a55fe5), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:34.461557 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-a6658396-b0e9-4e76-a6b9-06a84c6b6a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8533bde-75f1-4afc-8dba-68a741e0c53f', 'name': 'router1', 'tenant_id': '8a3d0e211dd942aaa39eed1730d17e92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:26:21Z', 'updated_at': '2022-06-16T17:26:31Z', 'revision_number': 2, 'project_id': '8a3d0e211dd942aaa39eed1730d17e92', 'gw_port_host': None, '_interfaces': [{'id': '382f565d-d019-4d6a-93f6-25da9f04fd81', 'name': '', 'network_id': 'eafb4845-e51d-4dbf-a26d-ff30d0a12b31', 'tenant_id': '8a3d0e211dd942aaa39eed1730d17e92', 'mac_address': 'fa:16:3e:9e:28:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8533bde-75f1-4afc-8dba-68a741e0c53f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '990862ae-46ad-490a-bb23-26a1c48a5534', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:26:30Z', 'updated_at': '2022-06-16T17:26:34Z', 'revision_number': 4, 'project_id': '8a3d0e211dd942aaa39eed1730d17e92', 'subnets': [{'id': '990862ae-46ad-490a-bb23-26a1c48a5534', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '78d4e1f5-5540-440a-8187-5dc4429600fb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837546-2-iscsi', False) {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:26:34.489701 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6658396-b0e9-4e76-a6b9-06a84c6b6a8a None None] The sync data for ids ['d8533bde-75f1-4afc-8dba-68a741e0c53f'] in dv-cinder-837546-2-iscsi is: [{'id': 'd8533bde-75f1-4afc-8dba-68a741e0c53f', 'name': 'router1', 'tenant_id': '8a3d0e211dd942aaa39eed1730d17e92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:26:21Z', 'updated_at': '2022-06-16T17:26:31Z', 'revision_number': 2, 'project_id': '8a3d0e211dd942aaa39eed1730d17e92', 'gw_port_host': None, '_interfaces': [{'id': '382f565d-d019-4d6a-93f6-25da9f04fd81', 'name': '', 'network_id': 'eafb4845-e51d-4dbf-a26d-ff30d0a12b31', 'tenant_id': '8a3d0e211dd942aaa39eed1730d17e92', 'mac_address': 'fa:16:3e:9e:28:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8533bde-75f1-4afc-8dba-68a741e0c53f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '990862ae-46ad-490a-bb23-26a1c48a5534', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:26:30Z', 'updated_at': '2022-06-16T17:26:34Z', 'revision_number': 4, 'project_id': '8a3d0e211dd942aaa39eed1730d17e92', 'subnets': [{'id': '990862ae-46ad-490a-bb23-26a1c48a5534', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '78d4e1f5-5540-440a-8187-5dc4429600fb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:26:34.933690 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 51176) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:26:35.138637 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b32fc51-866e-4c46-837b-357866a2abd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:35.140820 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-4b32fc51-866e-4c46-837b-357866a2abd0 admin admin] 10.222.0.40 "GET /v2.0/networks/a25e4fa3-c316-487c-825a-4fde1c36cdb2 HTTP/1.1" status: 200 len: 842 time: 0.2060454 Jun 16 17:26:35.150406 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [None req-e7186643-3909-478a-9889-9f23060824c3 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'ip_version': 4, 'cidr': '172.27.0.0/24', 'name': 'public-subnet', 'gateway_ip': '172.27.0.1', 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:26:35.173509 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7186643-3909-478a-9889-9f23060824c3 admin admin] Made reservation on behalf of 26ada52fc9b44bcbbe7f2cc5f37ab303 for: {'subnet': 1} {{(pid=104052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:26:35.175802 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-e7186643-3909-478a-9889-9f23060824c3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:35.241318 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:26:35.303194 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:26:35.533019 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.objects.ports [None req-e7186643-3909-478a-9889-9f23060824c3 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104052) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Jun 16 17:26:35.533472 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-e7186643-3909-478a-9889-9f23060824c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511'] for subnet (47584a51-19b7-439b-9f28-a7f577441b18), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:35.591746 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7186643-3909-478a-9889-9f23060824c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=47584a51-19b7-439b-9f28-a7f577441b18,revision_number=0']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:26:35.602654 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7186643-3909-478a-9889-9f23060824c3 admin admin] Checking segment: {'id': 'f847f272-90b1-4369-8e48-25aa20ff3114', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 17:26:35.603009 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7186643-3909-478a-9889-9f23060824c3 admin admin] Network hostable DHCP agents. Network: a25e4fa3-c316-487c-825a-4fde1c36cdb2, hostable agents: ['e26ebcb9-a690-4ec1-8688-e951546304f4'], hosted agents: [] {{(pid=104052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 17:26:35.623385 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7186643-3909-478a-9889-9f23060824c3 admin admin] Network a25e4fa3-c316-487c-825a-4fde1c36cdb2 is scheduled to be hosted by DHCP agent e26ebcb9-a690-4ec1-8688-e951546304f4 with binding_index 1 {{(pid=104052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 17:26:35.636220 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.base_scheduler [None req-e7186643-3909-478a-9889-9f23060824c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837546-2-iscsi, a25e4fa3-c316-487c-825a-4fde1c36cdb2) {{(pid=104052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:26:35.641092 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7186643-3909-478a-9889-9f23060824c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:35.641721 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-e7186643-3909-478a-9889-9f23060824c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626521'] for subnet (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:35.649772 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c687da7-c4dc-4ad6-9ae5-256dc570c429 None None] Network a25e4fa3-c316-487c-825a-4fde1c36cdb2 requested from dv-cinder-837546-2-iscsi {{(pid=104054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 17:26:35.660946 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-e7186643-3909-478a-9889-9f23060824c3 admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5139685 Jun 16 17:26:35.693397 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:26:35.782616 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-623c2683-7684-4e26-b7d7-dda185959163 None None] Network a25e4fa3-c316-487c-825a-4fde1c36cdb2 requested from dv-cinder-837546-2-iscsi {{(pid=104054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 17:26:36.245525 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.agents_db [None req-618f4cd3-4a7d-480c-b6e2-8b59597e19f3 None None] Agent healthcheck: found 5 active agents {{(pid=104055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 17:26:38.070199 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 51194) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:26:38.200591 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-f16ad962-0780-4df2-9f10-99bea6c90388 demo admin] 10.222.0.40 "GET /v2.0/routers/d8533bde-75f1-4afc-8dba-68a741e0c53f HTTP/1.1" status: 200 len: 710 time: 0.1290390 Jun 16 17:26:38.290991 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd8fd72-5d94-4de4-84aa-79d7d9bdfa15 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:38.297456 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-4cd8fd72-5d94-4de4-84aa-79d7d9bdfa15 demo admin] 10.222.0.40 "GET /v2.0/networks/a25e4fa3-c316-487c-825a-4fde1c36cdb2 HTTP/1.1" status: 200 len: 886 time: 0.0855975 Jun 16 17:26:38.301294 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [None req-608be4b0-467a-4573-a9e3-4573b15a58b0 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2'}}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:26:38.534133 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-608be4b0-467a-4573-a9e3-4573b15a58b0 demo admin] Publish callbacks [] for router_gateway (d8533bde-75f1-4afc-8dba-68a741e0c53f), precommit_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:38.751508 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-608be4b0-467a-4573-a9e3-4573b15a58b0 demo admin] Publish callbacks [] for router_gateway (d8533bde-75f1-4afc-8dba-68a741e0c53f), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:38.797927 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:26:38.818759 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:26:38.832734 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-608be4b0-467a-4573-a9e3-4573b15a58b0 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:38.943034 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.db.db_base_plugin_common [None req-608be4b0-467a-4573-a9e3-4573b15a58b0 demo admin] Allocated IP 172.27.0.164 (a25e4fa3-c316-487c-825a-4fde1c36cdb2/47584a51-19b7-439b-9f28-a7f577441b18/8f9fc095-dcf9-4af2-b5b0-1f61ab2f5178) {{(pid=104052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:26:39.045335 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-608be4b0-467a-4573-a9e3-4573b15a58b0 demo admin] Publish callbacks [] for port (8f9fc095-dcf9-4af2-b5b0-1f61ab2f5178), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:39.077824 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-608be4b0-467a-4573-a9e3-4573b15a58b0 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762170029078'] for port (8f9fc095-dcf9-4af2-b5b0-1f61ab2f5178), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:39.118291 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-608be4b0-467a-4573-a9e3-4573b15a58b0 demo admin] Network a25e4fa3-c316-487c-825a-4fde1c36cdb2 is already hosted by enough agents. {{(pid=104052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:26:39.124168 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.base_scheduler [None req-608be4b0-467a-4573-a9e3-4573b15a58b0 demo admin] Resources bound (agent type, host, resource id): {{(pid=104052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:26:39.126995 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608be4b0-467a-4573-a9e3-4573b15a58b0 demo admin] Received port after_create {{(pid=104052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 17:26:39.130329 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608be4b0-467a-4573-a9e3-4573b15a58b0 demo admin] Pushing event updated for resources: {'Port': ['ID=8f9fc095-dcf9-4af2-b5b0-1f61ab2f5178,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:26:39.458325 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-608be4b0-467a-4573-a9e3-4573b15a58b0 demo admin] Publish callbacks [] for router_gateway (d8533bde-75f1-4afc-8dba-68a741e0c53f), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:39.655461 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-608be4b0-467a-4573-a9e3-4573b15a58b0 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-375372', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-375534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11526'] for router (d8533bde-75f1-4afc-8dba-68a741e0c53f), precommit_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:39.659043 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-608be4b0-467a-4573-a9e3-4573b15a58b0 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-375401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-375367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-375422', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-376160'] for router (d8533bde-75f1-4afc-8dba-68a741e0c53f), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:39.736845 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:26:39.765847 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-608be4b0-467a-4573-a9e3-4573b15a58b0 demo admin] Router d8533bde-75f1-4afc-8dba-68a741e0c53f has already been hosted by L3 agent 43e250b4-0ce3-4949-aa8c-0bafe6454580 {{(pid=104052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 17:26:39.809802 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:26:39.869438 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-608be4b0-467a-4573-a9e3-4573b15a58b0 demo admin] Notify agent at l3_agent.dv-cinder-837546-2-iscsi the message routers_updated {{(pid=104052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 17:26:39.873460 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-608be4b0-467a-4573-a9e3-4573b15a58b0 demo admin] Publish callbacks [] for router (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:39.874894 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-608be4b0-467a-4573-a9e3-4573b15a58b0 demo admin] 10.222.0.40 "PUT /v2.0/routers/d8533bde-75f1-4afc-8dba-68a741e0c53f HTTP/1.1" status: 200 len: 890 time: 1.5767810 Jun 16 17:26:40.187593 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Device 382f565d-d019-4d6a-93f6-25da9f04fd81 up at agent ovs-agent-dv-cinder-837546-2-iscsi {{(pid=104054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 17:26:40.246908 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Provisioning complete for port 382f565d-d019-4d6a-93f6-25da9f04fd81 triggered by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:26:40.247533 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572016'] for port (382f565d-d019-4d6a-93f6-25da9f04fd81), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:40.282978 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:26:40.324775 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Current status of the port 382f565d-d019-4d6a-93f6-25da9f04fd81 is: ACTIVE; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:26:40.914907 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da940d94-bcb0-44a9-a330-4e302bd7023f None None] Sync routers for ids ['d8533bde-75f1-4afc-8dba-68a741e0c53f'] in dv-cinder-837546-2-iscsi {{(pid=104054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:26:40.927290 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da940d94-bcb0-44a9-a330-4e302bd7023f None None] Routers {'d8533bde-75f1-4afc-8dba-68a741e0c53f'} bound to L3 agent in host dv-cinder-837546-2-iscsi {{(pid=104054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:26:40.927983 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-da940d94-bcb0-44a9-a330-4e302bd7023f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-16T17:26:01Z,description=,heartbeat_timestamp=2022-06-16T17:26:31Z,host='dv-cinder-837546-2-iscsi',id=43e250b4-0ce3-4949-aa8c-0bafe6454580,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:26:01Z,topic='l3_agent')) {'router_ids': ['d8533bde-75f1-4afc-8dba-68a741e0c53f'], 'active': True} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:26:41.124729 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvr_db [None req-da940d94-bcb0-44a9-a330-4e302bd7023f None None] Set router d8533bde-75f1-4afc-8dba-68a741e0c53f gateway port host: dv-cinder-837546-2-iscsi {{(pid=104054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:26:41.505340 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-da940d94-bcb0-44a9-a330-4e302bd7023f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8533bde-75f1-4afc-8dba-68a741e0c53f', 'name': 'router1', 'tenant_id': '8a3d0e211dd942aaa39eed1730d17e92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'external_fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '8f9fc095-dcf9-4af2-b5b0-1f61ab2f5178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:26:21Z', 'updated_at': '2022-06-16T17:26:39Z', 'revision_number': 4, 'project_id': '8a3d0e211dd942aaa39eed1730d17e92', 'gw_port': {'id': '8f9fc095-dcf9-4af2-b5b0-1f61ab2f5178', 'name': '', 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:e2:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8533bde-75f1-4afc-8dba-68a741e0c53f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:26:38Z', 'updated_at': '2022-06-16T17:26:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '47584a51-19b7-439b-9f28-a7f577441b18', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-2-iscsi', '_interfaces': [{'id': '382f565d-d019-4d6a-93f6-25da9f04fd81', 'name': '', 'network_id': 'eafb4845-e51d-4dbf-a26d-ff30d0a12b31', 'tenant_id': '8a3d0e211dd942aaa39eed1730d17e92', 'mac_address': 'fa:16:3e:9e:28:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8533bde-75f1-4afc-8dba-68a741e0c53f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '990862ae-46ad-490a-bb23-26a1c48a5534', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:26:30Z', 'updated_at': '2022-06-16T17:26:34Z', 'revision_number': 5, 'project_id': '8a3d0e211dd942aaa39eed1730d17e92', 'subnets': [{'id': '990862ae-46ad-490a-bb23-26a1c48a5534', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '78d4e1f5-5540-440a-8187-5dc4429600fb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837546-2-iscsi', False) {} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:26:41.627246 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da940d94-bcb0-44a9-a330-4e302bd7023f None None] Checking router: d8533bde-75f1-4afc-8dba-68a741e0c53f for host: dv-cinder-837546-2-iscsi {{(pid=104054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:26:41.627588 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da940d94-bcb0-44a9-a330-4e302bd7023f None None] Updating router d8533bde-75f1-4afc-8dba-68a741e0c53f port 8f9fc095-dcf9-4af2-b5b0-1f61ab2f5178 binding host dv-cinder-837546-2-iscsi {{(pid=104054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 17:26:41.683220 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-da940d94-bcb0-44a9-a330-4e302bd7023f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (8f9fc095-dcf9-4af2-b5b0-1f61ab2f5178), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:41.986610 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=100 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:26:42.002571 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-da940d94-bcb0-44a9-a330-4e302bd7023f None None] Publish callbacks [] for port (8f9fc095-dcf9-4af2-b5b0-1f61ab2f5178), precommit_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:42.007524 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-da940d94-bcb0-44a9-a330-4e302bd7023f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114'] for port (8f9fc095-dcf9-4af2-b5b0-1f61ab2f5178), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:42.059088 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d690ef0-9ab4-4929-acab-cffc0f5662d2 None None] Pushing event updated for resources: {'Port': ['ID=8f9fc095-dcf9-4af2-b5b0-1f61ab2f5178,revision_number=2']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:26:42.065180 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.managers [None req-da940d94-bcb0-44a9-a330-4e302bd7023f None None] Attempting to bind port 8f9fc095-dcf9-4af2-b5b0-1f61ab2f5178 on host dv-cinder-837546-2-iscsi for vnic_type normal with profile {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 17:26:42.065180 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.managers [None req-da940d94-bcb0-44a9-a330-4e302bd7023f None None] Attempting to bind port 8f9fc095-dcf9-4af2-b5b0-1f61ab2f5178 by drivers openvswitch,hyperv on host dv-cinder-837546-2-iscsi at level 0 using segments [{'id': 'f847f272-90b1-4369-8e48-25aa20ff3114', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2'}] {{(pid=104054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 17:26:42.065180 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da940d94-bcb0-44a9-a330-4e302bd7023f None None] Attempting to bind port 8f9fc095-dcf9-4af2-b5b0-1f61ab2f5178 on network a25e4fa3-c316-487c-825a-4fde1c36cdb2 {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 17:26:42.067539 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da940d94-bcb0-44a9-a330-4e302bd7023f None None] Checking agent: {'id': 'f1f6c009-5a31-4833-b180-4d9d41a55fe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837546-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 17, 26, 4), 'started_at': datetime.datetime(2022, 6, 16, 17, 26, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 17, 26, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837546-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 17:26:42.067784 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da940d94-bcb0-44a9-a330-4e302bd7023f None None] Checking segment: {'id': 'f847f272-90b1-4369-8e48-25aa20ff3114', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 17:26:42.068156 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-da940d94-bcb0-44a9-a330-4e302bd7023f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:42.068534 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da940d94-bcb0-44a9-a330-4e302bd7023f None None] Bound using segment: {'id': 'f847f272-90b1-4369-8e48-25aa20ff3114', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2'} {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 17:26:42.068984 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.managers [None req-da940d94-bcb0-44a9-a330-4e302bd7023f None None] Bound port: 8f9fc095-dcf9-4af2-b5b0-1f61ab2f5178, host: dv-cinder-837546-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f847f272-90b1-4369-8e48-25aa20ff3114', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2'}}] {{(pid=104054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 17:26:42.069378 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-da940d94-bcb0-44a9-a330-4e302bd7023f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (8f9fc095-dcf9-4af2-b5b0-1f61ab2f5178), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:42.118620 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-da940d94-bcb0-44a9-a330-4e302bd7023f None None] For port 8f9fc095-dcf9-4af2-b5b0-1f61ab2f5178, host dv-cinder-837546-2-iscsi, cleared binding levels {{(pid=104054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 17:26:42.121812 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-da940d94-bcb0-44a9-a330-4e302bd7023f None None] For port 8f9fc095-dcf9-4af2-b5b0-1f61ab2f5178, host dv-cinder-837546-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-2-iscsi',level=0,port_id=8f9fc095-dcf9-4af2-b5b0-1f61ab2f5178,segment=NetworkSegment(f847f272-90b1-4369-8e48-25aa20ff3114),segment_id=f847f272-90b1-4369-8e48-25aa20ff3114)] {{(pid=104054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 17:26:42.130763 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-da940d94-bcb0-44a9-a330-4e302bd7023f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114'] for port (8f9fc095-dcf9-4af2-b5b0-1f61ab2f5178), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:42.187428 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da940d94-bcb0-44a9-a330-4e302bd7023f None None] Routers {'d8533bde-75f1-4afc-8dba-68a741e0c53f'} bound to L3 agent in host dv-cinder-837546-2-iscsi {{(pid=104054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:26:42.188045 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-da940d94-bcb0-44a9-a330-4e302bd7023f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-16T17:26:01Z,description=,heartbeat_timestamp=2022-06-16T17:26:31Z,host='dv-cinder-837546-2-iscsi',id=43e250b4-0ce3-4949-aa8c-0bafe6454580,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:26:01Z,topic='l3_agent')) {'router_ids': ['d8533bde-75f1-4afc-8dba-68a741e0c53f'], 'active': True} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:26:42.222971 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:26:42.271575 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d690ef0-9ab4-4929-acab-cffc0f5662d2 None None] Pushing event updated for resources: {'Port': ['ID=8f9fc095-dcf9-4af2-b5b0-1f61ab2f5178,revision_number=3']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:26:42.288474 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 51208) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:26:42.304339 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvr_db [None req-da940d94-bcb0-44a9-a330-4e302bd7023f None None] Set router d8533bde-75f1-4afc-8dba-68a741e0c53f gateway port host: dv-cinder-837546-2-iscsi {{(pid=104054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:26:42.356801 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writer thread running {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 16 17:26:42.358045 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:26:42.505342 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-da940d94-bcb0-44a9-a330-4e302bd7023f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8533bde-75f1-4afc-8dba-68a741e0c53f', 'name': 'router1', 'tenant_id': '8a3d0e211dd942aaa39eed1730d17e92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'external_fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '8f9fc095-dcf9-4af2-b5b0-1f61ab2f5178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:26:21Z', 'updated_at': '2022-06-16T17:26:39Z', 'revision_number': 4, 'project_id': '8a3d0e211dd942aaa39eed1730d17e92', 'gw_port': {'id': '8f9fc095-dcf9-4af2-b5b0-1f61ab2f5178', 'name': '', 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:e2:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8533bde-75f1-4afc-8dba-68a741e0c53f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:26:38Z', 'updated_at': '2022-06-16T17:26:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47584a51-19b7-439b-9f28-a7f577441b18', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-2-iscsi', '_interfaces': [{'id': '382f565d-d019-4d6a-93f6-25da9f04fd81', 'name': '', 'network_id': 'eafb4845-e51d-4dbf-a26d-ff30d0a12b31', 'tenant_id': '8a3d0e211dd942aaa39eed1730d17e92', 'mac_address': 'fa:16:3e:9e:28:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8533bde-75f1-4afc-8dba-68a741e0c53f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '990862ae-46ad-490a-bb23-26a1c48a5534', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:26:30Z', 'updated_at': '2022-06-16T17:26:34Z', 'revision_number': 5, 'project_id': '8a3d0e211dd942aaa39eed1730d17e92', 'subnets': [{'id': '990862ae-46ad-490a-bb23-26a1c48a5534', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '78d4e1f5-5540-440a-8187-5dc4429600fb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837546-2-iscsi', False) {} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:26:42.523421 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.policy [None req-4e56c233-dfbd-46f5-8350-a6bbe03328f2 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104053) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 16 17:26:42.533672 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da940d94-bcb0-44a9-a330-4e302bd7023f None None] The sync data for ids ['d8533bde-75f1-4afc-8dba-68a741e0c53f'] in dv-cinder-837546-2-iscsi is: [{'id': 'd8533bde-75f1-4afc-8dba-68a741e0c53f', 'name': 'router1', 'tenant_id': '8a3d0e211dd942aaa39eed1730d17e92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'external_fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '8f9fc095-dcf9-4af2-b5b0-1f61ab2f5178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:26:21Z', 'updated_at': '2022-06-16T17:26:39Z', 'revision_number': 4, 'project_id': '8a3d0e211dd942aaa39eed1730d17e92', 'gw_port': {'id': '8f9fc095-dcf9-4af2-b5b0-1f61ab2f5178', 'name': '', 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:e2:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8533bde-75f1-4afc-8dba-68a741e0c53f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:26:38Z', 'updated_at': '2022-06-16T17:26:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47584a51-19b7-439b-9f28-a7f577441b18', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-2-iscsi', '_interfaces': [{'id': '382f565d-d019-4d6a-93f6-25da9f04fd81', 'name': '', 'network_id': 'eafb4845-e51d-4dbf-a26d-ff30d0a12b31', 'tenant_id': '8a3d0e211dd942aaa39eed1730d17e92', 'mac_address': 'fa:16:3e:9e:28:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8533bde-75f1-4afc-8dba-68a741e0c53f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '990862ae-46ad-490a-bb23-26a1c48a5534', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:26:30Z', 'updated_at': '2022-06-16T17:26:34Z', 'revision_number': 5, 'project_id': '8a3d0e211dd942aaa39eed1730d17e92', 'subnets': [{'id': '990862ae-46ad-490a-bb23-26a1c48a5534', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '78d4e1f5-5540-440a-8187-5dc4429600fb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:26:42.573063 dv-cinder-837546-2-iscsi neutron-server[104053]: WARNING oslo_policy.policy [None req-4e56c233-dfbd-46f5-8350-a6bbe03328f2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 17:26:42.573463 dv-cinder-837546-2-iscsi neutron-server[104053]: WARNING oslo_policy.policy [None req-4e56c233-dfbd-46f5-8350-a6bbe03328f2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 17:26:42.583464 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-4e56c233-dfbd-46f5-8350-a6bbe03328f2 admin admin] 10.222.0.40 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.2932794 Jun 16 17:26:44.197770 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Device 8f9fc095-dcf9-4af2-b5b0-1f61ab2f5178 up at agent ovs-agent-dv-cinder-837546-2-iscsi {{(pid=104054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 17:26:44.242423 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Provisioning complete for port 8f9fc095-dcf9-4af2-b5b0-1f61ab2f5178 triggered by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:26:44.242930 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572016'] for port (8f9fc095-dcf9-4af2-b5b0-1f61ab2f5178), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:44.330388 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Current status of the port 8f9fc095-dcf9-4af2-b5b0-1f61ab2f5178 is: DOWN; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:26:44.330767 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (8f9fc095-dcf9-4af2-b5b0-1f61ab2f5178), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:44.353030 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] For port 8f9fc095-dcf9-4af2-b5b0-1f61ab2f5178, host dv-cinder-837546-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-2-iscsi',level=0,port_id=8f9fc095-dcf9-4af2-b5b0-1f61ab2f5178,segment=NetworkSegment(f847f272-90b1-4369-8e48-25aa20ff3114),segment_id=f847f272-90b1-4369-8e48-25aa20ff3114)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:26:44.358182 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114'] for port (8f9fc095-dcf9-4af2-b5b0-1f61ab2f5178), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:44.410170 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Pushing event updated for resources: {'Port': ['ID=8f9fc095-dcf9-4af2-b5b0-1f61ab2f5178,revision_number=4']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:26:46.251442 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=42 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:26:46.254699 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Device 8f9fc095-dcf9-4af2-b5b0-1f61ab2f5178 up at agent ovs-agent-dv-cinder-837546-2-iscsi {{(pid=104054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 17:26:46.260301 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=34 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:26:46.321359 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:26:46.334001 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Provisioning complete for port 8f9fc095-dcf9-4af2-b5b0-1f61ab2f5178 triggered by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:26:46.334704 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572016'] for port (8f9fc095-dcf9-4af2-b5b0-1f61ab2f5178), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:46.443182 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Current status of the port 8f9fc095-dcf9-4af2-b5b0-1f61ab2f5178 is: ACTIVE; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:26:49.866287 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=19 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:26:49.868886 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=6 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:26:52.459313 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=6 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:26:56.286192 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=4 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:26:56.294725 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=2 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:26:56.393929 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=10 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:26:56.443634 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=75,neutron:UPDATE=1 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:26:58.927544 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-e2db913f-74e2-4086-8e16-a137564edef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (e26ebcb9-a690-4ec1-8688-e951546304f4), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:27:01.259687 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-35098ec4-2b99-44dc-8380-29dd4f8f9bf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (43e250b4-0ce3-4949-aa8c-0bafe6454580), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:27:02.399288 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-359da135-d845-4d2e-a034-e84fcb95f5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (8e118b8c-b091-4f14-909a-13c66b53efc1), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:27:04.125348 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-1d81e0cb-ff47-4623-99d5-ab370c19a781 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (25dd433a-18a0-496e-b58c-593ddca2a11d), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:27:04.439345 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (f1f6c009-5a31-4833-b180-4d9d41a55fe5), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:27:13.245090 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.agents_db [None req-618f4cd3-4a7d-480c-b6e2-8b59597e19f3 None None] Agent healthcheck: found 5 active agents {{(pid=104055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 17:27:14.431764 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:27:14.436517 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:27:23.245071 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=2 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:27:28.924436 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-d5278d20-b0a6-4d93-adc4-926a1cee8695 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (e26ebcb9-a690-4ec1-8688-e951546304f4), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:27:31.258918 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-693bb738-9972-4289-b1ad-de20083471a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (43e250b4-0ce3-4949-aa8c-0bafe6454580), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:27:32.404084 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-359da135-d845-4d2e-a034-e84fcb95f5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (8e118b8c-b091-4f14-909a-13c66b53efc1), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:27:33.255984 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=3 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:27:33.261491 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=3 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:27:34.125826 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-1d81e0cb-ff47-4623-99d5-ab370c19a781 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (25dd433a-18a0-496e-b58c-593ddca2a11d), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:27:34.440721 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (f1f6c009-5a31-4833-b180-4d9d41a55fe5), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:27:44.426549 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=18,neutron:UPDATE=2 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:27:44.435174 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:27:50.243912 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.agents_db [None req-618f4cd3-4a7d-480c-b6e2-8b59597e19f3 None None] Agent healthcheck: found 5 active agents {{(pid=104055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 17:27:58.918981 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-7e0ac76c-fcf6-4ffb-9ac2-217329e97692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (e26ebcb9-a690-4ec1-8688-e951546304f4), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:00.239852 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:28:00.815868 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 51750) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:28:00.893562 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8111af7-0de3-46d7-9e18-cb00db446985 admin admin] GET failed (client error): The resource could not be found. Jun 16 17:28:00.894860 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-e8111af7-0de3-46d7-9e18-cb00db446985 admin admin] 10.222.0.40 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0780702 Jun 16 17:28:01.098703 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dc9e034-beae-47a7-b8ae-6e6820652288 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:28:01.100139 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-9dc9e034-beae-47a7-b8ae-6e6820652288 admin admin] 10.222.0.40 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2011940 Jun 16 17:28:01.247692 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c08e5363-e5ad-4d5a-a335-451dc4473d4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (43e250b4-0ce3-4949-aa8c-0bafe6454580), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:02.404055 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-359da135-d845-4d2e-a034-e84fcb95f5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (8e118b8c-b091-4f14-909a-13c66b53efc1), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:03.283193 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 51760) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:28:03.420304 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-180953df-26f7-4d93-b87d-ee4e3eed4156 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:28:03.421736 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-180953df-26f7-4d93-b87d-ee4e3eed4156 admin admin] 10.222.0.40 "GET /v2.0/subnets/990862ae-46ad-490a-bb23-26a1c48a5534 HTTP/1.1" status: 200 len: 849 time: 0.1376152 Jun 16 17:28:03.431162 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.v2.base [None req-2d343af9-7075-4599-bf3d-7cd708963311 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:28:03.519589 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-2d343af9-7075-4599-bf3d-7cd708963311 admin admin] Publish callbacks [] for subnet (990862ae-46ad-490a-bb23-26a1c48a5534), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:03.681966 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-2d343af9-7075-4599-bf3d-7cd708963311 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8762170396492'] for subnet (990862ae-46ad-490a-bb23-26a1c48a5534), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:03.742860 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d343af9-7075-4599-bf3d-7cd708963311 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:28:03.744374 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-2d343af9-7075-4599-bf3d-7cd708963311 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626521'] for subnet (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:03.757885 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-2d343af9-7075-4599-bf3d-7cd708963311 admin admin] 10.222.0.40 "PUT /v2.0/subnets/990862ae-46ad-490a-bb23-26a1c48a5534 HTTP/1.1" status: 200 len: 868 time: 0.3175185 Jun 16 17:28:03.758636 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59dfcecd-bf40-4d9d-bec6-1870eabf445b None None] Network eafb4845-e51d-4dbf-a26d-ff30d0a12b31 requested from dv-cinder-837546-2-iscsi {{(pid=104054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 17:28:03.777747 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d343af9-7075-4599-bf3d-7cd708963311 admin admin] Pushing event updated for resources: {'Subnet': ['ID=990862ae-46ad-490a-bb23-26a1c48a5534,revision_number=1']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:28:03.788124 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d343af9-7075-4599-bf3d-7cd708963311 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:28:03.788493 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d343af9-7075-4599-bf3d-7cd708963311 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:28:03.788911 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d343af9-7075-4599-bf3d-7cd708963311 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:28:03.789279 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d343af9-7075-4599-bf3d-7cd708963311 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:28:03.789616 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d343af9-7075-4599-bf3d-7cd708963311 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:28:03.789946 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d343af9-7075-4599-bf3d-7cd708963311 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:28:03.790273 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d343af9-7075-4599-bf3d-7cd708963311 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:28:03.790597 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d343af9-7075-4599-bf3d-7cd708963311 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:28:03.790929 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d343af9-7075-4599-bf3d-7cd708963311 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:28:03.791253 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d343af9-7075-4599-bf3d-7cd708963311 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:28:03.791576 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d343af9-7075-4599-bf3d-7cd708963311 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:28:03.792070 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d343af9-7075-4599-bf3d-7cd708963311 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:28:03.792398 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d343af9-7075-4599-bf3d-7cd708963311 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:28:03.792717 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d343af9-7075-4599-bf3d-7cd708963311 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:28:03.793040 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d343af9-7075-4599-bf3d-7cd708963311 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:28:03.794594 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d343af9-7075-4599-bf3d-7cd708963311 admin admin] Tracked resource versions report: Jun 16 17:28:03.794594 dv-cinder-837546-2-iscsi neutron-server[104053]: pushed versions: Jun 16 17:28:03.794594 dv-cinder-837546-2-iscsi neutron-server[104053]: { 'AddressGroup': {'1.2'}, Jun 16 17:28:03.794594 dv-cinder-837546-2-iscsi neutron-server[104053]: 'Agent': {'1.1'}, Jun 16 17:28:03.794594 dv-cinder-837546-2-iscsi neutron-server[104053]: 'ConntrackHelper': {'1.0'}, Jun 16 17:28:03.794594 dv-cinder-837546-2-iscsi neutron-server[104053]: 'LocalIPAssociation': {'1.0'}, Jun 16 17:28:03.794594 dv-cinder-837546-2-iscsi neutron-server[104053]: 'Log': {'1.0'}, Jun 16 17:28:03.794594 dv-cinder-837546-2-iscsi neutron-server[104053]: 'NDPProxy': {'1.0'}, Jun 16 17:28:03.794594 dv-cinder-837546-2-iscsi neutron-server[104053]: 'Network': {'1.1'}, Jun 16 17:28:03.794594 dv-cinder-837546-2-iscsi neutron-server[104053]: 'Port': {'1.7'}, Jun 16 17:28:03.794594 dv-cinder-837546-2-iscsi neutron-server[104053]: 'PortForwarding': {'1.3'}, Jun 16 17:28:03.794594 dv-cinder-837546-2-iscsi neutron-server[104053]: 'QosPolicy': {'1.10'}, Jun 16 17:28:03.794594 dv-cinder-837546-2-iscsi neutron-server[104053]: 'SecurityGroup': {'1.5'}, Jun 16 17:28:03.794594 dv-cinder-837546-2-iscsi neutron-server[104053]: 'SecurityGroupRule': {'1.2'}, Jun 16 17:28:03.794594 dv-cinder-837546-2-iscsi neutron-server[104053]: 'SubPort': {'1.0'}, Jun 16 17:28:03.794594 dv-cinder-837546-2-iscsi neutron-server[104053]: 'Subnet': {'1.1'}, Jun 16 17:28:03.794594 dv-cinder-837546-2-iscsi neutron-server[104053]: 'Trunk': {'1.1'}} Jun 16 17:28:03.794594 dv-cinder-837546-2-iscsi neutron-server[104053]: consumer versions: Jun 16 17:28:03.794594 dv-cinder-837546-2-iscsi neutron-server[104053]: { DHCP agent@dv-cinder-837546-2-iscsi: {}, Jun 16 17:28:03.794594 dv-cinder-837546-2-iscsi neutron-server[104053]: L3 agent@dv-cinder-837546-2-iscsi: {}, Jun 16 17:28:03.794594 dv-cinder-837546-2-iscsi neutron-server[104053]: Metadata agent@dv-cinder-837546-2-iscsi: {}, Jun 16 17:28:03.794594 dv-cinder-837546-2-iscsi neutron-server[104053]: Metering agent@dv-cinder-837546-2-iscsi: {}, Jun 16 17:28:03.794594 dv-cinder-837546-2-iscsi neutron-server[104053]: Open vSwitch agent@dv-cinder-837546-2-iscsi: { 'AddressGroup': '1.2', Jun 16 17:28:03.794594 dv-cinder-837546-2-iscsi neutron-server[104053]: 'Agent': '1.1', Jun 16 17:28:03.794594 dv-cinder-837546-2-iscsi neutron-server[104053]: 'ConntrackHelper': '1.0', Jun 16 17:28:03.794594 dv-cinder-837546-2-iscsi neutron-server[104053]: 'LocalIPAssociation': '1.0', Jun 16 17:28:03.794594 dv-cinder-837546-2-iscsi neutron-server[104053]: 'Log': '1.0', Jun 16 17:28:03.794594 dv-cinder-837546-2-iscsi neutron-server[104053]: 'NDPProxy': '1.0', Jun 16 17:28:03.794594 dv-cinder-837546-2-iscsi neutron-server[104053]: 'Network': '1.1', Jun 16 17:28:03.794594 dv-cinder-837546-2-iscsi neutron-server[104053]: 'Port': '1.7', Jun 16 17:28:03.794594 dv-cinder-837546-2-iscsi neutron-server[104053]: 'PortForwarding': '1.3', Jun 16 17:28:03.794594 dv-cinder-837546-2-iscsi neutron-server[104053]: 'QosPolicy': '1.10', Jun 16 17:28:03.794594 dv-cinder-837546-2-iscsi neutron-server[104053]: 'SecurityGroup': '1.5', Jun 16 17:28:03.794594 dv-cinder-837546-2-iscsi neutron-server[104053]: 'SecurityGroupRule': '1.2', Jun 16 17:28:03.794594 dv-cinder-837546-2-iscsi neutron-server[104053]: 'SubPort': '1.0', Jun 16 17:28:03.794594 dv-cinder-837546-2-iscsi neutron-server[104053]: 'Subnet': '1.1', Jun 16 17:28:03.794594 dv-cinder-837546-2-iscsi neutron-server[104053]: 'Trunk': '1.1'}} Jun 16 17:28:03.794594 dv-cinder-837546-2-iscsi neutron-server[104053]: {{(pid=104053) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 17:28:04.130379 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-7efd3dd1-d657-43c7-8460-05d49705bef1 None None] Provisioning complete for port 382f565d-d019-4d6a-93f6-25da9f04fd81 triggered by entity DHCP. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:28:04.130765 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-7efd3dd1-d657-43c7-8460-05d49705bef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572016'] for port (382f565d-d019-4d6a-93f6-25da9f04fd81), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:04.132264 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-1d81e0cb-ff47-4623-99d5-ab370c19a781 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (25dd433a-18a0-496e-b58c-593ddca2a11d), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:04.210441 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-7efd3dd1-d657-43c7-8460-05d49705bef1 None None] Current status of the port 382f565d-d019-4d6a-93f6-25da9f04fd81 is: ACTIVE; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:28:04.219164 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-7efd3dd1-d657-43c7-8460-05d49705bef1 None None] Provisioning complete for port afc0a82d-c400-4e84-b54b-a1dcc51dfd38 triggered by entity DHCP. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:28:04.219541 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-7efd3dd1-d657-43c7-8460-05d49705bef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572016'] for port (afc0a82d-c400-4e84-b54b-a1dcc51dfd38), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:04.292635 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-7efd3dd1-d657-43c7-8460-05d49705bef1 None None] Current status of the port afc0a82d-c400-4e84-b54b-a1dcc51dfd38 is: ACTIVE; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:28:04.433801 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (f1f6c009-5a31-4833-b180-4d9d41a55fe5), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:05.925941 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 51772) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:28:06.149837 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-906b4883-1af0-4178-a017-a20efff15465 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:28:06.150210 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-906b4883-1af0-4178-a017-a20efff15465 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:28:06.151718 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-906b4883-1af0-4178-a017-a20efff15465 admin admin] 10.222.0.40 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2247837 Jun 16 17:28:08.334979 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 51780) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:28:08.466230 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef5545dc-17a4-41e5-9918-8b1e59a3d106 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:28:08.466812 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef5545dc-17a4-41e5-9918-8b1e59a3d106 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:28:08.468452 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-ef5545dc-17a4-41e5-9918-8b1e59a3d106 admin admin] 10.222.0.40 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1325097 Jun 16 17:28:10.253106 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=1 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:28:10.258276 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=5 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:28:10.646500 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 51788) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:28:10.775415 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11e9e87d-bcd9-40c7-9492-4a9e93e2c3de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:28:10.776757 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-11e9e87d-bcd9-40c7-9492-4a9e93e2c3de admin admin] 10.222.0.40 "GET /v2.0/networks/a25e4fa3-c316-487c-825a-4fde1c36cdb2 HTTP/1.1" status: 200 len: 886 time: 0.1292984 Jun 16 17:28:13.009218 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 51798) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:28:13.146893 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bea6187f-5850-4ba3-9a97-d1bbd2bac2ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:28:13.148257 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-bea6187f-5850-4ba3-9a97-d1bbd2bac2ac admin admin] 10.222.0.40 "GET /v2.0/networks/eafb4845-e51d-4dbf-a26d-ff30d0a12b31 HTTP/1.1" status: 200 len: 869 time: 0.1381061 Jun 16 17:28:14.422113 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=45,neutron:UPDATE=3 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:28:14.428820 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=47,neutron:UPDATE=2 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:28:15.286922 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 51806) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:28:15.414684 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef05444f-ff9d-4ba8-ab70-988a413df5b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:28:15.415130 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef05444f-ff9d-4ba8-ab70-988a413df5b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:28:15.416646 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-ef05444f-ff9d-4ba8-ab70-988a413df5b4 admin admin] 10.222.0.40 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1287904 Jun 16 17:28:17.587346 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 51814) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:28:17.679200 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76883b39-ef3f-431f-8e12-a2615bd8aa45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:28:17.679647 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76883b39-ef3f-431f-8e12-a2615bd8aa45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:28:17.681305 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-76883b39-ef3f-431f-8e12-a2615bd8aa45 admin admin] 10.222.0.40 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0930076 Jun 16 17:28:18.457817 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=78,neutron:INSERT=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:28:18.463991 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:28:19.838566 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 51822) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:28:19.930526 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82634d5c-b7f9-4e49-8265-6ff30b8745a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:28:19.931871 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-82634d5c-b7f9-4e49-8265-6ff30b8745a3 admin admin] 10.222.0.40 "GET /v2.0/subnets/47584a51-19b7-439b-9f28-a7f577441b18 HTTP/1.1" status: 200 len: 816 time: 0.0923669 Jun 16 17:28:22.135564 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 51830) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:28:22.236475 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccaf0cee-a8d8-4cbe-8be1-4359cc32b926 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:28:22.237865 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-ccaf0cee-a8d8-4cbe-8be1-4359cc32b926 admin admin] 10.222.0.40 "GET /v2.0/subnets/990862ae-46ad-490a-bb23-26a1c48a5534 HTTP/1.1" status: 200 len: 868 time: 0.1013629 Jun 16 17:28:27.243876 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.agents_db [None req-618f4cd3-4a7d-480c-b6e2-8b59597e19f3 None None] Agent healthcheck: found 5 active agents {{(pid=104055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 17:28:27.673027 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=34 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:28:27.675023 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=35 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:28:28.923783 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c88e392d-6180-4630-a10d-fa517ee2b197 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (e26ebcb9-a690-4ec1-8688-e951546304f4), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:31.243097 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-26b20b34-6547-4b31-afa4-cf5d05d8bc23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (43e250b4-0ce3-4949-aa8c-0bafe6454580), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:32.222229 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=11 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:28:32.233524 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=12 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:28:32.409531 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-359da135-d845-4d2e-a034-e84fcb95f5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (8e118b8c-b091-4f14-909a-13c66b53efc1), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:34.122157 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-1d81e0cb-ff47-4623-99d5-ab370c19a781 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (25dd433a-18a0-496e-b58c-593ddca2a11d), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:34.438000 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (f1f6c009-5a31-4833-b180-4d9d41a55fe5), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:37.239408 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=2 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:28:44.426807 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:28:44.433893 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:28:47.254388 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=2 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:28:47.255389 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=4 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:28:49.683270 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 51886) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:28:49.730719 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [None req-0f579776-78f6-4f0a-865e-2544c4b65114 admin admin] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=104053) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 16 17:28:49.731749 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-0f579776-78f6-4f0a-865e-2544c4b65114 admin admin] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0475414 Jun 16 17:28:51.995151 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 51894) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:28:52.059307 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.pecan_wsgi.hooks.translation [None req-eaf74b70-745b-427c-89ef-6aed9acda8dc admin admin] GET failed (client error): The resource could not be found. Jun 16 17:28:52.060639 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-eaf74b70-745b-427c-89ef-6aed9acda8dc admin admin] 10.222.0.40 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0645361 Jun 16 17:28:52.152693 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ac6778-7826-4557-858b-35117021af9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:28:52.154197 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-a3ac6778-7826-4557-858b-35117021af9c admin admin] 10.222.0.40 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0888953 Jun 16 17:28:54.346045 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 51902) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:28:54.396124 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.v2.base [None req-d27fd714-a4f0-4698-852c-2ee6a6cfa551 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=104053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:28:54.433338 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d27fd714-a4f0-4698-852c-2ee6a6cfa551 admin admin] Made reservation on behalf of 26ada52fc9b44bcbbe7f2cc5f37ab303 for: {'network': 1} {{(pid=104053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:28:54.435930 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-d27fd714-a4f0-4698-852c-2ee6a6cfa551 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for network (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:54.478974 dv-cinder-837546-2-iscsi neutron-server[104053]: WARNING neutron.services.revisions.revision_plugin [None req-d27fd714-a4f0-4698-852c-2ee6a6cfa551 admin admin] Could not find related network for resource to bump revision. Jun 16 17:28:54.498310 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d27fd714-a4f0-4698-852c-2ee6a6cfa551 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 343} {{(pid=104053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 17:28:54.510905 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-d27fd714-a4f0-4698-852c-2ee6a6cfa551 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8762170470894', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1565696'] for segment (329481cf-50ba-44d6-82d8-efe58c07cea8), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:54.511429 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-d27fd714-a4f0-4698-852c-2ee6a6cfa551 admin admin] Unsubscribe: segment precommit_create {{(pid=104053) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 16 17:28:54.511892 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.db.segments_db [None req-d27fd714-a4f0-4698-852c-2ee6a6cfa551 admin admin] Added segment 329481cf-50ba-44d6-82d8-efe58c07cea8 of type vlan for network 13f5add3-b85e-4e97-8edd-aacfd128b09b Jun 16 17:28:54.567104 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-d27fd714-a4f0-4698-852c-2ee6a6cfa551 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762169983061'] for network (13f5add3-b85e-4e97-8edd-aacfd128b09b), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:54.601395 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-d27fd714-a4f0-4698-852c-2ee6a6cfa551 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511'] for network (13f5add3-b85e-4e97-8edd-aacfd128b09b), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:54.602350 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d27fd714-a4f0-4698-852c-2ee6a6cfa551 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:28:54.602915 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-d27fd714-a4f0-4698-852c-2ee6a6cfa551 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626521'] for network (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:54.667134 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-d27fd714-a4f0-4698-852c-2ee6a6cfa551 admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.3199944 Jun 16 17:28:54.704444 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27fd714-a4f0-4698-852c-2ee6a6cfa551 admin admin] Pushing event updated for resources: {'Network': ['ID=13f5add3-b85e-4e97-8edd-aacfd128b09b,revision_number=1']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:28:54.716766 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Network 13f5add3-b85e-4e97-8edd-aacfd128b09b details requested by agent ovs-agent-dv-cinder-837546-2-iscsi with host dv-cinder-837546-2-iscsi {{(pid=104054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 16 17:28:56.979413 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 51910) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:28:57.044601 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.pecan_wsgi.hooks.translation [None req-30411273-e5dd-42cd-8395-2dc4bca3d8b5 admin admin] GET failed (client error): The resource could not be found. Jun 16 17:28:57.045895 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-30411273-e5dd-42cd-8395-2dc4bca3d8b5 admin admin] 10.222.0.40 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0655384 Jun 16 17:28:57.118791 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80f9a5c2-210c-4d08-a7c7-2fbce0effd38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:28:57.120213 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-80f9a5c2-210c-4d08-a7c7-2fbce0effd38 admin admin] 10.222.0.40 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0703027 Jun 16 17:28:57.130682 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.v2.base [None req-1f0eb67d-730b-44db-8d7d-e7138e250e86 admin admin] Request body: {'subnet': {'network_id': '13f5add3-b85e-4e97-8edd-aacfd128b09b', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4}} {{(pid=104053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:28:57.153505 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f0eb67d-730b-44db-8d7d-e7138e250e86 admin admin] Made reservation on behalf of 26ada52fc9b44bcbbe7f2cc5f37ab303 for: {'subnet': 1} {{(pid=104053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:28:57.156206 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1f0eb67d-730b-44db-8d7d-e7138e250e86 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:57.369068 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1f0eb67d-730b-44db-8d7d-e7138e250e86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511'] for subnet (62300e30-012c-46a4-b7f7-b53511d81e71), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:57.422259 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0eb67d-730b-44db-8d7d-e7138e250e86 admin admin] Pushing event updated for resources: {'Subnet': ['ID=62300e30-012c-46a4-b7f7-b53511d81e71,revision_number=0']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:28:57.438751 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0eb67d-730b-44db-8d7d-e7138e250e86 admin admin] Checking segment: {'id': '329481cf-50ba-44d6-82d8-efe58c07cea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '13f5add3-b85e-4e97-8edd-aacfd128b09b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 17:28:57.439099 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f0eb67d-730b-44db-8d7d-e7138e250e86 admin admin] Network hostable DHCP agents. Network: 13f5add3-b85e-4e97-8edd-aacfd128b09b, hostable agents: ['e26ebcb9-a690-4ec1-8688-e951546304f4'], hosted agents: [] {{(pid=104053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 17:28:57.459627 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f0eb67d-730b-44db-8d7d-e7138e250e86 admin admin] Network 13f5add3-b85e-4e97-8edd-aacfd128b09b is scheduled to be hosted by DHCP agent e26ebcb9-a690-4ec1-8688-e951546304f4 with binding_index 1 {{(pid=104053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 17:28:57.470588 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.scheduler.base_scheduler [None req-1f0eb67d-730b-44db-8d7d-e7138e250e86 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837546-2-iscsi, 13f5add3-b85e-4e97-8edd-aacfd128b09b) {{(pid=104053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:28:57.474518 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f0eb67d-730b-44db-8d7d-e7138e250e86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:28:57.475096 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1f0eb67d-730b-44db-8d7d-e7138e250e86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626521'] for subnet (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:57.479467 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd263b00-d162-4e6a-acdb-ce96cbb1e386 None None] Network 13f5add3-b85e-4e97-8edd-aacfd128b09b requested from dv-cinder-837546-2-iscsi {{(pid=104054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 17:28:57.491337 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-1f0eb67d-730b-44db-8d7d-e7138e250e86 admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3638484 Jun 16 17:28:57.593260 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5d42319-52b3-4e1a-ab4f-41b58e24c306 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0cae4adc-82d1-5bc8-94a6-29ea8bfd1c5c-13f5add3-b85e-4e97-8edd-aacfd128b09b', 'network_id': '13f5add3-b85e-4e97-8edd-aacfd128b09b', 'project_id': '26ada52fc9b44bcbbe7f2cc5f37ab303', 'fixed_ips': [{'subnet_id': '62300e30-012c-46a4-b7f7-b53511d81e71'}]}} from dv-cinder-837546-2-iscsi. {{(pid=104054) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 16 17:28:57.594252 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a5d42319-52b3-4e1a-ab4f-41b58e24c306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (None), before_create {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:57.832788 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.db_base_plugin_common [None req-a5d42319-52b3-4e1a-ab4f-41b58e24c306 None None] Allocated IP 192.168.233.2 (13f5add3-b85e-4e97-8edd-aacfd128b09b/62300e30-012c-46a4-b7f7-b53511d81e71/0a333a88-3164-4966-8ea7-4228674e79bc) {{(pid=104054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:28:57.992441 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a5d42319-52b3-4e1a-ab4f-41b58e24c306 None None] Publish callbacks [] for port (0a333a88-3164-4966-8ea7-4228674e79bc), precommit_create {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:58.000069 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a5d42319-52b3-4e1a-ab4f-41b58e24c306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762170029078'] for port (0a333a88-3164-4966-8ea7-4228674e79bc), after_create {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:58.042401 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d42319-52b3-4e1a-ab4f-41b58e24c306 None None] Pushing event updated for resources: {'Port': ['ID=0a333a88-3164-4966-8ea7-4228674e79bc,revision_number=1']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:28:58.054293 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d42319-52b3-4e1a-ab4f-41b58e24c306 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:28:58.054635 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d42319-52b3-4e1a-ab4f-41b58e24c306 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:28:58.054989 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d42319-52b3-4e1a-ab4f-41b58e24c306 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:28:58.055337 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d42319-52b3-4e1a-ab4f-41b58e24c306 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:28:58.055667 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d42319-52b3-4e1a-ab4f-41b58e24c306 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:28:58.055988 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d42319-52b3-4e1a-ab4f-41b58e24c306 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:28:58.056307 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d42319-52b3-4e1a-ab4f-41b58e24c306 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:28:58.056622 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d42319-52b3-4e1a-ab4f-41b58e24c306 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:28:58.056938 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d42319-52b3-4e1a-ab4f-41b58e24c306 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:28:58.057276 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d42319-52b3-4e1a-ab4f-41b58e24c306 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:28:58.057596 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d42319-52b3-4e1a-ab4f-41b58e24c306 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:28:58.057944 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d42319-52b3-4e1a-ab4f-41b58e24c306 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:28:58.058244 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d42319-52b3-4e1a-ab4f-41b58e24c306 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:28:58.058557 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d42319-52b3-4e1a-ab4f-41b58e24c306 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:28:58.058868 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d42319-52b3-4e1a-ab4f-41b58e24c306 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:28:58.064680 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5d42319-52b3-4e1a-ab4f-41b58e24c306 None None] Network 13f5add3-b85e-4e97-8edd-aacfd128b09b is already hosted by enough agents. {{(pid=104054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:28:58.066131 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.scheduler.base_scheduler [None req-a5d42319-52b3-4e1a-ab4f-41b58e24c306 None None] Resources bound (agent type, host, resource id): {{(pid=104054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:28:58.068753 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d42319-52b3-4e1a-ab4f-41b58e24c306 None None] Received port after_create {{(pid=104054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 17:28:58.126113 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.managers [None req-a5d42319-52b3-4e1a-ab4f-41b58e24c306 None None] Attempting to bind port 0a333a88-3164-4966-8ea7-4228674e79bc on host dv-cinder-837546-2-iscsi for vnic_type normal with profile {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 17:28:58.126433 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.managers [None req-a5d42319-52b3-4e1a-ab4f-41b58e24c306 None None] Attempting to bind port 0a333a88-3164-4966-8ea7-4228674e79bc by drivers openvswitch,hyperv on host dv-cinder-837546-2-iscsi at level 0 using segments [{'id': '329481cf-50ba-44d6-82d8-efe58c07cea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '13f5add3-b85e-4e97-8edd-aacfd128b09b'}] {{(pid=104054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 17:28:58.126723 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d42319-52b3-4e1a-ab4f-41b58e24c306 None None] Attempting to bind port 0a333a88-3164-4966-8ea7-4228674e79bc on network 13f5add3-b85e-4e97-8edd-aacfd128b09b {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 17:28:58.131874 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d42319-52b3-4e1a-ab4f-41b58e24c306 None None] Checking agent: {'id': 'f1f6c009-5a31-4833-b180-4d9d41a55fe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837546-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 17, 26, 4), 'started_at': datetime.datetime(2022, 6, 16, 17, 26, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 17, 28, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837546-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 17:28:58.132232 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d42319-52b3-4e1a-ab4f-41b58e24c306 None None] Checking segment: {'id': '329481cf-50ba-44d6-82d8-efe58c07cea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '13f5add3-b85e-4e97-8edd-aacfd128b09b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 17:28:58.132636 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a5d42319-52b3-4e1a-ab4f-41b58e24c306 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:58.133025 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d42319-52b3-4e1a-ab4f-41b58e24c306 None None] Bound using segment: {'id': '329481cf-50ba-44d6-82d8-efe58c07cea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '13f5add3-b85e-4e97-8edd-aacfd128b09b'} {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 17:28:58.133502 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.managers [None req-a5d42319-52b3-4e1a-ab4f-41b58e24c306 None None] Bound port: 0a333a88-3164-4966-8ea7-4228674e79bc, host: dv-cinder-837546-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '329481cf-50ba-44d6-82d8-efe58c07cea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '13f5add3-b85e-4e97-8edd-aacfd128b09b'}}] {{(pid=104054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 17:28:58.133866 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a5d42319-52b3-4e1a-ab4f-41b58e24c306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (0a333a88-3164-4966-8ea7-4228674e79bc), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:58.197529 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-a5d42319-52b3-4e1a-ab4f-41b58e24c306 None None] For port 0a333a88-3164-4966-8ea7-4228674e79bc, host dv-cinder-837546-2-iscsi, cleared binding levels {{(pid=104054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 17:28:58.200679 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-a5d42319-52b3-4e1a-ab4f-41b58e24c306 None None] For port 0a333a88-3164-4966-8ea7-4228674e79bc, host dv-cinder-837546-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-2-iscsi',level=0,port_id=0a333a88-3164-4966-8ea7-4228674e79bc,segment=NetworkSegment(329481cf-50ba-44d6-82d8-efe58c07cea8),segment_id=329481cf-50ba-44d6-82d8-efe58c07cea8)] {{(pid=104054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 17:28:58.208487 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a5d42319-52b3-4e1a-ab4f-41b58e24c306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114'] for port (0a333a88-3164-4966-8ea7-4228674e79bc), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:58.267346 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d42319-52b3-4e1a-ab4f-41b58e24c306 None None] Pushing event updated for resources: {'Port': ['ID=0a333a88-3164-4966-8ea7-4228674e79bc,revision_number=2']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:28:58.344676 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=13 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:28:58.349045 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=13 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:28:58.930951 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-15d39189-b080-43ed-b255-eac1f2a352ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (e26ebcb9-a690-4ec1-8688-e951546304f4), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:59.119724 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e62a8de-8b5f-449e-b148-b4dce78c8c0f None None] Network 13f5add3-b85e-4e97-8edd-aacfd128b09b requested from dv-cinder-837546-2-iscsi {{(pid=104054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 17:28:59.188584 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-c4a584b1-1d92-4852-9e09-8ed7584b5df9 None None] Provisioning complete for port 0a333a88-3164-4966-8ea7-4228674e79bc triggered by entity DHCP. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:28:59.188882 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c4a584b1-1d92-4852-9e09-8ed7584b5df9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572016'] for port (0a333a88-3164-4966-8ea7-4228674e79bc), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:59.211404 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:28:59.227638 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=6 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:28:59.314813 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-c4a584b1-1d92-4852-9e09-8ed7584b5df9 None None] Current status of the port 0a333a88-3164-4966-8ea7-4228674e79bc is: DOWN; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:28:59.315114 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c4a584b1-1d92-4852-9e09-8ed7584b5df9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (0a333a88-3164-4966-8ea7-4228674e79bc), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:59.357398 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-c4a584b1-1d92-4852-9e09-8ed7584b5df9 None None] For port 0a333a88-3164-4966-8ea7-4228674e79bc, host dv-cinder-837546-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-2-iscsi',level=0,port_id=0a333a88-3164-4966-8ea7-4228674e79bc,segment=NetworkSegment(329481cf-50ba-44d6-82d8-efe58c07cea8),segment_id=329481cf-50ba-44d6-82d8-efe58c07cea8)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:28:59.367456 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c4a584b1-1d92-4852-9e09-8ed7584b5df9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114'] for port (0a333a88-3164-4966-8ea7-4228674e79bc), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:59.425050 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a584b1-1d92-4852-9e09-8ed7584b5df9 None None] Pushing event updated for resources: {'Port': ['ID=0a333a88-3164-4966-8ea7-4228674e79bc,revision_number=3']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:28:59.582106 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-0e45e0fd-7d94-41b7-9d9f-b2c0501dedff None None] Provisioning complete for port 0a333a88-3164-4966-8ea7-4228674e79bc triggered by entity DHCP. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:28:59.582490 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-0e45e0fd-7d94-41b7-9d9f-b2c0501dedff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572016'] for port (0a333a88-3164-4966-8ea7-4228674e79bc), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:59.660080 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-0e45e0fd-7d94-41b7-9d9f-b2c0501dedff None None] Current status of the port 0a333a88-3164-4966-8ea7-4228674e79bc is: ACTIVE; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:29:00.303351 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Device 0a333a88-3164-4966-8ea7-4228674e79bc up at agent ovs-agent-dv-cinder-837546-2-iscsi {{(pid=104054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 17:29:00.370529 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Provisioning complete for port 0a333a88-3164-4966-8ea7-4228674e79bc triggered by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:29:00.370921 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572016'] for port (0a333a88-3164-4966-8ea7-4228674e79bc), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:00.443811 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Current status of the port 0a333a88-3164-4966-8ea7-4228674e79bc is: ACTIVE; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:29:01.247430 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-2c113926-c187-4f26-b72b-eb1fc33800c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (43e250b4-0ce3-4949-aa8c-0bafe6454580), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:02.411475 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-359da135-d845-4d2e-a034-e84fcb95f5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (8e118b8c-b091-4f14-909a-13c66b53efc1), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:04.126119 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-1d81e0cb-ff47-4623-99d5-ab370c19a781 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (25dd433a-18a0-496e-b58c-593ddca2a11d), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:04.243029 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.agents_db [None req-618f4cd3-4a7d-480c-b6e2-8b59597e19f3 None None] Agent healthcheck: found 5 active agents {{(pid=104055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 17:29:04.444935 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (f1f6c009-5a31-4833-b180-4d9d41a55fe5), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:07.483414 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=74,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:29:07.484181 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:29:14.241178 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=1 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:29:14.241811 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=1 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:29:14.435501 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=57,neutron:UPDATE=2 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:29:14.437478 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=58,neutron:UPDATE=4 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:29:24.250864 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=2 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:29:24.255973 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=4 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:29:28.924151 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-2c7dcc99-b1bc-43f4-957a-86889e5f55b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (e26ebcb9-a690-4ec1-8688-e951546304f4), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:31.253109 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c5f1a97d-9e20-4547-9375-5a513d70078e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (43e250b4-0ce3-4949-aa8c-0bafe6454580), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:32.414493 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-359da135-d845-4d2e-a034-e84fcb95f5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (8e118b8c-b091-4f14-909a-13c66b53efc1), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:34.131984 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-1d81e0cb-ff47-4623-99d5-ab370c19a781 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (25dd433a-18a0-496e-b58c-593ddca2a11d), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:34.438933 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (f1f6c009-5a31-4833-b180-4d9d41a55fe5), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:41.244080 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.agents_db [None req-618f4cd3-4a7d-480c-b6e2-8b59597e19f3 None None] Agent healthcheck: found 5 active agents {{(pid=104055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 17:29:44.427554 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=18,neutron:UPDATE=3 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:29:44.433981 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:29:58.930728 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-028b90e2-7b78-4dba-b7f9-27f8c3a63cb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (e26ebcb9-a690-4ec1-8688-e951546304f4), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:01.244012 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=3 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:30:01.251830 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:30:01.262550 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-f23912ff-8bd8-4279-bc91-580cedd9bdd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (43e250b4-0ce3-4949-aa8c-0bafe6454580), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:02.417918 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-359da135-d845-4d2e-a034-e84fcb95f5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (8e118b8c-b091-4f14-909a-13c66b53efc1), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:04.133114 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-1d81e0cb-ff47-4623-99d5-ab370c19a781 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (25dd433a-18a0-496e-b58c-593ddca2a11d), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:04.444053 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (f1f6c009-5a31-4833-b180-4d9d41a55fe5), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:14.436720 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:30:14.438636 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:30:18.243483 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.agents_db [None req-618f4cd3-4a7d-480c-b6e2-8b59597e19f3 None None] Agent healthcheck: found 5 active agents {{(pid=104055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 17:30:24.558791 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 51950) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:30:24.564504 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [None req-a6a3ffc5-2d19-4e20-a921-d91f62354cda tempest-verify_tempest_config-647527342 tempest-verify_tempest_config-647527342-project] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=104053) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 16 17:30:24.566086 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-a6a3ffc5-2d19-4e20-a921-d91f62354cda tempest-verify_tempest_config-647527342 tempest-verify_tempest_config-647527342-project] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0057211 Jun 16 17:30:24.865986 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 51968) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:30:24.975585 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-8513c0f1-94d8-4f6f-ab63-38bf0b252b24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:25.052887 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-8513c0f1-94d8-4f6f-ab63-38bf0b252b24 admin admin] Publish callbacks [] for security_group (cc2fbf19-7e38-4e1b-82e7-5d3e860d612b), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:25.056692 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-8513c0f1-94d8-4f6f-ab63-38bf0b252b24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (cc2fbf19-7e38-4e1b-82e7-5d3e860d612b), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:25.103068 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8513c0f1-94d8-4f6f-ab63-38bf0b252b24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc2fbf19-7e38-4e1b-82e7-5d3e860d612b,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:30:25.107698 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-8513c0f1-94d8-4f6f-ab63-38bf0b252b24 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=95657c3b5b31481d9bed71cb968e8ef1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2406583 Jun 16 17:30:25.110526 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 51974) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:30:25.112208 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8513c0f1-94d8-4f6f-ab63-38bf0b252b24 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:30:25.112580 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8513c0f1-94d8-4f6f-ab63-38bf0b252b24 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:30:25.112914 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8513c0f1-94d8-4f6f-ab63-38bf0b252b24 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:30:25.113268 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8513c0f1-94d8-4f6f-ab63-38bf0b252b24 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:30:25.113597 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8513c0f1-94d8-4f6f-ab63-38bf0b252b24 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:30:25.113916 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8513c0f1-94d8-4f6f-ab63-38bf0b252b24 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:30:25.114233 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8513c0f1-94d8-4f6f-ab63-38bf0b252b24 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:30:25.114672 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8513c0f1-94d8-4f6f-ab63-38bf0b252b24 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:30:25.114972 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8513c0f1-94d8-4f6f-ab63-38bf0b252b24 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:30:25.115199 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8513c0f1-94d8-4f6f-ab63-38bf0b252b24 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:30:25.115519 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8513c0f1-94d8-4f6f-ab63-38bf0b252b24 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:30:25.115834 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8513c0f1-94d8-4f6f-ab63-38bf0b252b24 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:30:25.116146 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8513c0f1-94d8-4f6f-ab63-38bf0b252b24 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:30:25.116456 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8513c0f1-94d8-4f6f-ab63-38bf0b252b24 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:30:25.116765 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8513c0f1-94d8-4f6f-ab63-38bf0b252b24 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:30:25.186272 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-af5ad627-1776-4a3d-9f91-8f17bcac3451 admin admin] Publish callbacks [] for security_group (cc2fbf19-7e38-4e1b-82e7-5d3e860d612b), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:25.207796 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-af5ad627-1776-4a3d-9f91-8f17bcac3451 admin admin] Publish callbacks [] for security_group (cc2fbf19-7e38-4e1b-82e7-5d3e860d612b), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:25.309072 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-af5ad627-1776-4a3d-9f91-8f17bcac3451 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (cc2fbf19-7e38-4e1b-82e7-5d3e860d612b), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:25.311778 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-af5ad627-1776-4a3d-9f91-8f17bcac3451 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:25.313077 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-af5ad627-1776-4a3d-9f91-8f17bcac3451 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/cc2fbf19-7e38-4e1b-82e7-5d3e860d612b HTTP/1.1" status: 204 len: 168 time: 0.2014751 Jun 16 17:30:25.322428 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5ad627-1776-4a3d-9f91-8f17bcac3451 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc2fbf19-7e38-4e1b-82e7-5d3e860d612b,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:30:25.329902 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5ad627-1776-4a3d-9f91-8f17bcac3451 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:30:25.330272 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5ad627-1776-4a3d-9f91-8f17bcac3451 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:30:25.330635 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5ad627-1776-4a3d-9f91-8f17bcac3451 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:30:25.331006 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5ad627-1776-4a3d-9f91-8f17bcac3451 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:30:25.331573 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5ad627-1776-4a3d-9f91-8f17bcac3451 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:30:25.331882 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5ad627-1776-4a3d-9f91-8f17bcac3451 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:30:25.332231 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5ad627-1776-4a3d-9f91-8f17bcac3451 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:30:25.332551 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5ad627-1776-4a3d-9f91-8f17bcac3451 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:30:25.332872 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5ad627-1776-4a3d-9f91-8f17bcac3451 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:30:25.333286 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5ad627-1776-4a3d-9f91-8f17bcac3451 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:30:25.333609 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5ad627-1776-4a3d-9f91-8f17bcac3451 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:30:25.334129 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5ad627-1776-4a3d-9f91-8f17bcac3451 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:30:25.334452 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5ad627-1776-4a3d-9f91-8f17bcac3451 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:30:25.334767 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5ad627-1776-4a3d-9f91-8f17bcac3451 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:30:25.335082 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5ad627-1776-4a3d-9f91-8f17bcac3451 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:30:28.923666 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a636c982-8fcc-4d4e-b32c-ee3b8cb719e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (e26ebcb9-a690-4ec1-8688-e951546304f4), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:31.256632 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-bdcb5d3b-dc59-4e09-94cb-d5709d7e160c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (43e250b4-0ce3-4949-aa8c-0bafe6454580), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:32.419230 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-359da135-d845-4d2e-a034-e84fcb95f5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (8e118b8c-b091-4f14-909a-13c66b53efc1), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:34.135226 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-1d81e0cb-ff47-4623-99d5-ab370c19a781 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (25dd433a-18a0-496e-b58c-593ddca2a11d), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:34.446370 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (f1f6c009-5a31-4833-b180-4d9d41a55fe5), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:35.098860 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=20,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:30:35.106001 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=19,neutron:INSERT=6 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:30:35.317597 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=16,neutron:DELETE=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:30:35.326292 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=19,neutron:DELETE=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:30:38.245719 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=2 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:30:38.251667 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=8 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:30:44.435085 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:30:44.441999 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:30:55.242815 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.agents_db [None req-618f4cd3-4a7d-480c-b6e2-8b59597e19f3 None None] Agent healthcheck: found 5 active agents {{(pid=104055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 17:30:58.266073 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=12 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:30:58.926738 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-6ff4b4a4-13b1-4d52-a456-904958831c75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (e26ebcb9-a690-4ec1-8688-e951546304f4), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:31:01.258910 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-df9ac35c-18af-4692-a0cf-1c1061f614df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (43e250b4-0ce3-4949-aa8c-0bafe6454580), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:31:02.422331 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-359da135-d845-4d2e-a034-e84fcb95f5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (8e118b8c-b091-4f14-909a-13c66b53efc1), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:31:04.137635 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-1d81e0cb-ff47-4623-99d5-ab370c19a781 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (25dd433a-18a0-496e-b58c-593ddca2a11d), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:31:04.451999 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (f1f6c009-5a31-4833-b180-4d9d41a55fe5), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:31:05.240271 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=16 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:31:14.445859 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:31:14.447701 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:31:15.249541 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=6 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:31:29.023411 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-372a7f53-7532-4286-aa94-913b405908c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (e26ebcb9-a690-4ec1-8688-e951546304f4), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:31:31.263536 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-437da4b7-61e1-4a2c-8cee-30803085cf01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (43e250b4-0ce3-4949-aa8c-0bafe6454580), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:31:32.242782 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.agents_db [None req-618f4cd3-4a7d-480c-b6e2-8b59597e19f3 None None] Agent healthcheck: found 5 active agents {{(pid=104055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 17:31:32.425518 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-359da135-d845-4d2e-a034-e84fcb95f5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (8e118b8c-b091-4f14-909a-13c66b53efc1), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:31:34.139729 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-1d81e0cb-ff47-4623-99d5-ab370c19a781 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (25dd433a-18a0-496e-b58c-593ddca2a11d), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:31:34.454806 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (f1f6c009-5a31-4833-b180-4d9d41a55fe5), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:31:42.238977 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=1 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:31:44.448412 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:31:44.451003 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=19,neutron:UPDATE=2 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:31:52.245239 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=1 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:31:57.245723 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=7,neutron:DELETE=1 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:31:58.925437 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-05fd7032-c160-4dab-a262-03e7ec5e3b96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (e26ebcb9-a690-4ec1-8688-e951546304f4), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:32:01.263469 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-e4d00893-9af3-41d4-ba53-4e2437d8c525 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (43e250b4-0ce3-4949-aa8c-0bafe6454580), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:32:02.431849 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-359da135-d845-4d2e-a034-e84fcb95f5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (8e118b8c-b091-4f14-909a-13c66b53efc1), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:32:04.142016 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-1d81e0cb-ff47-4623-99d5-ab370c19a781 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (25dd433a-18a0-496e-b58c-593ddca2a11d), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:32:04.460749 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (f1f6c009-5a31-4833-b180-4d9d41a55fe5), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:32:09.241383 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.agents_db [None req-618f4cd3-4a7d-480c-b6e2-8b59597e19f3 None None] Agent healthcheck: found 5 active agents {{(pid=104055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 17:32:14.454092 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:32:14.455939 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:32:17.067021 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-362345'] for agent (9f2b4370-7d03-4dcb-9a0d-4ff62d859136), after_create {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:32:27.055666 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=1 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:32:27.061954 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=1,neutron:INSERT=1 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:32:28.929612 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-fe8a26d0-38ed-48b8-8d78-fd712189ca3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (e26ebcb9-a690-4ec1-8688-e951546304f4), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:32:29.238015 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=4 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:32:29.243408 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=4 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:32:29.800865 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 52048) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:32:29.910635 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-f131d06b-d390-48e5-bdad-409843d5e5ff admin admin] 10.222.0.40 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1086118 Jun 16 17:32:31.256350 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-130bbe13-a539-42a9-8143-6f8c7d381ce4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (43e250b4-0ce3-4949-aa8c-0bafe6454580), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:32:32.098276 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 52058) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:32:32.160804 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-746362df-5b6f-4668-85af-13cc7952ae25 admin admin] 10.222.0.40 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0613976 Jun 16 17:32:32.426882 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-359da135-d845-4d2e-a034-e84fcb95f5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (8e118b8c-b091-4f14-909a-13c66b53efc1), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:32:34.150266 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-1d81e0cb-ff47-4623-99d5-ab370c19a781 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (25dd433a-18a0-496e-b58c-593ddca2a11d), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:32:34.464228 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (f1f6c009-5a31-4833-b180-4d9d41a55fe5), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:32:39.902798 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:32:39.904734 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:32:42.154121 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:32:42.155997 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:32:44.456316 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:32:44.460631 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:32:46.241183 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.agents_db [None req-618f4cd3-4a7d-480c-b6e2-8b59597e19f3 None None] Agent healthcheck: found 6 active agents {{(pid=104055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 17:32:47.020389 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (9f2b4370-7d03-4dcb-9a0d-4ff62d859136), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:32:57.013969 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=1 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:32:57.015896 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:32:58.931504 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-755d8a82-06d0-4cfe-814d-ab6d184d0c4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (e26ebcb9-a690-4ec1-8688-e951546304f4), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:33:01.262346 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-87fda54a-8a82-4ee5-961e-c1e763a2903e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (43e250b4-0ce3-4949-aa8c-0bafe6454580), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:33:02.428444 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-359da135-d845-4d2e-a034-e84fcb95f5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (8e118b8c-b091-4f14-909a-13c66b53efc1), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:33:04.150570 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-1d81e0cb-ff47-4623-99d5-ab370c19a781 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (25dd433a-18a0-496e-b58c-593ddca2a11d), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:33:04.466863 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (f1f6c009-5a31-4833-b180-4d9d41a55fe5), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:33:06.239888 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=18 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:33:06.240817 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=16 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:33:14.460783 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:33:14.463291 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:33:17.028997 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (9f2b4370-7d03-4dcb-9a0d-4ff62d859136), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:33:23.246838 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.agents_db [None req-618f4cd3-4a7d-480c-b6e2-8b59597e19f3 None None] Agent healthcheck: found 6 active agents {{(pid=104055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 17:33:27.023014 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=2 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:33:27.025130 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:33:28.942615 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c2b0a490-a767-43a3-9a6a-106e323ad6c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (e26ebcb9-a690-4ec1-8688-e951546304f4), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:33:31.265437 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-1894da12-0b4d-4057-8e15-d47e5cac9fb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (43e250b4-0ce3-4949-aa8c-0bafe6454580), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:33:32.431344 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-359da135-d845-4d2e-a034-e84fcb95f5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (8e118b8c-b091-4f14-909a-13c66b53efc1), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:33:34.152715 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-1d81e0cb-ff47-4623-99d5-ab370c19a781 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (25dd433a-18a0-496e-b58c-593ddca2a11d), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:33:34.470533 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (f1f6c009-5a31-4833-b180-4d9d41a55fe5), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:33:43.237501 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=4 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:33:43.239871 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=4 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:33:44.464315 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=29 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:33:44.466288 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=12,neutron:UPDATE=5 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:33:47.028597 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (9f2b4370-7d03-4dcb-9a0d-4ff62d859136), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:33:57.017357 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=1 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:33:57.025072 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:33:57.250906 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=1 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:33:57.251686 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:DELETE=1 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:33:58.938427 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-7a74dbf2-a081-4482-81fc-98a264540e8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (e26ebcb9-a690-4ec1-8688-e951546304f4), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:00.246467 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.agents_db [None req-618f4cd3-4a7d-480c-b6e2-8b59597e19f3 None None] Agent healthcheck: found 6 active agents {{(pid=104055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 17:34:01.269093 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-56a3586a-0569-4776-b0af-f9cf1c319fca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (43e250b4-0ce3-4949-aa8c-0bafe6454580), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:02.434186 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-359da135-d845-4d2e-a034-e84fcb95f5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (8e118b8c-b091-4f14-909a-13c66b53efc1), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:04.154621 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-1d81e0cb-ff47-4623-99d5-ab370c19a781 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (25dd433a-18a0-496e-b58c-593ddca2a11d), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:04.489534 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (f1f6c009-5a31-4833-b180-4d9d41a55fe5), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:10.229957 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 52278) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:34:10.246160 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=2 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:34:10.336833 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 52288) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:34:10.354789 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 52294) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:34:10.368936 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 52298) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:34:10.569843 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [None req-8c180600-a32f-4980-abc2-d9a92a93fb37 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-575554312-network', 'tenant_id': '4537634610c645db8bdb7c704c09ee71'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:34:10.592189 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c180600-a32f-4980-abc2-d9a92a93fb37 admin admin] Made reservation on behalf of 4537634610c645db8bdb7c704c09ee71 for: {'network': 1} {{(pid=104052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:34:10.594877 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-8c180600-a32f-4980-abc2-d9a92a93fb37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for network (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:10.605443 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-8c180600-a32f-4980-abc2-d9a92a93fb37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:10.611934 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.v2.base [None req-bca7ea7b-ffac-43f2-82e7-f1276cf89c97 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-227276899-network', 'tenant_id': 'd1c1d13142434356ac1210f14dad847b'}} {{(pid=104053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:34:10.645760 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.v2.base [None req-679cabc6-53b0-458e-a62d-95075faecb42 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1492461714-network', 'tenant_id': '4904f0e2f64e4bef989f441380e843b5'}} {{(pid=104053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:34:10.661512 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.v2.base [None req-a82a075d-4cfc-400f-b316-f90e16d382f8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-214174450-network', 'tenant_id': 'd63c592c0afb4dfc9dd5b36be791decd'}} {{(pid=104053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:34:10.669707 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bca7ea7b-ffac-43f2-82e7-f1276cf89c97 admin admin] Made reservation on behalf of d1c1d13142434356ac1210f14dad847b for: {'network': 1} {{(pid=104053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:34:10.673301 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-bca7ea7b-ffac-43f2-82e7-f1276cf89c97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for network (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:10.698339 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-bca7ea7b-ffac-43f2-82e7-f1276cf89c97 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:10.709570 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-8c180600-a32f-4980-abc2-d9a92a93fb37 admin admin] Publish callbacks [] for security_group (a5cfa4e5-661b-4047-97d8-bbc5aeeefa85), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:10.715476 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-8c180600-a32f-4980-abc2-d9a92a93fb37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (a5cfa4e5-661b-4047-97d8-bbc5aeeefa85), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:10.736476 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a82a075d-4cfc-400f-b316-f90e16d382f8 admin admin] Made reservation on behalf of d63c592c0afb4dfc9dd5b36be791decd for: {'network': 1} {{(pid=104053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:34:10.738839 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-a82a075d-4cfc-400f-b316-f90e16d382f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for network (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:10.745473 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c180600-a32f-4980-abc2-d9a92a93fb37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5cfa4e5-661b-4047-97d8-bbc5aeeefa85,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:34:10.755615 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c180600-a32f-4980-abc2-d9a92a93fb37 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:34:10.756025 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c180600-a32f-4980-abc2-d9a92a93fb37 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:34:10.756626 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c180600-a32f-4980-abc2-d9a92a93fb37 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:34:10.757214 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c180600-a32f-4980-abc2-d9a92a93fb37 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:34:10.757749 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c180600-a32f-4980-abc2-d9a92a93fb37 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:34:10.758242 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c180600-a32f-4980-abc2-d9a92a93fb37 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:34:10.758774 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c180600-a32f-4980-abc2-d9a92a93fb37 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:34:10.759247 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c180600-a32f-4980-abc2-d9a92a93fb37 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:34:10.759726 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c180600-a32f-4980-abc2-d9a92a93fb37 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:34:10.760333 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c180600-a32f-4980-abc2-d9a92a93fb37 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:34:10.760825 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c180600-a32f-4980-abc2-d9a92a93fb37 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:34:10.761341 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c180600-a32f-4980-abc2-d9a92a93fb37 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:34:10.761801 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c180600-a32f-4980-abc2-d9a92a93fb37 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:34:10.762260 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c180600-a32f-4980-abc2-d9a92a93fb37 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:34:10.764304 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c180600-a32f-4980-abc2-d9a92a93fb37 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:34:10.764304 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c180600-a32f-4980-abc2-d9a92a93fb37 admin admin] Tracked resource versions report: Jun 16 17:34:10.764304 dv-cinder-837546-2-iscsi neutron-server[104052]: pushed versions: Jun 16 17:34:10.764304 dv-cinder-837546-2-iscsi neutron-server[104052]: { 'AddressGroup': {'1.2'}, Jun 16 17:34:10.764304 dv-cinder-837546-2-iscsi neutron-server[104052]: 'Agent': {'1.1'}, Jun 16 17:34:10.764304 dv-cinder-837546-2-iscsi neutron-server[104052]: 'ConntrackHelper': {'1.0'}, Jun 16 17:34:10.764304 dv-cinder-837546-2-iscsi neutron-server[104052]: 'LocalIPAssociation': {'1.0'}, Jun 16 17:34:10.764304 dv-cinder-837546-2-iscsi neutron-server[104052]: 'Log': {'1.0'}, Jun 16 17:34:10.764304 dv-cinder-837546-2-iscsi neutron-server[104052]: 'NDPProxy': {'1.0'}, Jun 16 17:34:10.764304 dv-cinder-837546-2-iscsi neutron-server[104052]: 'Network': {'1.1'}, Jun 16 17:34:10.764304 dv-cinder-837546-2-iscsi neutron-server[104052]: 'Port': {'1.7'}, Jun 16 17:34:10.764304 dv-cinder-837546-2-iscsi neutron-server[104052]: 'PortForwarding': {'1.3'}, Jun 16 17:34:10.764304 dv-cinder-837546-2-iscsi neutron-server[104052]: 'QosPolicy': {'1.10'}, Jun 16 17:34:10.764304 dv-cinder-837546-2-iscsi neutron-server[104052]: 'SecurityGroup': {'1.5'}, Jun 16 17:34:10.764304 dv-cinder-837546-2-iscsi neutron-server[104052]: 'SecurityGroupRule': {'1.2'}, Jun 16 17:34:10.764304 dv-cinder-837546-2-iscsi neutron-server[104052]: 'SubPort': {'1.0'}, Jun 16 17:34:10.764304 dv-cinder-837546-2-iscsi neutron-server[104052]: 'Subnet': {'1.1'}, Jun 16 17:34:10.764304 dv-cinder-837546-2-iscsi neutron-server[104052]: 'Trunk': {'1.1'}} Jun 16 17:34:10.764304 dv-cinder-837546-2-iscsi neutron-server[104052]: consumer versions: Jun 16 17:34:10.764304 dv-cinder-837546-2-iscsi neutron-server[104052]: { DHCP agent@dv-cinder-837546-2-iscsi: {}, Jun 16 17:34:10.764304 dv-cinder-837546-2-iscsi neutron-server[104052]: HyperV agent@hv-cinder-83754: {}, Jun 16 17:34:10.764304 dv-cinder-837546-2-iscsi neutron-server[104052]: L3 agent@dv-cinder-837546-2-iscsi: {}, Jun 16 17:34:10.764304 dv-cinder-837546-2-iscsi neutron-server[104052]: Metadata agent@dv-cinder-837546-2-iscsi: {}, Jun 16 17:34:10.764304 dv-cinder-837546-2-iscsi neutron-server[104052]: Metering agent@dv-cinder-837546-2-iscsi: {}, Jun 16 17:34:10.764304 dv-cinder-837546-2-iscsi neutron-server[104052]: Open vSwitch agent@dv-cinder-837546-2-iscsi: { 'AddressGroup': '1.2', Jun 16 17:34:10.764304 dv-cinder-837546-2-iscsi neutron-server[104052]: 'Agent': '1.1', Jun 16 17:34:10.764304 dv-cinder-837546-2-iscsi neutron-server[104052]: 'ConntrackHelper': '1.0', Jun 16 17:34:10.764304 dv-cinder-837546-2-iscsi neutron-server[104052]: 'LocalIPAssociation': '1.0', Jun 16 17:34:10.764304 dv-cinder-837546-2-iscsi neutron-server[104052]: 'Log': '1.0', Jun 16 17:34:10.764304 dv-cinder-837546-2-iscsi neutron-server[104052]: 'NDPProxy': '1.0', Jun 16 17:34:10.764304 dv-cinder-837546-2-iscsi neutron-server[104052]: 'Network': '1.1', Jun 16 17:34:10.764304 dv-cinder-837546-2-iscsi neutron-server[104052]: 'Port': '1.7', Jun 16 17:34:10.764304 dv-cinder-837546-2-iscsi neutron-server[104052]: 'PortForwarding': '1.3', Jun 16 17:34:10.764304 dv-cinder-837546-2-iscsi neutron-server[104052]: 'QosPolicy': '1.10', Jun 16 17:34:10.764304 dv-cinder-837546-2-iscsi neutron-server[104052]: 'SecurityGroup': '1.5', Jun 16 17:34:10.764304 dv-cinder-837546-2-iscsi neutron-server[104052]: 'SecurityGroupRule': '1.2', Jun 16 17:34:10.764304 dv-cinder-837546-2-iscsi neutron-server[104052]: 'SubPort': '1.0', Jun 16 17:34:10.764304 dv-cinder-837546-2-iscsi neutron-server[104052]: 'Subnet': '1.1', Jun 16 17:34:10.764304 dv-cinder-837546-2-iscsi neutron-server[104052]: 'Trunk': '1.1'}} Jun 16 17:34:10.764304 dv-cinder-837546-2-iscsi neutron-server[104052]: {{(pid=104052) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 17:34:10.782871 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-a82a075d-4cfc-400f-b316-f90e16d382f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:10.797228 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c180600-a32f-4980-abc2-d9a92a93fb37 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 314} {{(pid=104052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 17:34:10.810957 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-8c180600-a32f-4980-abc2-d9a92a93fb37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1565696'] for segment (93d896e3-8aff-4224-9367-bb8b3477a08e), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:10.811684 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.db.segments_db [None req-8c180600-a32f-4980-abc2-d9a92a93fb37 admin admin] Added segment 93d896e3-8aff-4224-9367-bb8b3477a08e of type vlan for network 7e2159b7-0000-4264-ad94-d6ffac5ae98d Jun 16 17:34:10.835840 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-bca7ea7b-ffac-43f2-82e7-f1276cf89c97 admin admin] Publish callbacks [] for security_group (97ffd154-7f70-49b1-9385-228cddf4fca4), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:10.865305 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-679cabc6-53b0-458e-a62d-95075faecb42 admin admin] Made reservation on behalf of 4904f0e2f64e4bef989f441380e843b5 for: {'network': 1} {{(pid=104053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:34:10.868212 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-8c180600-a32f-4980-abc2-d9a92a93fb37 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762169983061'] for network (7e2159b7-0000-4264-ad94-d6ffac5ae98d), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:10.868375 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-679cabc6-53b0-458e-a62d-95075faecb42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for network (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:10.870460 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-bca7ea7b-ffac-43f2-82e7-f1276cf89c97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (97ffd154-7f70-49b1-9385-228cddf4fca4), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:10.883249 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bca7ea7b-ffac-43f2-82e7-f1276cf89c97 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 332} {{(pid=104053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 17:34:10.893435 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-bca7ea7b-ffac-43f2-82e7-f1276cf89c97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1565696'] for segment (8e587aa1-3cda-45b9-8327-c258cff01d93), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:10.893794 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.db.segments_db [None req-bca7ea7b-ffac-43f2-82e7-f1276cf89c97 admin admin] Added segment 8e587aa1-3cda-45b9-8327-c258cff01d93 of type vlan for network dd7b32b9-764e-43c1-a67e-f0e3f862c460 Jun 16 17:34:10.906126 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-8c180600-a32f-4980-abc2-d9a92a93fb37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511'] for network (7e2159b7-0000-4264-ad94-d6ffac5ae98d), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:10.907399 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c180600-a32f-4980-abc2-d9a92a93fb37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:34:10.907958 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-8c180600-a32f-4980-abc2-d9a92a93fb37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626521'] for network (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:10.946814 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-bca7ea7b-ffac-43f2-82e7-f1276cf89c97 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762169983061'] for network (dd7b32b9-764e-43c1-a67e-f0e3f862c460), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:10.984638 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c180600-a32f-4980-abc2-d9a92a93fb37 admin admin] Pushing event updated for resources: {'Network': ['ID=7e2159b7-0000-4264-ad94-d6ffac5ae98d,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:34:10.986394 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-bca7ea7b-ffac-43f2-82e7-f1276cf89c97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511'] for network (dd7b32b9-764e-43c1-a67e-f0e3f862c460), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:10.987767 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca7ea7b-ffac-43f2-82e7-f1276cf89c97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:34:10.989217 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-bca7ea7b-ffac-43f2-82e7-f1276cf89c97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626521'] for network (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:10.990109 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-8c180600-a32f-4980-abc2-d9a92a93fb37 admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.7584221 Jun 16 17:34:11.000686 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 52324) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:34:11.001379 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Network 7e2159b7-0000-4264-ad94-d6ffac5ae98d details requested by agent ovs-agent-dv-cinder-837546-2-iscsi with host dv-cinder-837546-2-iscsi {{(pid=104054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 16 17:34:11.008047 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [None req-c6832322-9e99-4318-97cf-7ac2adaac5ba admin admin] Request body: {'subnet': {'network_id': '7e2159b7-0000-4264-ad94-d6ffac5ae98d', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-575554312-subnet', 'tenant_id': '4537634610c645db8bdb7c704c09ee71', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:34:11.034173 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-679cabc6-53b0-458e-a62d-95075faecb42 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:11.039250 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6832322-9e99-4318-97cf-7ac2adaac5ba admin admin] Made reservation on behalf of 4537634610c645db8bdb7c704c09ee71 for: {'subnet': 1} {{(pid=104052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:34:11.042706 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c6832322-9e99-4318-97cf-7ac2adaac5ba admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:11.070325 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-bca7ea7b-ffac-43f2-82e7-f1276cf89c97 admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 872 time: 0.7137220 Jun 16 17:34:11.073112 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 52328) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:34:11.079606 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [None req-f89176fa-1721-4c5e-965a-6b919b65a7a2 admin admin] Request body: {'subnet': {'network_id': 'dd7b32b9-764e-43c1-a67e-f0e3f862c460', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-227276899-subnet', 'tenant_id': 'd1c1d13142434356ac1210f14dad847b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:34:11.134789 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f89176fa-1721-4c5e-965a-6b919b65a7a2 admin admin] Made reservation on behalf of d1c1d13142434356ac1210f14dad847b for: {'subnet': 1} {{(pid=104052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:34:11.137994 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-f89176fa-1721-4c5e-965a-6b919b65a7a2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:11.199496 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca7ea7b-ffac-43f2-82e7-f1276cf89c97 admin admin] Pushing event updated for resources: {'Network': ['ID=dd7b32b9-764e-43c1-a67e-f0e3f862c460,revision_number=1']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:34:11.314627 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-679cabc6-53b0-458e-a62d-95075faecb42 admin admin] Publish callbacks [] for security_group (d4ec7eee-2aba-4604-990f-2906427ece81), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:11.321788 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca7ea7b-ffac-43f2-82e7-f1276cf89c97 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:34:11.322984 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca7ea7b-ffac-43f2-82e7-f1276cf89c97 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:34:11.323528 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca7ea7b-ffac-43f2-82e7-f1276cf89c97 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:34:11.324131 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca7ea7b-ffac-43f2-82e7-f1276cf89c97 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:34:11.324632 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca7ea7b-ffac-43f2-82e7-f1276cf89c97 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:34:11.325382 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca7ea7b-ffac-43f2-82e7-f1276cf89c97 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:34:11.325994 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca7ea7b-ffac-43f2-82e7-f1276cf89c97 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:34:11.326548 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca7ea7b-ffac-43f2-82e7-f1276cf89c97 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:34:11.327240 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca7ea7b-ffac-43f2-82e7-f1276cf89c97 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:34:11.327758 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca7ea7b-ffac-43f2-82e7-f1276cf89c97 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:34:11.328383 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca7ea7b-ffac-43f2-82e7-f1276cf89c97 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:34:11.328909 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca7ea7b-ffac-43f2-82e7-f1276cf89c97 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:34:11.329456 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca7ea7b-ffac-43f2-82e7-f1276cf89c97 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:34:11.330486 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca7ea7b-ffac-43f2-82e7-f1276cf89c97 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:34:11.331130 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca7ea7b-ffac-43f2-82e7-f1276cf89c97 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:34:11.334226 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca7ea7b-ffac-43f2-82e7-f1276cf89c97 admin admin] Tracked resource versions report: Jun 16 17:34:11.334226 dv-cinder-837546-2-iscsi neutron-server[104053]: pushed versions: Jun 16 17:34:11.334226 dv-cinder-837546-2-iscsi neutron-server[104053]: { 'AddressGroup': {'1.2'}, Jun 16 17:34:11.334226 dv-cinder-837546-2-iscsi neutron-server[104053]: 'Agent': {'1.1'}, Jun 16 17:34:11.334226 dv-cinder-837546-2-iscsi neutron-server[104053]: 'ConntrackHelper': {'1.0'}, Jun 16 17:34:11.334226 dv-cinder-837546-2-iscsi neutron-server[104053]: 'LocalIPAssociation': {'1.0'}, Jun 16 17:34:11.334226 dv-cinder-837546-2-iscsi neutron-server[104053]: 'Log': {'1.0'}, Jun 16 17:34:11.334226 dv-cinder-837546-2-iscsi neutron-server[104053]: 'NDPProxy': {'1.0'}, Jun 16 17:34:11.334226 dv-cinder-837546-2-iscsi neutron-server[104053]: 'Network': {'1.1'}, Jun 16 17:34:11.334226 dv-cinder-837546-2-iscsi neutron-server[104053]: 'Port': {'1.7'}, Jun 16 17:34:11.334226 dv-cinder-837546-2-iscsi neutron-server[104053]: 'PortForwarding': {'1.3'}, Jun 16 17:34:11.334226 dv-cinder-837546-2-iscsi neutron-server[104053]: 'QosPolicy': {'1.10'}, Jun 16 17:34:11.334226 dv-cinder-837546-2-iscsi neutron-server[104053]: 'SecurityGroup': {'1.5'}, Jun 16 17:34:11.334226 dv-cinder-837546-2-iscsi neutron-server[104053]: 'SecurityGroupRule': {'1.2'}, Jun 16 17:34:11.334226 dv-cinder-837546-2-iscsi neutron-server[104053]: 'SubPort': {'1.0'}, Jun 16 17:34:11.334226 dv-cinder-837546-2-iscsi neutron-server[104053]: 'Subnet': {'1.1'}, Jun 16 17:34:11.334226 dv-cinder-837546-2-iscsi neutron-server[104053]: 'Trunk': {'1.1'}} Jun 16 17:34:11.334226 dv-cinder-837546-2-iscsi neutron-server[104053]: consumer versions: Jun 16 17:34:11.334226 dv-cinder-837546-2-iscsi neutron-server[104053]: { DHCP agent@dv-cinder-837546-2-iscsi: {}, Jun 16 17:34:11.334226 dv-cinder-837546-2-iscsi neutron-server[104053]: HyperV agent@hv-cinder-83754: {}, Jun 16 17:34:11.334226 dv-cinder-837546-2-iscsi neutron-server[104053]: L3 agent@dv-cinder-837546-2-iscsi: {}, Jun 16 17:34:11.334226 dv-cinder-837546-2-iscsi neutron-server[104053]: Metadata agent@dv-cinder-837546-2-iscsi: {}, Jun 16 17:34:11.334226 dv-cinder-837546-2-iscsi neutron-server[104053]: Metering agent@dv-cinder-837546-2-iscsi: {}, Jun 16 17:34:11.334226 dv-cinder-837546-2-iscsi neutron-server[104053]: Open vSwitch agent@dv-cinder-837546-2-iscsi: { 'AddressGroup': '1.2', Jun 16 17:34:11.334226 dv-cinder-837546-2-iscsi neutron-server[104053]: 'Agent': '1.1', Jun 16 17:34:11.334226 dv-cinder-837546-2-iscsi neutron-server[104053]: 'ConntrackHelper': '1.0', Jun 16 17:34:11.334226 dv-cinder-837546-2-iscsi neutron-server[104053]: 'LocalIPAssociation': '1.0', Jun 16 17:34:11.334226 dv-cinder-837546-2-iscsi neutron-server[104053]: 'Log': '1.0', Jun 16 17:34:11.334226 dv-cinder-837546-2-iscsi neutron-server[104053]: 'NDPProxy': '1.0', Jun 16 17:34:11.334226 dv-cinder-837546-2-iscsi neutron-server[104053]: 'Network': '1.1', Jun 16 17:34:11.334226 dv-cinder-837546-2-iscsi neutron-server[104053]: 'Port': '1.7', Jun 16 17:34:11.334226 dv-cinder-837546-2-iscsi neutron-server[104053]: 'PortForwarding': '1.3', Jun 16 17:34:11.334226 dv-cinder-837546-2-iscsi neutron-server[104053]: 'QosPolicy': '1.10', Jun 16 17:34:11.334226 dv-cinder-837546-2-iscsi neutron-server[104053]: 'SecurityGroup': '1.5', Jun 16 17:34:11.334226 dv-cinder-837546-2-iscsi neutron-server[104053]: 'SecurityGroupRule': '1.2', Jun 16 17:34:11.334226 dv-cinder-837546-2-iscsi neutron-server[104053]: 'SubPort': '1.0', Jun 16 17:34:11.334226 dv-cinder-837546-2-iscsi neutron-server[104053]: 'Subnet': '1.1', Jun 16 17:34:11.334226 dv-cinder-837546-2-iscsi neutron-server[104053]: 'Trunk': '1.1'}} Jun 16 17:34:11.334226 dv-cinder-837546-2-iscsi neutron-server[104053]: {{(pid=104053) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 17:34:11.347127 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-679cabc6-53b0-458e-a62d-95075faecb42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (d4ec7eee-2aba-4604-990f-2906427ece81), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:11.351502 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Network dd7b32b9-764e-43c1-a67e-f0e3f862c460 details requested by agent ovs-agent-dv-cinder-837546-2-iscsi with host dv-cinder-837546-2-iscsi {{(pid=104054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 16 17:34:11.369236 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-f89176fa-1721-4c5e-965a-6b919b65a7a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511'] for subnet (58dbd783-c237-4164-b4f7-63cdaa3401e3), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:11.419329 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca7ea7b-ffac-43f2-82e7-f1276cf89c97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97ffd154-7f70-49b1-9385-228cddf4fca4,revision_number=1']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:34:11.430512 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-679cabc6-53b0-458e-a62d-95075faecb42 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 337} {{(pid=104053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 17:34:11.450981 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:INSERT=14,neutron:SELECT=81,neutron:UPDATE=5 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:34:11.452216 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89176fa-1721-4c5e-965a-6b919b65a7a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=58dbd783-c237-4164-b4f7-63cdaa3401e3,revision_number=0']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:34:11.486496 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=78,neutron:INSERT=19,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:34:11.492343 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=69,neutron:INSERT=24,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:34:11.493287 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679cabc6-53b0-458e-a62d-95075faecb42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4ec7eee-2aba-4604-990f-2906427ece81,revision_number=1']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:34:11.525378 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89176fa-1721-4c5e-965a-6b919b65a7a2 admin admin] Checking segment: {'id': '8e587aa1-3cda-45b9-8327-c258cff01d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'dd7b32b9-764e-43c1-a67e-f0e3f862c460'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 17:34:11.526242 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f89176fa-1721-4c5e-965a-6b919b65a7a2 admin admin] Network hostable DHCP agents. Network: dd7b32b9-764e-43c1-a67e-f0e3f862c460, hostable agents: ['e26ebcb9-a690-4ec1-8688-e951546304f4'], hosted agents: [] {{(pid=104052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 17:34:11.535714 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=74,neutron:INSERT=24,neutron:UPDATE=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:34:11.541107 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-679cabc6-53b0-458e-a62d-95075faecb42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1565696'] for segment (c9623932-56f3-419e-916e-2d5cd1273f56), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:11.541882 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.db.segments_db [None req-679cabc6-53b0-458e-a62d-95075faecb42 admin admin] Added segment c9623932-56f3-419e-916e-2d5cd1273f56 of type vlan for network 7174c275-7bd9-4bad-898d-52e5729a7a31 Jun 16 17:34:11.545080 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-a82a075d-4cfc-400f-b316-f90e16d382f8 admin admin] Publish callbacks [] for security_group (68e635ce-0c2f-4d8f-8671-7007cb0897cb), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:11.559904 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-a82a075d-4cfc-400f-b316-f90e16d382f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (68e635ce-0c2f-4d8f-8671-7007cb0897cb), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:11.575418 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f89176fa-1721-4c5e-965a-6b919b65a7a2 admin admin] Network dd7b32b9-764e-43c1-a67e-f0e3f862c460 is scheduled to be hosted by DHCP agent e26ebcb9-a690-4ec1-8688-e951546304f4 with binding_index 1 {{(pid=104052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 17:34:11.576298 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a82a075d-4cfc-400f-b316-f90e16d382f8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 344} {{(pid=104053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 17:34:11.590084 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-a82a075d-4cfc-400f-b316-f90e16d382f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1565696'] for segment (94313329-9a0f-475b-94f3-d6ee0916d22d), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:11.590714 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.db.segments_db [None req-a82a075d-4cfc-400f-b316-f90e16d382f8 admin admin] Added segment 94313329-9a0f-475b-94f3-d6ee0916d22d of type vlan for network 6fb674c9-6bb7-4c32-892c-b28837e89812 Jun 16 17:34:11.611141 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.base_scheduler [None req-f89176fa-1721-4c5e-965a-6b919b65a7a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837546-2-iscsi, dd7b32b9-764e-43c1-a67e-f0e3f862c460) {{(pid=104052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:34:11.621592 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1414ad97-a536-461c-9ab7-f8148b7005d0 None None] Network dd7b32b9-764e-43c1-a67e-f0e3f862c460 requested from dv-cinder-837546-2-iscsi {{(pid=104054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 17:34:11.633788 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f89176fa-1721-4c5e-965a-6b919b65a7a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:34:11.634363 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-f89176fa-1721-4c5e-965a-6b919b65a7a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626521'] for subnet (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:11.670576 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-f89176fa-1721-4c5e-965a-6b919b65a7a2 admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5932033 Jun 16 17:34:11.670576 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 52348) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:34:11.675384 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [None req-310de89c-dfa9-4f3f-b601-1d06137e6006 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-227276899-router', 'tenant_id': 'd1c1d13142434356ac1210f14dad847b', 'external_gateway_info': {'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2'}}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:34:11.687903 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-a82a075d-4cfc-400f-b316-f90e16d382f8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762169983061'] for network (6fb674c9-6bb7-4c32-892c-b28837e89812), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:11.818113 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-a82a075d-4cfc-400f-b316-f90e16d382f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511'] for network (6fb674c9-6bb7-4c32-892c-b28837e89812), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:11.824761 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a82a075d-4cfc-400f-b316-f90e16d382f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:34:11.825499 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-a82a075d-4cfc-400f-b316-f90e16d382f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626521'] for network (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:11.880663 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23b72b17-ed42-4700-a4c4-34360176893c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0cae4adc-82d1-5bc8-94a6-29ea8bfd1c5c-dd7b32b9-764e-43c1-a67e-f0e3f862c460', 'network_id': 'dd7b32b9-764e-43c1-a67e-f0e3f862c460', 'project_id': 'd1c1d13142434356ac1210f14dad847b', 'fixed_ips': [{'subnet_id': '58dbd783-c237-4164-b4f7-63cdaa3401e3'}]}} from dv-cinder-837546-2-iscsi. {{(pid=104054) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 16 17:34:11.881688 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-23b72b17-ed42-4700-a4c4-34360176893c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (None), before_create {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:11.915712 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-310de89c-dfa9-4f3f-b601-1d06137e6006 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-361966', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11547'] for router (0334c7bc-e5b0-49ed-b5b2-7af8de9e6f53), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:11.917206 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-310de89c-dfa9-4f3f-b601-1d06137e6006 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-361757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371105', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-467411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11540'] for router (0334c7bc-e5b0-49ed-b5b2-7af8de9e6f53), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:11.932655 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-a82a075d-4cfc-400f-b316-f90e16d382f8 admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 1.5594444 Jun 16 17:34:11.933428 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-679cabc6-53b0-458e-a62d-95075faecb42 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762169983061'] for network (7174c275-7bd9-4bad-898d-52e5729a7a31), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:11.969118 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 52368) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:34:11.989830 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.v2.base [None req-5ad6f699-5487-4e9e-b347-6f205918cc02 admin admin] Request body: {'subnet': {'network_id': '6fb674c9-6bb7-4c32-892c-b28837e89812', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-214174450-subnet', 'tenant_id': 'd63c592c0afb4dfc9dd5b36be791decd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:34:12.043207 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c6832322-9e99-4318-97cf-7ac2adaac5ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511'] for subnet (7ee12987-d393-41f3-b427-bc77028f386a), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:12.051898 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ad6f699-5487-4e9e-b347-6f205918cc02 admin admin] Made reservation on behalf of d63c592c0afb4dfc9dd5b36be791decd for: {'subnet': 1} {{(pid=104053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:34:12.059615 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-5ad6f699-5487-4e9e-b347-6f205918cc02 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:12.081645 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-310de89c-dfa9-4f3f-b601-1d06137e6006 admin admin] Publish callbacks [] for router_controller (0334c7bc-e5b0-49ed-b5b2-7af8de9e6f53), precommit_add_association {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:12.189452 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82a075d-4cfc-400f-b316-f90e16d382f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68e635ce-0c2f-4d8f-8671-7007cb0897cb,revision_number=1']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:34:12.197128 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.db_base_plugin_common [None req-23b72b17-ed42-4700-a4c4-34360176893c None None] Allocated IP 172.20.0.2 (dd7b32b9-764e-43c1-a67e-f0e3f862c460/58dbd783-c237-4164-b4f7-63cdaa3401e3/7dfca3b0-b99b-4b30-bcdd-89c3a5ad3c6e) {{(pid=104054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:34:12.207456 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.db.resource_extend [None req-679cabc6-53b0-458e-a62d-95075faecb42 admin admin] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 16 17:34:12.258611 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6832322-9e99-4318-97cf-7ac2adaac5ba admin admin] Checking segment: {'id': '93d896e3-8aff-4224-9367-bb8b3477a08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '7e2159b7-0000-4264-ad94-d6ffac5ae98d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 17:34:12.259604 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6832322-9e99-4318-97cf-7ac2adaac5ba admin admin] Network hostable DHCP agents. Network: 7e2159b7-0000-4264-ad94-d6ffac5ae98d, hostable agents: ['e26ebcb9-a690-4ec1-8688-e951546304f4'], hosted agents: [] {{(pid=104052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 17:34:12.330631 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6832322-9e99-4318-97cf-7ac2adaac5ba admin admin] Network 7e2159b7-0000-4264-ad94-d6ffac5ae98d is scheduled to be hosted by DHCP agent e26ebcb9-a690-4ec1-8688-e951546304f4 with binding_index 1 {{(pid=104052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 17:34:12.384026 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-23b72b17-ed42-4700-a4c4-34360176893c None None] Publish callbacks [] for port (7dfca3b0-b99b-4b30-bcdd-89c3a5ad3c6e), precommit_create {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:12.393531 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-23b72b17-ed42-4700-a4c4-34360176893c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762170029078'] for port (7dfca3b0-b99b-4b30-bcdd-89c3a5ad3c6e), after_create {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:12.433860 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82a075d-4cfc-400f-b316-f90e16d382f8 admin admin] Pushing event updated for resources: {'Network': ['ID=6fb674c9-6bb7-4c32-892c-b28837e89812,revision_number=1']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:34:12.443755 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-5ad6f699-5487-4e9e-b347-6f205918cc02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511'] for subnet (f4f4c81e-fe9f-4dc1-bcfe-dd76fde3e7db), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:12.456152 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=89,neutron:UPDATE=7,neutron:INSERT=4 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:34:12.461653 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b72b17-ed42-4700-a4c4-34360176893c None None] Pushing event updated for resources: {'Port': ['ID=7dfca3b0-b99b-4b30-bcdd-89c3a5ad3c6e,revision_number=1']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:34:12.471664 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Network 6fb674c9-6bb7-4c32-892c-b28837e89812 details requested by agent ovs-agent-dv-cinder-837546-2-iscsi with host dv-cinder-837546-2-iscsi {{(pid=104054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 16 17:34:12.484788 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-310de89c-dfa9-4f3f-b601-1d06137e6006 admin admin] Publish callbacks [] for router_gateway (0334c7bc-e5b0-49ed-b5b2-7af8de9e6f53), precommit_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:12.490150 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-679cabc6-53b0-458e-a62d-95075faecb42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511'] for network (7174c275-7bd9-4bad-898d-52e5729a7a31), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:12.491350 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-679cabc6-53b0-458e-a62d-95075faecb42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:34:12.492141 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-679cabc6-53b0-458e-a62d-95075faecb42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626521'] for network (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:12.492871 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6832322-9e99-4318-97cf-7ac2adaac5ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ee12987-d393-41f3-b427-bc77028f386a,revision_number=0']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:34:12.496266 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.base_scheduler [None req-c6832322-9e99-4318-97cf-7ac2adaac5ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837546-2-iscsi, 7e2159b7-0000-4264-ad94-d6ffac5ae98d) {{(pid=104052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:34:12.508626 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=81,neutron:UPDATE=5,neutron:INSERT=10,neutron:DELETE=4 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:34:12.510252 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6832322-9e99-4318-97cf-7ac2adaac5ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:34:12.511246 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c6832322-9e99-4318-97cf-7ac2adaac5ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626521'] for subnet (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:12.518419 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b72b17-ed42-4700-a4c4-34360176893c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:34:12.518807 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b72b17-ed42-4700-a4c4-34360176893c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:34:12.519207 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b72b17-ed42-4700-a4c4-34360176893c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:34:12.519589 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b72b17-ed42-4700-a4c4-34360176893c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:34:12.519926 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b72b17-ed42-4700-a4c4-34360176893c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:34:12.520419 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b72b17-ed42-4700-a4c4-34360176893c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:34:12.520749 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b72b17-ed42-4700-a4c4-34360176893c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:34:12.521082 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b72b17-ed42-4700-a4c4-34360176893c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:34:12.521478 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b72b17-ed42-4700-a4c4-34360176893c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:34:12.521800 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b72b17-ed42-4700-a4c4-34360176893c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:34:12.522122 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b72b17-ed42-4700-a4c4-34360176893c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:34:12.522463 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b72b17-ed42-4700-a4c4-34360176893c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:34:12.522784 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b72b17-ed42-4700-a4c4-34360176893c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:34:12.523099 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b72b17-ed42-4700-a4c4-34360176893c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:34:12.523495 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b72b17-ed42-4700-a4c4-34360176893c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:34:12.524656 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b72b17-ed42-4700-a4c4-34360176893c None None] Tracked resource versions report: Jun 16 17:34:12.524656 dv-cinder-837546-2-iscsi neutron-server[104054]: pushed versions: Jun 16 17:34:12.524656 dv-cinder-837546-2-iscsi neutron-server[104054]: { 'AddressGroup': {'1.2'}, Jun 16 17:34:12.524656 dv-cinder-837546-2-iscsi neutron-server[104054]: 'Agent': {'1.1'}, Jun 16 17:34:12.524656 dv-cinder-837546-2-iscsi neutron-server[104054]: 'ConntrackHelper': {'1.0'}, Jun 16 17:34:12.524656 dv-cinder-837546-2-iscsi neutron-server[104054]: 'LocalIPAssociation': {'1.0'}, Jun 16 17:34:12.524656 dv-cinder-837546-2-iscsi neutron-server[104054]: 'Log': {'1.0'}, Jun 16 17:34:12.524656 dv-cinder-837546-2-iscsi neutron-server[104054]: 'NDPProxy': {'1.0'}, Jun 16 17:34:12.524656 dv-cinder-837546-2-iscsi neutron-server[104054]: 'Network': {'1.1'}, Jun 16 17:34:12.524656 dv-cinder-837546-2-iscsi neutron-server[104054]: 'Port': {'1.7'}, Jun 16 17:34:12.524656 dv-cinder-837546-2-iscsi neutron-server[104054]: 'PortForwarding': {'1.3'}, Jun 16 17:34:12.524656 dv-cinder-837546-2-iscsi neutron-server[104054]: 'QosPolicy': {'1.10'}, Jun 16 17:34:12.524656 dv-cinder-837546-2-iscsi neutron-server[104054]: 'SecurityGroup': {'1.5'}, Jun 16 17:34:12.524656 dv-cinder-837546-2-iscsi neutron-server[104054]: 'SecurityGroupRule': {'1.2'}, Jun 16 17:34:12.524656 dv-cinder-837546-2-iscsi neutron-server[104054]: 'SubPort': {'1.0'}, Jun 16 17:34:12.524656 dv-cinder-837546-2-iscsi neutron-server[104054]: 'Subnet': {'1.1'}, Jun 16 17:34:12.524656 dv-cinder-837546-2-iscsi neutron-server[104054]: 'Trunk': {'1.1'}} Jun 16 17:34:12.524656 dv-cinder-837546-2-iscsi neutron-server[104054]: consumer versions: Jun 16 17:34:12.524656 dv-cinder-837546-2-iscsi neutron-server[104054]: { DHCP agent@dv-cinder-837546-2-iscsi: {}, Jun 16 17:34:12.524656 dv-cinder-837546-2-iscsi neutron-server[104054]: HyperV agent@hv-cinder-83754: {}, Jun 16 17:34:12.524656 dv-cinder-837546-2-iscsi neutron-server[104054]: L3 agent@dv-cinder-837546-2-iscsi: {}, Jun 16 17:34:12.524656 dv-cinder-837546-2-iscsi neutron-server[104054]: Metadata agent@dv-cinder-837546-2-iscsi: {}, Jun 16 17:34:12.524656 dv-cinder-837546-2-iscsi neutron-server[104054]: Metering agent@dv-cinder-837546-2-iscsi: {}, Jun 16 17:34:12.524656 dv-cinder-837546-2-iscsi neutron-server[104054]: Open vSwitch agent@dv-cinder-837546-2-iscsi: { 'AddressGroup': '1.2', Jun 16 17:34:12.524656 dv-cinder-837546-2-iscsi neutron-server[104054]: 'Agent': '1.1', Jun 16 17:34:12.524656 dv-cinder-837546-2-iscsi neutron-server[104054]: 'ConntrackHelper': '1.0', Jun 16 17:34:12.524656 dv-cinder-837546-2-iscsi neutron-server[104054]: 'LocalIPAssociation': '1.0', Jun 16 17:34:12.524656 dv-cinder-837546-2-iscsi neutron-server[104054]: 'Log': '1.0', Jun 16 17:34:12.524656 dv-cinder-837546-2-iscsi neutron-server[104054]: 'NDPProxy': '1.0', Jun 16 17:34:12.524656 dv-cinder-837546-2-iscsi neutron-server[104054]: 'Network': '1.1', Jun 16 17:34:12.524656 dv-cinder-837546-2-iscsi neutron-server[104054]: 'Port': '1.7', Jun 16 17:34:12.524656 dv-cinder-837546-2-iscsi neutron-server[104054]: 'PortForwarding': '1.3', Jun 16 17:34:12.524656 dv-cinder-837546-2-iscsi neutron-server[104054]: 'QosPolicy': '1.10', Jun 16 17:34:12.524656 dv-cinder-837546-2-iscsi neutron-server[104054]: 'SecurityGroup': '1.5', Jun 16 17:34:12.524656 dv-cinder-837546-2-iscsi neutron-server[104054]: 'SecurityGroupRule': '1.2', Jun 16 17:34:12.524656 dv-cinder-837546-2-iscsi neutron-server[104054]: 'SubPort': '1.0', Jun 16 17:34:12.524656 dv-cinder-837546-2-iscsi neutron-server[104054]: 'Subnet': '1.1', Jun 16 17:34:12.524656 dv-cinder-837546-2-iscsi neutron-server[104054]: 'Trunk': '1.1'}} Jun 16 17:34:12.524656 dv-cinder-837546-2-iscsi neutron-server[104054]: {{(pid=104054) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 17:34:12.529111 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b72b17-ed42-4700-a4c4-34360176893c None None] Network dd7b32b9-764e-43c1-a67e-f0e3f862c460 is already hosted by enough agents. {{(pid=104054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:34:12.530535 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e21e4a15-d6e9-428f-9ac6-f65f0fc0d05b None None] Network 7e2159b7-0000-4264-ad94-d6ffac5ae98d requested from dv-cinder-837546-2-iscsi {{(pid=104054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 17:34:12.542802 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-679cabc6-53b0-458e-a62d-95075faecb42 admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 2.2049594 Jun 16 17:34:12.556742 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 52396) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:34:12.572616 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [None req-401d1053-332c-49ae-9e04-1530a14a5d4a admin admin] Request body: {'subnet': {'network_id': '7174c275-7bd9-4bad-898d-52e5729a7a31', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1492461714-subnet', 'tenant_id': '4904f0e2f64e4bef989f441380e843b5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:34:12.585520 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-c6832322-9e99-4318-97cf-7ac2adaac5ba admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5823288 Jun 16 17:34:12.596681 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 52402) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:34:12.632586 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [None req-f40f2934-89b1-4006-8406-e2b2890fd8a8 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-575554312-router', 'tenant_id': '4537634610c645db8bdb7c704c09ee71', 'external_gateway_info': {'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2'}}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:34:12.648687 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad6f699-5487-4e9e-b347-6f205918cc02 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4f4c81e-fe9f-4dc1-bcfe-dd76fde3e7db,revision_number=0']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:34:12.667281 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679cabc6-53b0-458e-a62d-95075faecb42 admin admin] Pushing event updated for resources: {'Network': ['ID=7174c275-7bd9-4bad-898d-52e5729a7a31,revision_number=1']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:34:12.681975 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad6f699-5487-4e9e-b347-6f205918cc02 admin admin] Checking segment: {'id': '94313329-9a0f-475b-94f3-d6ee0916d22d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6fb674c9-6bb7-4c32-892c-b28837e89812'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 17:34:12.683405 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ad6f699-5487-4e9e-b347-6f205918cc02 admin admin] Network hostable DHCP agents. Network: 6fb674c9-6bb7-4c32-892c-b28837e89812, hostable agents: ['e26ebcb9-a690-4ec1-8688-e951546304f4'], hosted agents: [] {{(pid=104053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 17:34:12.701247 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Network 7174c275-7bd9-4bad-898d-52e5729a7a31 details requested by agent ovs-agent-dv-cinder-837546-2-iscsi with host dv-cinder-837546-2-iscsi {{(pid=104054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 16 17:34:12.704313 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.scheduler.base_scheduler [None req-23b72b17-ed42-4700-a4c4-34360176893c None None] Resources bound (agent type, host, resource id): {{(pid=104054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:34:12.712834 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b72b17-ed42-4700-a4c4-34360176893c None None] Received port after_create {{(pid=104054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 17:34:12.715434 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-401d1053-332c-49ae-9e04-1530a14a5d4a admin admin] Made reservation on behalf of 4904f0e2f64e4bef989f441380e843b5 for: {'subnet': 1} {{(pid=104052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:34:12.719579 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-401d1053-332c-49ae-9e04-1530a14a5d4a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:12.727449 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ad6f699-5487-4e9e-b347-6f205918cc02 admin admin] Network 6fb674c9-6bb7-4c32-892c-b28837e89812 is scheduled to be hosted by DHCP agent e26ebcb9-a690-4ec1-8688-e951546304f4 with binding_index 1 {{(pid=104053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 17:34:12.748502 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:34:12.749569 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.scheduler.base_scheduler [None req-5ad6f699-5487-4e9e-b347-6f205918cc02 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837546-2-iscsi, 6fb674c9-6bb7-4c32-892c-b28837e89812) {{(pid=104053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:34:12.765234 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-f40f2934-89b1-4006-8406-e2b2890fd8a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-361966', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11547'] for router (b90f3b04-b8ae-4063-83f8-cce35c2593cf), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:12.766230 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-f40f2934-89b1-4006-8406-e2b2890fd8a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-361757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371105', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-467411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11540'] for router (b90f3b04-b8ae-4063-83f8-cce35c2593cf), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:12.805404 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad6f699-5487-4e9e-b347-6f205918cc02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:34:12.805404 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-5ad6f699-5487-4e9e-b347-6f205918cc02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626521'] for subnet (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:12.832179 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82772e5b-2126-4359-be5f-aa8d1bfaf377 None None] Network 6fb674c9-6bb7-4c32-892c-b28837e89812 requested from dv-cinder-837546-2-iscsi {{(pid=104054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 17:34:12.856029 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-5ad6f699-5487-4e9e-b347-6f205918cc02 admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8741677 Jun 16 17:34:12.859370 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 52426) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:34:12.872480 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.v2.base [None req-f60d1f84-68d1-44f1-a6a4-241c3b7eb8ea admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-214174450-router', 'tenant_id': 'd63c592c0afb4dfc9dd5b36be791decd', 'external_gateway_info': {'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2'}}} {{(pid=104053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:34:12.920026 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50d99cda-1dd6-4597-a94f-f6d26455828a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0cae4adc-82d1-5bc8-94a6-29ea8bfd1c5c-7e2159b7-0000-4264-ad94-d6ffac5ae98d', 'network_id': '7e2159b7-0000-4264-ad94-d6ffac5ae98d', 'project_id': '4537634610c645db8bdb7c704c09ee71', 'fixed_ips': [{'subnet_id': '7ee12987-d393-41f3-b427-bc77028f386a'}]}} from dv-cinder-837546-2-iscsi. {{(pid=104054) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 16 17:34:12.921304 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-50d99cda-1dd6-4597-a94f-f6d26455828a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (None), before_create {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:12.942200 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-f60d1f84-68d1-44f1-a6a4-241c3b7eb8ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-361966', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11547'] for router (11193f77-50ca-44b2-b11f-2fbebd19e4e2), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:12.944253 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-f60d1f84-68d1-44f1-a6a4-241c3b7eb8ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-361757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371105', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-467411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11540'] for router (11193f77-50ca-44b2-b11f-2fbebd19e4e2), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:13.103933 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-f40f2934-89b1-4006-8406-e2b2890fd8a8 admin admin] Publish callbacks [] for router_controller (b90f3b04-b8ae-4063-83f8-cce35c2593cf), precommit_add_association {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:13.109465 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:34:13.169423 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-f60d1f84-68d1-44f1-a6a4-241c3b7eb8ea admin admin] Publish callbacks [] for router_controller (11193f77-50ca-44b2-b11f-2fbebd19e4e2), precommit_add_association {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:13.235065 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:34:13.236665 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.managers [None req-23b72b17-ed42-4700-a4c4-34360176893c None None] Attempting to bind port 7dfca3b0-b99b-4b30-bcdd-89c3a5ad3c6e on host dv-cinder-837546-2-iscsi for vnic_type normal with profile {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 17:34:13.237202 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.managers [None req-23b72b17-ed42-4700-a4c4-34360176893c None None] Attempting to bind port 7dfca3b0-b99b-4b30-bcdd-89c3a5ad3c6e by drivers openvswitch,hyperv on host dv-cinder-837546-2-iscsi at level 0 using segments [{'id': '8e587aa1-3cda-45b9-8327-c258cff01d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'dd7b32b9-764e-43c1-a67e-f0e3f862c460'}] {{(pid=104054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 17:34:13.237916 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b72b17-ed42-4700-a4c4-34360176893c None None] Attempting to bind port 7dfca3b0-b99b-4b30-bcdd-89c3a5ad3c6e on network dd7b32b9-764e-43c1-a67e-f0e3f862c460 {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 17:34:13.282819 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-401d1053-332c-49ae-9e04-1530a14a5d4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511'] for subnet (f0d6e637-64db-4e7d-aa18-ced53dc06702), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:13.325458 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b72b17-ed42-4700-a4c4-34360176893c None None] Checking agent: {'id': 'f1f6c009-5a31-4833-b180-4d9d41a55fe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837546-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 17, 26, 4), 'started_at': datetime.datetime(2022, 6, 16, 17, 26, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 17, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837546-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 17:34:13.326088 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b72b17-ed42-4700-a4c4-34360176893c None None] Checking segment: {'id': '8e587aa1-3cda-45b9-8327-c258cff01d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'dd7b32b9-764e-43c1-a67e-f0e3f862c460'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 17:34:13.326623 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-23b72b17-ed42-4700-a4c4-34360176893c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:13.327146 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b72b17-ed42-4700-a4c4-34360176893c None None] Bound using segment: {'id': '8e587aa1-3cda-45b9-8327-c258cff01d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'dd7b32b9-764e-43c1-a67e-f0e3f862c460'} {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 17:34:13.328433 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.managers [None req-23b72b17-ed42-4700-a4c4-34360176893c None None] Bound port: 7dfca3b0-b99b-4b30-bcdd-89c3a5ad3c6e, host: dv-cinder-837546-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e587aa1-3cda-45b9-8327-c258cff01d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'dd7b32b9-764e-43c1-a67e-f0e3f862c460'}}] {{(pid=104054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 17:34:13.328975 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-23b72b17-ed42-4700-a4c4-34360176893c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (7dfca3b0-b99b-4b30-bcdd-89c3a5ad3c6e), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:13.404311 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-310de89c-dfa9-4f3f-b601-1d06137e6006 admin admin] Publish callbacks [] for router_gateway (0334c7bc-e5b0-49ed-b5b2-7af8de9e6f53), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:13.477223 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-781c45c0-3118-476f-8e4b-a5a48cb96f46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0cae4adc-82d1-5bc8-94a6-29ea8bfd1c5c-6fb674c9-6bb7-4c32-892c-b28837e89812', 'network_id': '6fb674c9-6bb7-4c32-892c-b28837e89812', 'project_id': 'd63c592c0afb4dfc9dd5b36be791decd', 'fixed_ips': [{'subnet_id': 'f4f4c81e-fe9f-4dc1-bcfe-dd76fde3e7db'}]}} from dv-cinder-837546-2-iscsi. {{(pid=104054) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 16 17:34:13.478358 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-781c45c0-3118-476f-8e4b-a5a48cb96f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (None), before_create {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:13.514196 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401d1053-332c-49ae-9e04-1530a14a5d4a admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0d6e637-64db-4e7d-aa18-ced53dc06702,revision_number=0']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:34:13.554759 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-23b72b17-ed42-4700-a4c4-34360176893c None None] For port 7dfca3b0-b99b-4b30-bcdd-89c3a5ad3c6e, host dv-cinder-837546-2-iscsi, cleared binding levels {{(pid=104054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 17:34:13.570627 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-23b72b17-ed42-4700-a4c4-34360176893c None None] For port 7dfca3b0-b99b-4b30-bcdd-89c3a5ad3c6e, host dv-cinder-837546-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-2-iscsi',level=0,port_id=7dfca3b0-b99b-4b30-bcdd-89c3a5ad3c6e,segment=NetworkSegment(8e587aa1-3cda-45b9-8327-c258cff01d93),segment_id=8e587aa1-3cda-45b9-8327-c258cff01d93)] {{(pid=104054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 17:34:13.571140 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-310de89c-dfa9-4f3f-b601-1d06137e6006 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:13.573564 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.db_base_plugin_common [None req-50d99cda-1dd6-4597-a94f-f6d26455828a None None] Allocated IP 172.20.0.2 (7e2159b7-0000-4264-ad94-d6ffac5ae98d/7ee12987-d393-41f3-b427-bc77028f386a/b79c4895-071a-4b12-b9f3-e39174c0dc55) {{(pid=104054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:34:13.591523 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-23b72b17-ed42-4700-a4c4-34360176893c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114'] for port (7dfca3b0-b99b-4b30-bcdd-89c3a5ad3c6e), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:13.681625 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-f60d1f84-68d1-44f1-a6a4-241c3b7eb8ea admin admin] Publish callbacks [] for router_gateway (11193f77-50ca-44b2-b11f-2fbebd19e4e2), precommit_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:13.739622 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=5 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:34:13.743568 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401d1053-332c-49ae-9e04-1530a14a5d4a admin admin] Checking segment: {'id': 'c9623932-56f3-419e-916e-2d5cd1273f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '7174c275-7bd9-4bad-898d-52e5729a7a31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 17:34:13.743926 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-401d1053-332c-49ae-9e04-1530a14a5d4a admin admin] Network hostable DHCP agents. Network: 7174c275-7bd9-4bad-898d-52e5729a7a31, hostable agents: ['e26ebcb9-a690-4ec1-8688-e951546304f4'], hosted agents: [] {{(pid=104052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 17:34:13.776980 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-f40f2934-89b1-4006-8406-e2b2890fd8a8 admin admin] Publish callbacks [] for router_gateway (b90f3b04-b8ae-4063-83f8-cce35c2593cf), precommit_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:13.822447 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b72b17-ed42-4700-a4c4-34360176893c None None] Pushing event updated for resources: {'Port': ['ID=7dfca3b0-b99b-4b30-bcdd-89c3a5ad3c6e,revision_number=2']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:34:13.869379 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-401d1053-332c-49ae-9e04-1530a14a5d4a admin admin] Network 7174c275-7bd9-4bad-898d-52e5729a7a31 is scheduled to be hosted by DHCP agent e26ebcb9-a690-4ec1-8688-e951546304f4 with binding_index 1 {{(pid=104052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 17:34:13.929552 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.db_base_plugin_common [None req-781c45c0-3118-476f-8e4b-a5a48cb96f46 None None] Allocated IP 172.20.0.2 (6fb674c9-6bb7-4c32-892c-b28837e89812/f4f4c81e-fe9f-4dc1-bcfe-dd76fde3e7db/9e547db2-3515-44f0-af48-aea65b2b9666) {{(pid=104054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:34:13.939930 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.base_scheduler [None req-401d1053-332c-49ae-9e04-1530a14a5d4a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837546-2-iscsi, 7174c275-7bd9-4bad-898d-52e5729a7a31) {{(pid=104052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:34:13.945392 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 52454) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:34:13.963432 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c8b7a2d-b690-4c9f-b272-95302cdd137c None None] Network 7174c275-7bd9-4bad-898d-52e5729a7a31 requested from dv-cinder-837546-2-iscsi {{(pid=104054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 17:34:13.980457 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-401d1053-332c-49ae-9e04-1530a14a5d4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:34:13.981473 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-401d1053-332c-49ae-9e04-1530a14a5d4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626521'] for subnet (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:13.989640 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.db.db_base_plugin_common [None req-310de89c-dfa9-4f3f-b601-1d06137e6006 admin admin] Allocated IP 172.27.0.231 (a25e4fa3-c316-487c-825a-4fde1c36cdb2/47584a51-19b7-439b-9f28-a7f577441b18/39d81815-1c18-4e6a-9915-95f06800eeec) {{(pid=104052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:34:13.998615 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:UPDATE=4,neutron:SELECT=92,neutron:INSERT=4 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:34:14.047069 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-401d1053-332c-49ae-9e04-1530a14a5d4a admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4890873 Jun 16 17:34:14.078003 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 52458) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:34:14.101885 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.v2.base [None req-0a992726-09bb-429f-ab52-e6217da5910d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1492461714-router', 'tenant_id': '4904f0e2f64e4bef989f441380e843b5', 'external_gateway_info': {'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2'}}} {{(pid=104053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:34:14.196238 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:34:14.196238 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-8c06cb0b-055c-4980-b19b-8e4651e8bd63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:14.205137 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-50d99cda-1dd6-4597-a94f-f6d26455828a None None] Publish callbacks [] for port (b79c4895-071a-4b12-b9f3-e39174c0dc55), precommit_create {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:14.249002 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-50d99cda-1dd6-4597-a94f-f6d26455828a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762170029078'] for port (b79c4895-071a-4b12-b9f3-e39174c0dc55), after_create {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:14.279408 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-0a992726-09bb-429f-ab52-e6217da5910d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-361966', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11547'] for router (11463ca8-2910-4613-a71d-a9b7a7a4f243), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:14.280420 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-0a992726-09bb-429f-ab52-e6217da5910d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-361757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371105', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-467411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11540'] for router (11463ca8-2910-4613-a71d-a9b7a7a4f243), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:14.285356 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-310de89c-dfa9-4f3f-b601-1d06137e6006 admin admin] Publish callbacks [] for port (39d81815-1c18-4e6a-9915-95f06800eeec), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:14.342876 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-f60d1f84-68d1-44f1-a6a4-241c3b7eb8ea admin admin] Publish callbacks [] for router_gateway (11193f77-50ca-44b2-b11f-2fbebd19e4e2), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:14.344344 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50d99cda-1dd6-4597-a94f-f6d26455828a None None] Network 7e2159b7-0000-4264-ad94-d6ffac5ae98d is already hosted by enough agents. {{(pid=104054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:34:14.359961 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.scheduler.base_scheduler [None req-50d99cda-1dd6-4597-a94f-f6d26455828a None None] Resources bound (agent type, host, resource id): {{(pid=104054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:34:14.364868 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d99cda-1dd6-4597-a94f-f6d26455828a None None] Pushing event updated for resources: {'Port': ['ID=b79c4895-071a-4b12-b9f3-e39174c0dc55,revision_number=1']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:34:14.368708 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d99cda-1dd6-4597-a94f-f6d26455828a None None] Received port after_create {{(pid=104054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 17:34:14.373710 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e1fefdf-3e83-4d38-ac8d-f09a02f4a3fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0cae4adc-82d1-5bc8-94a6-29ea8bfd1c5c-7174c275-7bd9-4bad-898d-52e5729a7a31', 'network_id': '7174c275-7bd9-4bad-898d-52e5729a7a31', 'project_id': '4904f0e2f64e4bef989f441380e843b5', 'fixed_ips': [{'subnet_id': 'f0d6e637-64db-4e7d-aa18-ced53dc06702'}]}} from dv-cinder-837546-2-iscsi. {{(pid=104054) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 16 17:34:14.374809 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-6e1fefdf-3e83-4d38-ac8d-f09a02f4a3fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (None), before_create {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:14.403555 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-f40f2934-89b1-4006-8406-e2b2890fd8a8 admin admin] Publish callbacks [] for router_gateway (b90f3b04-b8ae-4063-83f8-cce35c2593cf), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:14.406585 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-310de89c-dfa9-4f3f-b601-1d06137e6006 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762170029078'] for port (39d81815-1c18-4e6a-9915-95f06800eeec), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:14.410041 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-f60d1f84-68d1-44f1-a6a4-241c3b7eb8ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:14.414953 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:34:14.429959 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-0a992726-09bb-429f-ab52-e6217da5910d admin admin] Publish callbacks [] for router_controller (11463ca8-2910-4613-a71d-a9b7a7a4f243), precommit_add_association {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:14.465430 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-781c45c0-3118-476f-8e4b-a5a48cb96f46 None None] Publish callbacks [] for port (9e547db2-3515-44f0-af48-aea65b2b9666), precommit_create {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:14.492079 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-310de89c-dfa9-4f3f-b601-1d06137e6006 admin admin] Network a25e4fa3-c316-487c-825a-4fde1c36cdb2 is already hosted by enough agents. {{(pid=104052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:34:14.513663 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310de89c-dfa9-4f3f-b601-1d06137e6006 admin admin] Pushing event updated for resources: {'Port': ['ID=39d81815-1c18-4e6a-9915-95f06800eeec,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:34:14.522135 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.base_scheduler [None req-310de89c-dfa9-4f3f-b601-1d06137e6006 admin admin] Resources bound (agent type, host, resource id): {{(pid=104052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:34:14.527161 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-781c45c0-3118-476f-8e4b-a5a48cb96f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762170029078'] for port (9e547db2-3515-44f0-af48-aea65b2b9666), after_create {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:14.530849 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310de89c-dfa9-4f3f-b601-1d06137e6006 admin admin] Received port after_create {{(pid=104052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 17:34:14.558081 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-f40f2934-89b1-4006-8406-e2b2890fd8a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:14.608354 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.managers [None req-50d99cda-1dd6-4597-a94f-f6d26455828a None None] Attempting to bind port b79c4895-071a-4b12-b9f3-e39174c0dc55 on host dv-cinder-837546-2-iscsi for vnic_type normal with profile {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 17:34:14.608717 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.managers [None req-50d99cda-1dd6-4597-a94f-f6d26455828a None None] Attempting to bind port b79c4895-071a-4b12-b9f3-e39174c0dc55 by drivers openvswitch,hyperv on host dv-cinder-837546-2-iscsi at level 0 using segments [{'id': '93d896e3-8aff-4224-9367-bb8b3477a08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '7e2159b7-0000-4264-ad94-d6ffac5ae98d'}] {{(pid=104054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 17:34:14.609073 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d99cda-1dd6-4597-a94f-f6d26455828a None None] Attempting to bind port b79c4895-071a-4b12-b9f3-e39174c0dc55 on network 7e2159b7-0000-4264-ad94-d6ffac5ae98d {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 17:34:14.625353 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Device 7dfca3b0-b99b-4b30-bcdd-89c3a5ad3c6e up at agent ovs-agent-dv-cinder-837546-2-iscsi {{(pid=104054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 17:34:14.649825 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-781c45c0-3118-476f-8e4b-a5a48cb96f46 None None] Network 6fb674c9-6bb7-4c32-892c-b28837e89812 is already hosted by enough agents. {{(pid=104054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:34:14.652659 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.scheduler.base_scheduler [None req-781c45c0-3118-476f-8e4b-a5a48cb96f46 None None] Resources bound (agent type, host, resource id): {{(pid=104054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:34:14.682546 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-781c45c0-3118-476f-8e4b-a5a48cb96f46 None None] Received port after_create {{(pid=104054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 17:34:14.724078 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=76,neutron:UPDATE=4,neutron:DELETE=1,neutron:INSERT=19 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:34:14.810140 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d99cda-1dd6-4597-a94f-f6d26455828a None None] Checking agent: {'id': 'f1f6c009-5a31-4833-b180-4d9d41a55fe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837546-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 17, 26, 4), 'started_at': datetime.datetime(2022, 6, 16, 17, 26, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 17, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837546-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 17:34:14.810528 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d99cda-1dd6-4597-a94f-f6d26455828a None None] Checking segment: {'id': '93d896e3-8aff-4224-9367-bb8b3477a08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '7e2159b7-0000-4264-ad94-d6ffac5ae98d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 17:34:14.813464 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-50d99cda-1dd6-4597-a94f-f6d26455828a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:14.813898 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d99cda-1dd6-4597-a94f-f6d26455828a None None] Bound using segment: {'id': '93d896e3-8aff-4224-9367-bb8b3477a08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '7e2159b7-0000-4264-ad94-d6ffac5ae98d'} {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 17:34:14.814408 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.managers [None req-50d99cda-1dd6-4597-a94f-f6d26455828a None None] Bound port: b79c4895-071a-4b12-b9f3-e39174c0dc55, host: dv-cinder-837546-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93d896e3-8aff-4224-9367-bb8b3477a08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '7e2159b7-0000-4264-ad94-d6ffac5ae98d'}}] {{(pid=104054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 17:34:14.814797 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-50d99cda-1dd6-4597-a94f-f6d26455828a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (b79c4895-071a-4b12-b9f3-e39174c0dc55), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:14.817319 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781c45c0-3118-476f-8e4b-a5a48cb96f46 None None] Pushing event updated for resources: {'Port': ['ID=9e547db2-3515-44f0-af48-aea65b2b9666,revision_number=1']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:34:14.823664 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:INSERT=4,neutron:DELETE=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:34:14.870164 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:34:14.970429 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-8c06cb0b-055c-4980-b19b-8e4651e8bd63 admin admin] Publish callbacks [] for security_group (bce9f3e4-f6c5-40b5-9bf7-9551efb1d6cd), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:14.990246 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-0a992726-09bb-429f-ab52-e6217da5910d admin admin] Publish callbacks [] for router_gateway (11463ca8-2910-4613-a71d-a9b7a7a4f243), precommit_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:15.017498 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-8c06cb0b-055c-4980-b19b-8e4651e8bd63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (bce9f3e4-f6c5-40b5-9bf7-9551efb1d6cd), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:15.034111 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.managers [None req-781c45c0-3118-476f-8e4b-a5a48cb96f46 None None] Attempting to bind port 9e547db2-3515-44f0-af48-aea65b2b9666 on host dv-cinder-837546-2-iscsi for vnic_type normal with profile {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 17:34:15.034554 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.managers [None req-781c45c0-3118-476f-8e4b-a5a48cb96f46 None None] Attempting to bind port 9e547db2-3515-44f0-af48-aea65b2b9666 by drivers openvswitch,hyperv on host dv-cinder-837546-2-iscsi at level 0 using segments [{'id': '94313329-9a0f-475b-94f3-d6ee0916d22d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6fb674c9-6bb7-4c32-892c-b28837e89812'}] {{(pid=104054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 17:34:15.035483 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-781c45c0-3118-476f-8e4b-a5a48cb96f46 None None] Attempting to bind port 9e547db2-3515-44f0-af48-aea65b2b9666 on network 6fb674c9-6bb7-4c32-892c-b28837e89812 {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 17:34:15.098788 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-781c45c0-3118-476f-8e4b-a5a48cb96f46 None None] Checking agent: {'id': 'f1f6c009-5a31-4833-b180-4d9d41a55fe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837546-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 17, 26, 4), 'started_at': datetime.datetime(2022, 6, 16, 17, 26, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 17, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837546-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 17:34:15.099164 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-781c45c0-3118-476f-8e4b-a5a48cb96f46 None None] Checking segment: {'id': '94313329-9a0f-475b-94f3-d6ee0916d22d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6fb674c9-6bb7-4c32-892c-b28837e89812'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 17:34:15.099566 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-781c45c0-3118-476f-8e4b-a5a48cb96f46 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:15.099956 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-781c45c0-3118-476f-8e4b-a5a48cb96f46 None None] Bound using segment: {'id': '94313329-9a0f-475b-94f3-d6ee0916d22d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6fb674c9-6bb7-4c32-892c-b28837e89812'} {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 17:34:15.100430 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.managers [None req-781c45c0-3118-476f-8e4b-a5a48cb96f46 None None] Bound port: 9e547db2-3515-44f0-af48-aea65b2b9666, host: dv-cinder-837546-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94313329-9a0f-475b-94f3-d6ee0916d22d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6fb674c9-6bb7-4c32-892c-b28837e89812'}}] {{(pid=104054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 17:34:15.100801 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-781c45c0-3118-476f-8e4b-a5a48cb96f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (9e547db2-3515-44f0-af48-aea65b2b9666), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:15.196413 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.db.db_base_plugin_common [None req-f60d1f84-68d1-44f1-a6a4-241c3b7eb8ea admin admin] Allocated IP 172.27.0.96 (a25e4fa3-c316-487c-825a-4fde1c36cdb2/47584a51-19b7-439b-9f28-a7f577441b18/1b34cba4-0f25-405b-ba3a-eb96ea0d3da8) {{(pid=104053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:34:15.206380 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.db_base_plugin_common [None req-6e1fefdf-3e83-4d38-ac8d-f09a02f4a3fb None None] Allocated IP 172.20.0.2 (7174c275-7bd9-4bad-898d-52e5729a7a31/f0d6e637-64db-4e7d-aa18-ced53dc06702/dab5d798-e183-498d-96c2-055494a859e4) {{(pid=104054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:34:15.223321 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Provisioning complete for port 7dfca3b0-b99b-4b30-bcdd-89c3a5ad3c6e triggered by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:34:15.223652 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572016'] for port (7dfca3b0-b99b-4b30-bcdd-89c3a5ad3c6e), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:15.282506 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-310de89c-dfa9-4f3f-b601-1d06137e6006 admin admin] Publish callbacks [] for router_gateway (0334c7bc-e5b0-49ed-b5b2-7af8de9e6f53), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:15.347629 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-50d99cda-1dd6-4597-a94f-f6d26455828a None None] For port b79c4895-071a-4b12-b9f3-e39174c0dc55, host dv-cinder-837546-2-iscsi, cleared binding levels {{(pid=104054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 17:34:15.370268 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-8c06cb0b-055c-4980-b19b-8e4651e8bd63 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=738dd11b726e4a25b22c7293c48f7a9a&name=default HTTP/1.1" status: 200 len: 2992 time: 1.4192586 Jun 16 17:34:15.375664 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 52500) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:34:15.383732 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c06cb0b-055c-4980-b19b-8e4651e8bd63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bce9f3e4-f6c5-40b5-9bf7-9551efb1d6cd,revision_number=1']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:34:15.410854 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 52502) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:34:15.451091 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-50d99cda-1dd6-4597-a94f-f6d26455828a None None] For port b79c4895-071a-4b12-b9f3-e39174c0dc55, host dv-cinder-837546-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-2-iscsi',level=0,port_id=b79c4895-071a-4b12-b9f3-e39174c0dc55,segment=NetworkSegment(93d896e3-8aff-4224-9367-bb8b3477a08e),segment_id=93d896e3-8aff-4224-9367-bb8b3477a08e)] {{(pid=104054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 17:34:15.556174 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4168c17-f7f9-4308-aa3c-be25a50af1aa None None] Network dd7b32b9-764e-43c1-a67e-f0e3f862c460 requested from dv-cinder-837546-2-iscsi {{(pid=104054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 17:34:15.556174 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-50d99cda-1dd6-4597-a94f-f6d26455828a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114'] for port (b79c4895-071a-4b12-b9f3-e39174c0dc55), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:15.655043 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-f60d1f84-68d1-44f1-a6a4-241c3b7eb8ea admin admin] Publish callbacks [] for port (1b34cba4-0f25-405b-ba3a-eb96ea0d3da8), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:15.672253 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-0a992726-09bb-429f-ab52-e6217da5910d admin admin] Publish callbacks [] for router_gateway (11463ca8-2910-4613-a71d-a9b7a7a4f243), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:15.710159 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-0a992726-09bb-429f-ab52-e6217da5910d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:15.744577 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:34:15.796312 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-5368b478-c4dd-4a36-bd01-43a8fa49cbcd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:15.823077 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-f60d1f84-68d1-44f1-a6a4-241c3b7eb8ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762170029078'] for port (1b34cba4-0f25-405b-ba3a-eb96ea0d3da8), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:15.824585 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-781c45c0-3118-476f-8e4b-a5a48cb96f46 None None] For port 9e547db2-3515-44f0-af48-aea65b2b9666, host dv-cinder-837546-2-iscsi, cleared binding levels {{(pid=104054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 17:34:15.855594 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-b150848d-47c4-4a0b-b224-a7700b08cc33 admin admin] Publish callbacks [] for security_group (bce9f3e4-f6c5-40b5-9bf7-9551efb1d6cd), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:15.897505 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-781c45c0-3118-476f-8e4b-a5a48cb96f46 None None] For port 9e547db2-3515-44f0-af48-aea65b2b9666, host dv-cinder-837546-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-2-iscsi',level=0,port_id=9e547db2-3515-44f0-af48-aea65b2b9666,segment=NetworkSegment(94313329-9a0f-475b-94f3-d6ee0916d22d),segment_id=94313329-9a0f-475b-94f3-d6ee0916d22d)] {{(pid=104054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 17:34:15.913620 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-310de89c-dfa9-4f3f-b601-1d06137e6006 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-375543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-375401'] for router (0334c7bc-e5b0-49ed-b5b2-7af8de9e6f53), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:15.930450 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-b150848d-47c4-4a0b-b224-a7700b08cc33 admin admin] Publish callbacks [] for security_group (bce9f3e4-f6c5-40b5-9bf7-9551efb1d6cd), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:15.933278 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:34:15.935435 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f60d1f84-68d1-44f1-a6a4-241c3b7eb8ea admin admin] Network a25e4fa3-c316-487c-825a-4fde1c36cdb2 is already hosted by enough agents. {{(pid=104053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:34:15.947180 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.scheduler.base_scheduler [None req-f60d1f84-68d1-44f1-a6a4-241c3b7eb8ea admin admin] Resources bound (agent type, host, resource id): {{(pid=104053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:34:15.957582 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-781c45c0-3118-476f-8e4b-a5a48cb96f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114'] for port (9e547db2-3515-44f0-af48-aea65b2b9666), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:15.959567 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60d1f84-68d1-44f1-a6a4-241c3b7eb8ea admin admin] Received port after_create {{(pid=104053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 17:34:15.965235 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60d1f84-68d1-44f1-a6a4-241c3b7eb8ea admin admin] Pushing event updated for resources: {'Port': ['ID=1b34cba4-0f25-405b-ba3a-eb96ea0d3da8,revision_number=1']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:34:15.976296 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-a4d0ef47-9629-43f4-a203-0636bb94be7e None None] Provisioning complete for port 7dfca3b0-b99b-4b30-bcdd-89c3a5ad3c6e triggered by entity DHCP. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:34:15.976687 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a4d0ef47-9629-43f4-a203-0636bb94be7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572016'] for port (7dfca3b0-b99b-4b30-bcdd-89c3a5ad3c6e), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:16.028584 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.db.db_base_plugin_common [None req-f40f2934-89b1-4006-8406-e2b2890fd8a8 admin admin] Allocated IP 172.27.0.86 (a25e4fa3-c316-487c-825a-4fde1c36cdb2/47584a51-19b7-439b-9f28-a7f577441b18/daa8aef7-f2e8-4a78-b550-b85dcb67daf5) {{(pid=104052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:34:16.042697 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:34:16.113557 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:UPDATE=4,neutron:SELECT=85,neutron:INSERT=9,neutron:DELETE=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:34:16.174927 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-5368b478-c4dd-4a36-bd01-43a8fa49cbcd admin admin] Publish callbacks [] for security_group (4977838c-1f5a-4774-baa0-fd353723ec70), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:16.205012 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d99cda-1dd6-4597-a94f-f6d26455828a None None] Pushing event updated for resources: {'Port': ['ID=b79c4895-071a-4b12-b9f3-e39174c0dc55,revision_number=2']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:34:16.236805 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-b150848d-47c4-4a0b-b224-a7700b08cc33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (bce9f3e4-f6c5-40b5-9bf7-9551efb1d6cd), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:16.239465 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-b150848d-47c4-4a0b-b224-a7700b08cc33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:16.243974 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-b150848d-47c4-4a0b-b224-a7700b08cc33 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/bce9f3e4-f6c5-40b5-9bf7-9551efb1d6cd HTTP/1.1" status: 204 len: 168 time: 0.8638818 Jun 16 17:34:16.243974 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-5368b478-c4dd-4a36-bd01-43a8fa49cbcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (4977838c-1f5a-4774-baa0-fd353723ec70), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:16.259382 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Current status of the port 7dfca3b0-b99b-4b30-bcdd-89c3a5ad3c6e is: DOWN; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:34:16.259748 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (7dfca3b0-b99b-4b30-bcdd-89c3a5ad3c6e), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:16.289691 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b150848d-47c4-4a0b-b224-a7700b08cc33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bce9f3e4-f6c5-40b5-9bf7-9551efb1d6cd,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:34:16.379892 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-5368b478-c4dd-4a36-bd01-43a8fa49cbcd admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=7dc9438583194d70b654dd8ce36417e7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9663408 Jun 16 17:34:16.403809 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 52522) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:34:16.413022 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-f40f2934-89b1-4006-8406-e2b2890fd8a8 admin admin] Publish callbacks [] for port (daa8aef7-f2e8-4a78-b550-b85dcb67daf5), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:16.441871 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-f60d1f84-68d1-44f1-a6a4-241c3b7eb8ea admin admin] Publish callbacks [] for router_gateway (11193f77-50ca-44b2-b11f-2fbebd19e4e2), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:16.449834 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:34:16.480259 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5368b478-c4dd-4a36-bd01-43a8fa49cbcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4977838c-1f5a-4774-baa0-fd353723ec70,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:34:16.519390 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] For port 7dfca3b0-b99b-4b30-bcdd-89c3a5ad3c6e, host dv-cinder-837546-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-2-iscsi',level=0,port_id=7dfca3b0-b99b-4b30-bcdd-89c3a5ad3c6e,segment=NetworkSegment(8e587aa1-3cda-45b9-8327-c258cff01d93),segment_id=8e587aa1-3cda-45b9-8327-c258cff01d93)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:34:16.531022 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-310de89c-dfa9-4f3f-b601-1d06137e6006 admin admin] Router 0334c7bc-e5b0-49ed-b5b2-7af8de9e6f53 is scheduled to L3 agent 43e250b4-0ce3-4949-aa8c-0bafe6454580 with binding_index 1 {{(pid=104052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 16 17:34:16.575561 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-a3bd3056-7219-492b-817f-494ee44fd29c admin admin] Publish callbacks [] for security_group (4977838c-1f5a-4774-baa0-fd353723ec70), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:16.587718 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114'] for port (7dfca3b0-b99b-4b30-bcdd-89c3a5ad3c6e), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:16.595272 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-6e1fefdf-3e83-4d38-ac8d-f09a02f4a3fb None None] Publish callbacks [] for port (dab5d798-e183-498d-96c2-055494a859e4), precommit_create {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:16.613586 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781c45c0-3118-476f-8e4b-a5a48cb96f46 None None] Pushing event updated for resources: {'Port': ['ID=9e547db2-3515-44f0-af48-aea65b2b9666,revision_number=2']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:34:16.629460 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-6e1fefdf-3e83-4d38-ac8d-f09a02f4a3fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762170029078'] for port (dab5d798-e183-498d-96c2-055494a859e4), after_create {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:16.671884 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-a4d0ef47-9629-43f4-a203-0636bb94be7e None None] Current status of the port 7dfca3b0-b99b-4b30-bcdd-89c3a5ad3c6e is: ACTIVE; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:34:16.680547 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-f40f2934-89b1-4006-8406-e2b2890fd8a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762170029078'] for port (daa8aef7-f2e8-4a78-b550-b85dcb67daf5), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:16.708940 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e1fefdf-3e83-4d38-ac8d-f09a02f4a3fb None None] Network 7174c275-7bd9-4bad-898d-52e5729a7a31 is already hosted by enough agents. {{(pid=104054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:34:16.721293 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.scheduler.base_scheduler [None req-6e1fefdf-3e83-4d38-ac8d-f09a02f4a3fb None None] Resources bound (agent type, host, resource id): {{(pid=104054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:34:16.748032 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1fefdf-3e83-4d38-ac8d-f09a02f4a3fb None None] Received port after_create {{(pid=104054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 17:34:16.773832 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f40f2934-89b1-4006-8406-e2b2890fd8a8 admin admin] Network a25e4fa3-c316-487c-825a-4fde1c36cdb2 is already hosted by enough agents. {{(pid=104052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:34:16.801308 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Pushing event updated for resources: {'Port': ['ID=7dfca3b0-b99b-4b30-bcdd-89c3a5ad3c6e,revision_number=3']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:34:16.814006 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-a3bd3056-7219-492b-817f-494ee44fd29c admin admin] Publish callbacks [] for security_group (4977838c-1f5a-4774-baa0-fd353723ec70), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:16.879281 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.base_scheduler [None req-f40f2934-89b1-4006-8406-e2b2890fd8a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=104052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:34:16.906459 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40f2934-89b1-4006-8406-e2b2890fd8a8 admin admin] Received port after_create {{(pid=104052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 17:34:16.973046 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:34:17.073185 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 52538) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:34:17.127555 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Device b79c4895-071a-4b12-b9f3-e39174c0dc55 up at agent ovs-agent-dv-cinder-837546-2-iscsi {{(pid=104054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 17:34:17.134923 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-27c0b9d1-786a-47be-9051-9d4526e62ac7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:17.161459 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1fefdf-3e83-4d38-ac8d-f09a02f4a3fb None None] Pushing event updated for resources: {'Port': ['ID=dab5d798-e183-498d-96c2-055494a859e4,revision_number=1']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:34:17.221906 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:34:17.242684 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-639c21e1-096b-4465-a87e-7813a0a0f9f4 None None] Provisioning complete for port 7dfca3b0-b99b-4b30-bcdd-89c3a5ad3c6e triggered by entity DHCP. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:34:17.244310 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-639c21e1-096b-4465-a87e-7813a0a0f9f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572016'] for port (7dfca3b0-b99b-4b30-bcdd-89c3a5ad3c6e), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:17.244676 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-310de89c-dfa9-4f3f-b601-1d06137e6006 admin admin] Notify agent at l3_agent.dv-cinder-837546-2-iscsi the message routers_updated {{(pid=104052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 17:34:17.249902 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.db.db_base_plugin_common [None req-0a992726-09bb-429f-ab52-e6217da5910d admin admin] Allocated IP 172.27.0.134 (a25e4fa3-c316-487c-825a-4fde1c36cdb2/47584a51-19b7-439b-9f28-a7f577441b18/c5d20b8d-6a49-4d84-87cc-3ffdd32abd86) {{(pid=104053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:34:17.251378 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40f2934-89b1-4006-8406-e2b2890fd8a8 admin admin] Pushing event updated for resources: {'Port': ['ID=daa8aef7-f2e8-4a78-b550-b85dcb67daf5,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:34:17.283301 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d4039d-9f3d-48a5-ae50-3c1d79f24ff8 None None] Sync routers for ids ['0334c7bc-e5b0-49ed-b5b2-7af8de9e6f53'] in dv-cinder-837546-2-iscsi {{(pid=104055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:34:17.320385 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.managers [None req-6e1fefdf-3e83-4d38-ac8d-f09a02f4a3fb None None] Attempting to bind port dab5d798-e183-498d-96c2-055494a859e4 on host dv-cinder-837546-2-iscsi for vnic_type normal with profile {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 17:34:17.321100 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.managers [None req-6e1fefdf-3e83-4d38-ac8d-f09a02f4a3fb None None] Attempting to bind port dab5d798-e183-498d-96c2-055494a859e4 by drivers openvswitch,hyperv on host dv-cinder-837546-2-iscsi at level 0 using segments [{'id': 'c9623932-56f3-419e-916e-2d5cd1273f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '7174c275-7bd9-4bad-898d-52e5729a7a31'}] {{(pid=104054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 17:34:17.321581 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e1fefdf-3e83-4d38-ac8d-f09a02f4a3fb None None] Attempting to bind port dab5d798-e183-498d-96c2-055494a859e4 on network 7174c275-7bd9-4bad-898d-52e5729a7a31 {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 17:34:17.323101 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d4039d-9f3d-48a5-ae50-3c1d79f24ff8 None None] Routers {'0334c7bc-e5b0-49ed-b5b2-7af8de9e6f53'} bound to L3 agent in host dv-cinder-837546-2-iscsi {{(pid=104055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:34:17.326049 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-45d4039d-9f3d-48a5-ae50-3c1d79f24ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-16T17:26:01Z,description=,heartbeat_timestamp=2022-06-16T17:34:01Z,host='dv-cinder-837546-2-iscsi',id=43e250b4-0ce3-4949-aa8c-0bafe6454580,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:26:01Z,topic='l3_agent')) {'router_ids': ['0334c7bc-e5b0-49ed-b5b2-7af8de9e6f53'], 'active': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:34:17.344999 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (9f2b4370-7d03-4dcb-9a0d-4ff62d859136), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:17.358365 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-f60d1f84-68d1-44f1-a6a4-241c3b7eb8ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-375543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-375401'] for router (11193f77-50ca-44b2-b11f-2fbebd19e4e2), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:17.362314 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-310de89c-dfa9-4f3f-b601-1d06137e6006 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:17.366256 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-310de89c-dfa9-4f3f-b601-1d06137e6006 admin admin] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.6943851 Jun 16 17:34:17.369705 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 52552) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:34:17.396840 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-a3bd3056-7219-492b-817f-494ee44fd29c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (4977838c-1f5a-4774-baa0-fd353723ec70), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:17.402508 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-a3bd3056-7219-492b-817f-494ee44fd29c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:17.405660 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-a3bd3056-7219-492b-817f-494ee44fd29c admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/4977838c-1f5a-4774-baa0-fd353723ec70 HTTP/1.1" status: 204 len: 168 time: 0.9966052 Jun 16 17:34:17.473041 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-639c21e1-096b-4465-a87e-7813a0a0f9f4 None None] Current status of the port 7dfca3b0-b99b-4b30-bcdd-89c3a5ad3c6e is: ACTIVE; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:34:17.488218 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e1fefdf-3e83-4d38-ac8d-f09a02f4a3fb None None] Checking agent: {'id': 'f1f6c009-5a31-4833-b180-4d9d41a55fe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837546-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 17, 26, 4), 'started_at': datetime.datetime(2022, 6, 16, 17, 26, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 17, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837546-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 17:34:17.488670 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e1fefdf-3e83-4d38-ac8d-f09a02f4a3fb None None] Checking segment: {'id': 'c9623932-56f3-419e-916e-2d5cd1273f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '7174c275-7bd9-4bad-898d-52e5729a7a31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 17:34:17.489078 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-6e1fefdf-3e83-4d38-ac8d-f09a02f4a3fb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:17.496567 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e1fefdf-3e83-4d38-ac8d-f09a02f4a3fb None None] Bound using segment: {'id': 'c9623932-56f3-419e-916e-2d5cd1273f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '7174c275-7bd9-4bad-898d-52e5729a7a31'} {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 17:34:17.497108 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.managers [None req-6e1fefdf-3e83-4d38-ac8d-f09a02f4a3fb None None] Bound port: dab5d798-e183-498d-96c2-055494a859e4, host: dv-cinder-837546-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9623932-56f3-419e-916e-2d5cd1273f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '7174c275-7bd9-4bad-898d-52e5729a7a31'}}] {{(pid=104054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 17:34:17.501946 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-6e1fefdf-3e83-4d38-ac8d-f09a02f4a3fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (dab5d798-e183-498d-96c2-055494a859e4), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:17.517429 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bd3056-7219-492b-817f-494ee44fd29c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4977838c-1f5a-4774-baa0-fd353723ec70,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:34:17.525556 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=90,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:34:17.536568 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-f40f2934-89b1-4006-8406-e2b2890fd8a8 admin admin] Publish callbacks [] for router_gateway (b90f3b04-b8ae-4063-83f8-cce35c2593cf), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:17.891623 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Provisioning complete for port b79c4895-071a-4b12-b9f3-e39174c0dc55 triggered by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:34:17.895201 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572016'] for port (b79c4895-071a-4b12-b9f3-e39174c0dc55), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:17.969503 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvr_db [None req-45d4039d-9f3d-48a5-ae50-3c1d79f24ff8 None None] Set router 0334c7bc-e5b0-49ed-b5b2-7af8de9e6f53 gateway port host: dv-cinder-837546-2-iscsi {{(pid=104055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:34:17.996594 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b49ddddd-464e-41ca-a3e9-cbde9af72081 None None] Network 7e2159b7-0000-4264-ad94-d6ffac5ae98d requested from dv-cinder-837546-2-iscsi {{(pid=104054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 17:34:18.044201 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-0a992726-09bb-429f-ab52-e6217da5910d admin admin] Publish callbacks [] for port (c5d20b8d-6a49-4d84-87cc-3ffdd32abd86), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:18.148085 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=86,neutron:UPDATE=4,neutron:INSERT=10 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:34:18.153164 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 52562) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:34:18.211249 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-0a992726-09bb-429f-ab52-e6217da5910d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762170029078'] for port (c5d20b8d-6a49-4d84-87cc-3ffdd32abd86), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:18.268144 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:34:18.274211 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-27c0b9d1-786a-47be-9051-9d4526e62ac7 admin admin] Publish callbacks [] for security_group (3a57ccea-3401-4046-841f-fb094b230425), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:18.292419 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a992726-09bb-429f-ab52-e6217da5910d admin admin] Network a25e4fa3-c316-487c-825a-4fde1c36cdb2 is already hosted by enough agents. {{(pid=104053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:34:18.298385 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.scheduler.base_scheduler [None req-0a992726-09bb-429f-ab52-e6217da5910d admin admin] Resources bound (agent type, host, resource id): {{(pid=104053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:34:18.302193 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a992726-09bb-429f-ab52-e6217da5910d admin admin] Received port after_create {{(pid=104053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 17:34:18.304469 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-27c0b9d1-786a-47be-9051-9d4526e62ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (3a57ccea-3401-4046-841f-fb094b230425), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:18.321309 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-6e1fefdf-3e83-4d38-ac8d-f09a02f4a3fb None None] For port dab5d798-e183-498d-96c2-055494a859e4, host dv-cinder-837546-2-iscsi, cleared binding levels {{(pid=104054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 17:34:18.363895 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a992726-09bb-429f-ab52-e6217da5910d admin admin] Pushing event updated for resources: {'Port': ['ID=c5d20b8d-6a49-4d84-87cc-3ffdd32abd86,revision_number=1']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:34:18.498435 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-45d4039d-9f3d-48a5-ae50-3c1d79f24ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0334c7bc-e5b0-49ed-b5b2-7af8de9e6f53', 'name': 'tempest-ServerRescueNegativeTestJSON-227276899-router', 'tenant_id': 'd1c1d13142434356ac1210f14dad847b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'external_fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': '39d81815-1c18-4e6a-9915-95f06800eeec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:34:11Z', 'updated_at': '2022-06-16T17:34:14Z', 'revision_number': 3, 'project_id': 'd1c1d13142434356ac1210f14dad847b', 'gw_port': {'id': '39d81815-1c18-4e6a-9915-95f06800eeec', 'name': '', 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b1:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0334c7bc-e5b0-49ed-b5b2-7af8de9e6f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:34:13Z', 'updated_at': '2022-06-16T17:34:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '47584a51-19b7-439b-9f28-a7f577441b18', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-2-iscsi'}], 'dv-cinder-837546-2-iscsi', False) {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:34:18.522296 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-6e1fefdf-3e83-4d38-ac8d-f09a02f4a3fb None None] For port dab5d798-e183-498d-96c2-055494a859e4, host dv-cinder-837546-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-2-iscsi',level=0,port_id=dab5d798-e183-498d-96c2-055494a859e4,segment=NetworkSegment(c9623932-56f3-419e-916e-2d5cd1273f56),segment_id=c9623932-56f3-419e-916e-2d5cd1273f56)] {{(pid=104054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 17:34:18.523837 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-2e860d2f-122e-41d9-aa95-17446c9cb6fc None None] Provisioning complete for port b79c4895-071a-4b12-b9f3-e39174c0dc55 triggered by entity DHCP. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:34:18.524793 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-2e860d2f-122e-41d9-aa95-17446c9cb6fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572016'] for port (b79c4895-071a-4b12-b9f3-e39174c0dc55), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:18.546550 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d4039d-9f3d-48a5-ae50-3c1d79f24ff8 None None] Checking router: 0334c7bc-e5b0-49ed-b5b2-7af8de9e6f53 for host: dv-cinder-837546-2-iscsi {{(pid=104055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:34:18.546898 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d4039d-9f3d-48a5-ae50-3c1d79f24ff8 None None] Updating router 0334c7bc-e5b0-49ed-b5b2-7af8de9e6f53 port 39d81815-1c18-4e6a-9915-95f06800eeec binding host dv-cinder-837546-2-iscsi {{(pid=104055) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 17:34:18.588768 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94be716f-2c2d-4ae7-9af8-89e8607543f1 None None] Network 6fb674c9-6bb7-4c32-892c-b28837e89812 requested from dv-cinder-837546-2-iscsi {{(pid=104054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 17:34:18.620343 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-45d4039d-9f3d-48a5-ae50-3c1d79f24ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (39d81815-1c18-4e6a-9915-95f06800eeec), before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:18.708680 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-6e1fefdf-3e83-4d38-ac8d-f09a02f4a3fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114'] for port (dab5d798-e183-498d-96c2-055494a859e4), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:18.720338 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-f40f2934-89b1-4006-8406-e2b2890fd8a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-375543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-375401'] for router (b90f3b04-b8ae-4063-83f8-cce35c2593cf), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:18.734220 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:INSERT=7 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:34:18.838744 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=100 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:34:19.067237 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-0a992726-09bb-429f-ab52-e6217da5910d admin admin] Publish callbacks [] for router_gateway (11463ca8-2910-4613-a71d-a9b7a7a4f243), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:19.116831 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-8f7d4b5f-c82d-4628-82b4-43469d46598e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:19.129996 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-45d4039d-9f3d-48a5-ae50-3c1d79f24ff8 None None] Publish callbacks [] for port (39d81815-1c18-4e6a-9915-95f06800eeec), precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:19.131488 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:34:19.139471 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-45d4039d-9f3d-48a5-ae50-3c1d79f24ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114'] for port (39d81815-1c18-4e6a-9915-95f06800eeec), after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:19.171396 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1fefdf-3e83-4d38-ac8d-f09a02f4a3fb None None] Pushing event updated for resources: {'Port': ['ID=dab5d798-e183-498d-96c2-055494a859e4,revision_number=2']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:34:19.238968 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Current status of the port b79c4895-071a-4b12-b9f3-e39174c0dc55 is: DOWN; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:34:19.240819 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (b79c4895-071a-4b12-b9f3-e39174c0dc55), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:19.289029 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-2e860d2f-122e-41d9-aa95-17446c9cb6fc None None] Current status of the port b79c4895-071a-4b12-b9f3-e39174c0dc55 is: DOWN; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:34:19.289563 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-2e860d2f-122e-41d9-aa95-17446c9cb6fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (b79c4895-071a-4b12-b9f3-e39174c0dc55), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:19.307974 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [None req-45d4039d-9f3d-48a5-ae50-3c1d79f24ff8 None None] Attempting to bind port 39d81815-1c18-4e6a-9915-95f06800eeec on host dv-cinder-837546-2-iscsi for vnic_type normal with profile {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 17:34:19.309739 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [None req-45d4039d-9f3d-48a5-ae50-3c1d79f24ff8 None None] Attempting to bind port 39d81815-1c18-4e6a-9915-95f06800eeec by drivers openvswitch,hyperv on host dv-cinder-837546-2-iscsi at level 0 using segments [{'id': 'f847f272-90b1-4369-8e48-25aa20ff3114', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2'}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 17:34:19.310277 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d4039d-9f3d-48a5-ae50-3c1d79f24ff8 None None] Attempting to bind port 39d81815-1c18-4e6a-9915-95f06800eeec on network a25e4fa3-c316-487c-825a-4fde1c36cdb2 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 17:34:19.323194 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d4039d-9f3d-48a5-ae50-3c1d79f24ff8 None None] Checking agent: {'id': 'f1f6c009-5a31-4833-b180-4d9d41a55fe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837546-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 17, 26, 4), 'started_at': datetime.datetime(2022, 6, 16, 17, 26, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 17, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837546-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 17:34:19.327967 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d4039d-9f3d-48a5-ae50-3c1d79f24ff8 None None] Checking segment: {'id': 'f847f272-90b1-4369-8e48-25aa20ff3114', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 17:34:19.328461 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-45d4039d-9f3d-48a5-ae50-3c1d79f24ff8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:19.328848 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d4039d-9f3d-48a5-ae50-3c1d79f24ff8 None None] Bound using segment: {'id': 'f847f272-90b1-4369-8e48-25aa20ff3114', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2'} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 17:34:19.333273 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-e0981e0e-64e6-4660-8405-642f95981b62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:19.334607 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [None req-45d4039d-9f3d-48a5-ae50-3c1d79f24ff8 None None] Bound port: 39d81815-1c18-4e6a-9915-95f06800eeec, host: dv-cinder-837546-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f847f272-90b1-4369-8e48-25aa20ff3114', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2'}}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 17:34:19.335067 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-45d4039d-9f3d-48a5-ae50-3c1d79f24ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (39d81815-1c18-4e6a-9915-95f06800eeec), before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:19.337758 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb9a17d-786f-43ac-808a-2c3937d8bd28 None None] Pushing event updated for resources: {'Port': ['ID=39d81815-1c18-4e6a-9915-95f06800eeec,revision_number=2']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:34:19.344337 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] For port b79c4895-071a-4b12-b9f3-e39174c0dc55, host dv-cinder-837546-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-2-iscsi',level=0,port_id=b79c4895-071a-4b12-b9f3-e39174c0dc55,segment=NetworkSegment(93d896e3-8aff-4224-9367-bb8b3477a08e),segment_id=93d896e3-8aff-4224-9367-bb8b3477a08e)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:34:19.362336 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114'] for port (b79c4895-071a-4b12-b9f3-e39174c0dc55), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:19.391136 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f40f2934-89b1-4006-8406-e2b2890fd8a8 admin admin] Router b90f3b04-b8ae-4063-83f8-cce35c2593cf is scheduled to L3 agent 43e250b4-0ce3-4949-aa8c-0bafe6454580 with binding_index 1 {{(pid=104052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 16 17:34:19.433042 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:34:19.487544 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb9a17d-786f-43ac-808a-2c3937d8bd28 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:34:19.489621 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb9a17d-786f-43ac-808a-2c3937d8bd28 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:34:19.490032 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb9a17d-786f-43ac-808a-2c3937d8bd28 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:34:19.491714 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb9a17d-786f-43ac-808a-2c3937d8bd28 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:34:19.492062 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb9a17d-786f-43ac-808a-2c3937d8bd28 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:34:19.492404 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb9a17d-786f-43ac-808a-2c3937d8bd28 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:34:19.495009 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb9a17d-786f-43ac-808a-2c3937d8bd28 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:34:19.495384 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb9a17d-786f-43ac-808a-2c3937d8bd28 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:34:19.495722 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb9a17d-786f-43ac-808a-2c3937d8bd28 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:34:19.496059 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb9a17d-786f-43ac-808a-2c3937d8bd28 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:34:19.496395 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb9a17d-786f-43ac-808a-2c3937d8bd28 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:34:19.496750 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb9a17d-786f-43ac-808a-2c3937d8bd28 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:34:19.499430 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb9a17d-786f-43ac-808a-2c3937d8bd28 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:34:19.500008 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb9a17d-786f-43ac-808a-2c3937d8bd28 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:34:19.500008 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb9a17d-786f-43ac-808a-2c3937d8bd28 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:34:19.503180 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb9a17d-786f-43ac-808a-2c3937d8bd28 None None] Tracked resource versions report: Jun 16 17:34:19.503180 dv-cinder-837546-2-iscsi neutron-server[104055]: pushed versions: Jun 16 17:34:19.503180 dv-cinder-837546-2-iscsi neutron-server[104055]: { 'AddressGroup': {'1.2'}, Jun 16 17:34:19.503180 dv-cinder-837546-2-iscsi neutron-server[104055]: 'Agent': {'1.1'}, Jun 16 17:34:19.503180 dv-cinder-837546-2-iscsi neutron-server[104055]: 'ConntrackHelper': {'1.0'}, Jun 16 17:34:19.503180 dv-cinder-837546-2-iscsi neutron-server[104055]: 'LocalIPAssociation': {'1.0'}, Jun 16 17:34:19.503180 dv-cinder-837546-2-iscsi neutron-server[104055]: 'Log': {'1.0'}, Jun 16 17:34:19.503180 dv-cinder-837546-2-iscsi neutron-server[104055]: 'NDPProxy': {'1.0'}, Jun 16 17:34:19.503180 dv-cinder-837546-2-iscsi neutron-server[104055]: 'Network': {'1.1'}, Jun 16 17:34:19.503180 dv-cinder-837546-2-iscsi neutron-server[104055]: 'Port': {'1.7'}, Jun 16 17:34:19.503180 dv-cinder-837546-2-iscsi neutron-server[104055]: 'PortForwarding': {'1.3'}, Jun 16 17:34:19.503180 dv-cinder-837546-2-iscsi neutron-server[104055]: 'QosPolicy': {'1.10'}, Jun 16 17:34:19.503180 dv-cinder-837546-2-iscsi neutron-server[104055]: 'SecurityGroup': {'1.5'}, Jun 16 17:34:19.503180 dv-cinder-837546-2-iscsi neutron-server[104055]: 'SecurityGroupRule': {'1.2'}, Jun 16 17:34:19.503180 dv-cinder-837546-2-iscsi neutron-server[104055]: 'SubPort': {'1.0'}, Jun 16 17:34:19.503180 dv-cinder-837546-2-iscsi neutron-server[104055]: 'Subnet': {'1.1'}, Jun 16 17:34:19.503180 dv-cinder-837546-2-iscsi neutron-server[104055]: 'Trunk': {'1.1'}} Jun 16 17:34:19.503180 dv-cinder-837546-2-iscsi neutron-server[104055]: consumer versions: Jun 16 17:34:19.503180 dv-cinder-837546-2-iscsi neutron-server[104055]: { DHCP agent@dv-cinder-837546-2-iscsi: {}, Jun 16 17:34:19.503180 dv-cinder-837546-2-iscsi neutron-server[104055]: HyperV agent@hv-cinder-83754: {}, Jun 16 17:34:19.503180 dv-cinder-837546-2-iscsi neutron-server[104055]: L3 agent@dv-cinder-837546-2-iscsi: {}, Jun 16 17:34:19.503180 dv-cinder-837546-2-iscsi neutron-server[104055]: Metadata agent@dv-cinder-837546-2-iscsi: {}, Jun 16 17:34:19.503180 dv-cinder-837546-2-iscsi neutron-server[104055]: Metering agent@dv-cinder-837546-2-iscsi: {}, Jun 16 17:34:19.503180 dv-cinder-837546-2-iscsi neutron-server[104055]: Open vSwitch agent@dv-cinder-837546-2-iscsi: { 'AddressGroup': '1.2', Jun 16 17:34:19.503180 dv-cinder-837546-2-iscsi neutron-server[104055]: 'Agent': '1.1', Jun 16 17:34:19.503180 dv-cinder-837546-2-iscsi neutron-server[104055]: 'ConntrackHelper': '1.0', Jun 16 17:34:19.503180 dv-cinder-837546-2-iscsi neutron-server[104055]: 'LocalIPAssociation': '1.0', Jun 16 17:34:19.503180 dv-cinder-837546-2-iscsi neutron-server[104055]: 'Log': '1.0', Jun 16 17:34:19.503180 dv-cinder-837546-2-iscsi neutron-server[104055]: 'NDPProxy': '1.0', Jun 16 17:34:19.503180 dv-cinder-837546-2-iscsi neutron-server[104055]: 'Network': '1.1', Jun 16 17:34:19.503180 dv-cinder-837546-2-iscsi neutron-server[104055]: 'Port': '1.7', Jun 16 17:34:19.503180 dv-cinder-837546-2-iscsi neutron-server[104055]: 'PortForwarding': '1.3', Jun 16 17:34:19.503180 dv-cinder-837546-2-iscsi neutron-server[104055]: 'QosPolicy': '1.10', Jun 16 17:34:19.503180 dv-cinder-837546-2-iscsi neutron-server[104055]: 'SecurityGroup': '1.5', Jun 16 17:34:19.503180 dv-cinder-837546-2-iscsi neutron-server[104055]: 'SecurityGroupRule': '1.2', Jun 16 17:34:19.503180 dv-cinder-837546-2-iscsi neutron-server[104055]: 'SubPort': '1.0', Jun 16 17:34:19.503180 dv-cinder-837546-2-iscsi neutron-server[104055]: 'Subnet': '1.1', Jun 16 17:34:19.503180 dv-cinder-837546-2-iscsi neutron-server[104055]: 'Trunk': '1.1'}} Jun 16 17:34:19.503180 dv-cinder-837546-2-iscsi neutron-server[104055]: {{(pid=104055) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 17:34:19.584826 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Pushing event updated for resources: {'Port': ['ID=b79c4895-071a-4b12-b9f3-e39174c0dc55,revision_number=3']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:34:19.591665 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-27c0b9d1-786a-47be-9051-9d4526e62ac7 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=23a651fffaca4904bcbb34ce55867d75&name=default HTTP/1.1" status: 200 len: 2992 time: 2.5170877 Jun 16 17:34:19.592493 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c0b9d1-786a-47be-9051-9d4526e62ac7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a57ccea-3401-4046-841f-fb094b230425,revision_number=1']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:34:19.600105 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-45d4039d-9f3d-48a5-ae50-3c1d79f24ff8 None None] For port 39d81815-1c18-4e6a-9915-95f06800eeec, host dv-cinder-837546-2-iscsi, cleared binding levels {{(pid=104055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 17:34:19.606442 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 52610) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:34:19.616507 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-45d4039d-9f3d-48a5-ae50-3c1d79f24ff8 None None] For port 39d81815-1c18-4e6a-9915-95f06800eeec, host dv-cinder-837546-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-2-iscsi',level=0,port_id=39d81815-1c18-4e6a-9915-95f06800eeec,segment=NetworkSegment(f847f272-90b1-4369-8e48-25aa20ff3114),segment_id=f847f272-90b1-4369-8e48-25aa20ff3114)] {{(pid=104055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 17:34:19.618210 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f60d1f84-68d1-44f1-a6a4-241c3b7eb8ea admin admin] Router 11193f77-50ca-44b2-b11f-2fbebd19e4e2 is scheduled to L3 agent 43e250b4-0ce3-4949-aa8c-0bafe6454580 with binding_index 1 {{(pid=104053) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 16 17:34:19.640313 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-45d4039d-9f3d-48a5-ae50-3c1d79f24ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114'] for port (39d81815-1c18-4e6a-9915-95f06800eeec), after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:19.659325 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.db.db_base_plugin_common [None req-8f7d4b5f-c82d-4628-82b4-43469d46598e admin admin] Allocated IP 172.20.0.1 (dd7b32b9-764e-43c1-a67e-f0e3f862c460/58dbd783-c237-4164-b4f7-63cdaa3401e3/5305964e-5863-41a0-a61d-64d5ec4783f0) {{(pid=104052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:34:19.683848 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f40f2934-89b1-4006-8406-e2b2890fd8a8 admin admin] Notify agent at l3_agent.dv-cinder-837546-2-iscsi the message routers_updated {{(pid=104052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 17:34:19.705397 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c40ae32-287d-4241-89c3-a2693032ac7d None None] Sync routers for ids ['b90f3b04-b8ae-4063-83f8-cce35c2593cf'] in dv-cinder-837546-2-iscsi {{(pid=104054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:34:19.719275 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-f40f2934-89b1-4006-8406-e2b2890fd8a8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:19.724214 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-f40f2934-89b1-4006-8406-e2b2890fd8a8 admin admin] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.1186252 Jun 16 17:34:19.731439 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c40ae32-287d-4241-89c3-a2693032ac7d None None] Routers {'b90f3b04-b8ae-4063-83f8-cce35c2593cf'} bound to L3 agent in host dv-cinder-837546-2-iscsi {{(pid=104054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:34:19.732161 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-6c40ae32-287d-4241-89c3-a2693032ac7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-16T17:26:01Z,description=,heartbeat_timestamp=2022-06-16T17:34:01Z,host='dv-cinder-837546-2-iscsi',id=43e250b4-0ce3-4949-aa8c-0bafe6454580,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:26:01Z,topic='l3_agent')) {'router_ids': ['b90f3b04-b8ae-4063-83f8-cce35c2593cf'], 'active': True} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:34:19.748044 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 52614) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:34:19.801631 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.db.api [None req-2e860d2f-122e-41d9-aa95-17446c9cb6fc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104054) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 16 17:34:19.802142 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG oslo_db.api [None req-2e860d2f-122e-41d9-aa95-17446c9cb6fc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 17:34:19.817181 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d4039d-9f3d-48a5-ae50-3c1d79f24ff8 None None] Routers {'0334c7bc-e5b0-49ed-b5b2-7af8de9e6f53'} bound to L3 agent in host dv-cinder-837546-2-iscsi {{(pid=104055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:34:19.820298 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-45d4039d-9f3d-48a5-ae50-3c1d79f24ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-16T17:26:01Z,description=,heartbeat_timestamp=2022-06-16T17:34:01Z,host='dv-cinder-837546-2-iscsi',id=43e250b4-0ce3-4949-aa8c-0bafe6454580,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:26:01Z,topic='l3_agent')) {'router_ids': ['0334c7bc-e5b0-49ed-b5b2-7af8de9e6f53'], 'active': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:34:19.833404 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-0a992726-09bb-429f-ab52-e6217da5910d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-375543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-375401'] for router (11463ca8-2910-4613-a71d-a9b7a7a4f243), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:19.835450 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:34:19.909193 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvr_db [None req-6c40ae32-287d-4241-89c3-a2693032ac7d None None] Set router b90f3b04-b8ae-4063-83f8-cce35c2593cf gateway port host: dv-cinder-837546-2-iscsi {{(pid=104054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:34:19.938806 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb9a17d-786f-43ac-808a-2c3937d8bd28 None None] Pushing event updated for resources: {'Port': ['ID=39d81815-1c18-4e6a-9915-95f06800eeec,revision_number=3']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:34:20.005407 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-8f7d4b5f-c82d-4628-82b4-43469d46598e admin admin] Publish callbacks [] for port (5305964e-5863-41a0-a61d-64d5ec4783f0), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:20.012660 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Device 9e547db2-3515-44f0-af48-aea65b2b9666 up at agent ovs-agent-dv-cinder-837546-2-iscsi {{(pid=104054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 17:34:20.148008 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvr_db [None req-45d4039d-9f3d-48a5-ae50-3c1d79f24ff8 None None] Set router 0334c7bc-e5b0-49ed-b5b2-7af8de9e6f53 gateway port host: dv-cinder-837546-2-iscsi {{(pid=104055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:34:20.156881 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:34:20.317953 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Provisioning complete for port 9e547db2-3515-44f0-af48-aea65b2b9666 triggered by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:34:20.320153 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572016'] for port (9e547db2-3515-44f0-af48-aea65b2b9666), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:20.374683 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:34:20.384951 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-6c40ae32-287d-4241-89c3-a2693032ac7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b90f3b04-b8ae-4063-83f8-cce35c2593cf', 'name': 'tempest-DeleteServersTestJSON-575554312-router', 'tenant_id': '4537634610c645db8bdb7c704c09ee71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'external_fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': 'daa8aef7-f2e8-4a78-b550-b85dcb67daf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:34:12Z', 'updated_at': '2022-06-16T17:34:17Z', 'revision_number': 3, 'project_id': '4537634610c645db8bdb7c704c09ee71', 'gw_port': {'id': 'daa8aef7-f2e8-4a78-b550-b85dcb67daf5', 'name': '', 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:f4:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b90f3b04-b8ae-4063-83f8-cce35c2593cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:34:14Z', 'updated_at': '2022-06-16T17:34:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '47584a51-19b7-439b-9f28-a7f577441b18', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-2-iscsi'}], 'dv-cinder-837546-2-iscsi', False) {} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:34:20.386965 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-8f7d4b5f-c82d-4628-82b4-43469d46598e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762170029078'] for port (5305964e-5863-41a0-a61d-64d5ec4783f0), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:20.427841 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f60d1f84-68d1-44f1-a6a4-241c3b7eb8ea admin admin] Notify agent at l3_agent.dv-cinder-837546-2-iscsi the message routers_updated {{(pid=104053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 17:34:20.431791 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f7d4b5f-c82d-4628-82b4-43469d46598e admin admin] Network dd7b32b9-764e-43c1-a67e-f0e3f862c460 is already hosted by enough agents. {{(pid=104052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:34:20.436663 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-45d4039d-9f3d-48a5-ae50-3c1d79f24ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0334c7bc-e5b0-49ed-b5b2-7af8de9e6f53', 'name': 'tempest-ServerRescueNegativeTestJSON-227276899-router', 'tenant_id': 'd1c1d13142434356ac1210f14dad847b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'external_fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': '39d81815-1c18-4e6a-9915-95f06800eeec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:34:11Z', 'updated_at': '2022-06-16T17:34:14Z', 'revision_number': 3, 'project_id': 'd1c1d13142434356ac1210f14dad847b', 'gw_port': {'id': '39d81815-1c18-4e6a-9915-95f06800eeec', 'name': '', 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b1:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0334c7bc-e5b0-49ed-b5b2-7af8de9e6f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:34:13Z', 'updated_at': '2022-06-16T17:34:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47584a51-19b7-439b-9f28-a7f577441b18', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-2-iscsi'}], 'dv-cinder-837546-2-iscsi', False) {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:34:20.439071 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:34:20.444111 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.base_scheduler [None req-8f7d4b5f-c82d-4628-82b4-43469d46598e admin admin] Resources bound (agent type, host, resource id): {{(pid=104052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:34:20.457990 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-f38ca280-e25f-4990-93da-f3c8b563c152 admin admin] Publish callbacks [] for security_group (3a57ccea-3401-4046-841f-fb094b230425), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:20.470162 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50629dfc-0bcc-4d94-9551-b077d277192c None None] Sync routers for ids ['11193f77-50ca-44b2-b11f-2fbebd19e4e2'] in dv-cinder-837546-2-iscsi {{(pid=104055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:34:20.482581 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d4039d-9f3d-48a5-ae50-3c1d79f24ff8 None None] The sync data for ids ['0334c7bc-e5b0-49ed-b5b2-7af8de9e6f53'] in dv-cinder-837546-2-iscsi is: [{'id': '0334c7bc-e5b0-49ed-b5b2-7af8de9e6f53', 'name': 'tempest-ServerRescueNegativeTestJSON-227276899-router', 'tenant_id': 'd1c1d13142434356ac1210f14dad847b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'external_fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': '39d81815-1c18-4e6a-9915-95f06800eeec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:34:11Z', 'updated_at': '2022-06-16T17:34:14Z', 'revision_number': 3, 'project_id': 'd1c1d13142434356ac1210f14dad847b', 'gw_port': {'id': '39d81815-1c18-4e6a-9915-95f06800eeec', 'name': '', 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b1:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0334c7bc-e5b0-49ed-b5b2-7af8de9e6f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:34:13Z', 'updated_at': '2022-06-16T17:34:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47584a51-19b7-439b-9f28-a7f577441b18', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-2-iscsi'}] {{(pid=104055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:34:20.487367 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50629dfc-0bcc-4d94-9551-b077d277192c None None] Routers {'11193f77-50ca-44b2-b11f-2fbebd19e4e2'} bound to L3 agent in host dv-cinder-837546-2-iscsi {{(pid=104055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:34:20.489368 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-50629dfc-0bcc-4d94-9551-b077d277192c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-16T17:26:01Z,description=,heartbeat_timestamp=2022-06-16T17:34:01Z,host='dv-cinder-837546-2-iscsi',id=43e250b4-0ce3-4949-aa8c-0bafe6454580,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:26:01Z,topic='l3_agent')) {'router_ids': ['11193f77-50ca-44b2-b11f-2fbebd19e4e2'], 'active': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:34:20.495033 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a992726-09bb-429f-ab52-e6217da5910d admin admin] Router 11463ca8-2910-4613-a71d-a9b7a7a4f243 is scheduled to L3 agent 43e250b4-0ce3-4949-aa8c-0bafe6454580 with binding_index 1 {{(pid=104053) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 16 17:34:20.542944 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7d4b5f-c82d-4628-82b4-43469d46598e admin admin] Received port after_create {{(pid=104052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 17:34:20.545830 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-8f7d4b5f-c82d-4628-82b4-43469d46598e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-361813'] for router_interface (0334c7bc-e5b0-49ed-b5b2-7af8de9e6f53), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:20.592271 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-e0981e0e-64e6-4660-8405-642f95981b62 admin admin] Publish callbacks [] for security_group (3360a73e-9648-4d3b-9d96-ab1892e97b46), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:20.652069 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-e0981e0e-64e6-4660-8405-642f95981b62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (3360a73e-9648-4d3b-9d96-ab1892e97b46), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:20.657708 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvr_db [None req-50629dfc-0bcc-4d94-9551-b077d277192c None None] Set router 11193f77-50ca-44b2-b11f-2fbebd19e4e2 gateway port host: dv-cinder-837546-2-iscsi {{(pid=104055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:34:20.733797 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-e0981e0e-64e6-4660-8405-642f95981b62 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=2a4ddecea1cd4714a724ffe5c1231e04&name=default HTTP/1.1" status: 200 len: 2992 time: 2.5704124 Jun 16 17:34:20.734910 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:34:20.789088 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 52636) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:34:20.805464 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-f60d1f84-68d1-44f1-a6a4-241c3b7eb8ea admin admin] Publish callbacks [] for router (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:20.813599 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-f60d1f84-68d1-44f1-a6a4-241c3b7eb8ea admin admin] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 7.9518363 Jun 16 17:34:20.908229 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e07266fa-87b7-4d7c-b279-98934edceee9 None None] Network 7174c275-7bd9-4bad-898d-52e5729a7a31 requested from dv-cinder-837546-2-iscsi {{(pid=104054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 17:34:20.917468 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 52638) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:34:20.919310 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c40ae32-287d-4241-89c3-a2693032ac7d None None] Checking router: b90f3b04-b8ae-4063-83f8-cce35c2593cf for host: dv-cinder-837546-2-iscsi {{(pid=104054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:34:20.919731 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c40ae32-287d-4241-89c3-a2693032ac7d None None] Updating router b90f3b04-b8ae-4063-83f8-cce35c2593cf port daa8aef7-f2e8-4a78-b550-b85dcb67daf5 binding host dv-cinder-837546-2-iscsi {{(pid=104054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 17:34:20.974127 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:34:21.044855 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-f38ca280-e25f-4990-93da-f3c8b563c152 admin admin] Publish callbacks [] for security_group (3a57ccea-3401-4046-841f-fb094b230425), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:21.053598 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7d4b5f-c82d-4628-82b4-43469d46598e admin admin] Pushing event updated for resources: {'Port': ['ID=5305964e-5863-41a0-a61d-64d5ec4783f0,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:34:21.056256 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-2e860d2f-122e-41d9-aa95-17446c9cb6fc None None] Current status of the port b79c4895-071a-4b12-b9f3-e39174c0dc55 is: ACTIVE; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:34:21.106126 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:34:21.114777 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-6c40ae32-287d-4241-89c3-a2693032ac7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (daa8aef7-f2e8-4a78-b550-b85dcb67daf5), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:21.133985 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-50629dfc-0bcc-4d94-9551-b077d277192c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11193f77-50ca-44b2-b11f-2fbebd19e4e2', 'name': 'tempest-AttachVolumeNegativeTest-214174450-router', 'tenant_id': 'd63c592c0afb4dfc9dd5b36be791decd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'external_fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': '1b34cba4-0f25-405b-ba3a-eb96ea0d3da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:34:12Z', 'updated_at': '2022-06-16T17:34:16Z', 'revision_number': 3, 'project_id': 'd63c592c0afb4dfc9dd5b36be791decd', 'gw_port': {'id': '1b34cba4-0f25-405b-ba3a-eb96ea0d3da8', 'name': '', 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:7c:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11193f77-50ca-44b2-b11f-2fbebd19e4e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:34:14Z', 'updated_at': '2022-06-16T17:34:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '47584a51-19b7-439b-9f28-a7f577441b18', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-2-iscsi'}], 'dv-cinder-837546-2-iscsi', False) {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:34:21.195237 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50629dfc-0bcc-4d94-9551-b077d277192c None None] Checking router: 11193f77-50ca-44b2-b11f-2fbebd19e4e2 for host: dv-cinder-837546-2-iscsi {{(pid=104055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:34:21.195733 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50629dfc-0bcc-4d94-9551-b077d277192c None None] Updating router 11193f77-50ca-44b2-b11f-2fbebd19e4e2 port 1b34cba4-0f25-405b-ba3a-eb96ea0d3da8 binding host dv-cinder-837546-2-iscsi {{(pid=104055) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 17:34:21.244842 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-81193b31-e54e-47de-b67d-0f32436692a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:21.259772 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-50629dfc-0bcc-4d94-9551-b077d277192c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (1b34cba4-0f25-405b-ba3a-eb96ea0d3da8), before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:21.266205 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-82de0f2a-4fdb-46e2-8b08-68c72a502505 admin admin] Publish callbacks [] for security_group (3360a73e-9648-4d3b-9d96-ab1892e97b46), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:21.285700 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0981e0e-64e6-4660-8405-642f95981b62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3360a73e-9648-4d3b-9d96-ab1892e97b46,revision_number=1']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:34:21.317219 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-b420e67c-bea9-49df-a6bb-853029af222f None None] Provisioning complete for port 9e547db2-3515-44f0-af48-aea65b2b9666 triggered by entity DHCP. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:34:21.317734 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-b420e67c-bea9-49df-a6bb-853029af222f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572016'] for port (9e547db2-3515-44f0-af48-aea65b2b9666), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:21.390051 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Current status of the port 9e547db2-3515-44f0-af48-aea65b2b9666 is: DOWN; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:34:21.390465 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (9e547db2-3515-44f0-af48-aea65b2b9666), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:21.449040 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a992726-09bb-429f-ab52-e6217da5910d admin admin] Notify agent at l3_agent.dv-cinder-837546-2-iscsi the message routers_updated {{(pid=104053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 17:34:21.551602 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-82de0f2a-4fdb-46e2-8b08-68c72a502505 admin admin] Publish callbacks [] for security_group (3360a73e-9648-4d3b-9d96-ab1892e97b46), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:21.593720 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-8f7d4b5f-c82d-4628-82b4-43469d46598e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (5305964e-5863-41a0-a61d-64d5ec4783f0), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:21.607789 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc20bcb-115f-4a2c-a2a5-5600b820313f None None] Sync routers for ids ['11463ca8-2910-4613-a71d-a9b7a7a4f243'] in dv-cinder-837546-2-iscsi {{(pid=104054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:34:21.616570 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-0a992726-09bb-429f-ab52-e6217da5910d admin admin] Publish callbacks [] for router (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:21.620590 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-0a992726-09bb-429f-ab52-e6217da5910d admin admin] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.5388296 Jun 16 17:34:21.622265 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 52652) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:34:21.667794 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:34:21.700148 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] For port 9e547db2-3515-44f0-af48-aea65b2b9666, host dv-cinder-837546-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-2-iscsi',level=0,port_id=9e547db2-3515-44f0-af48-aea65b2b9666,segment=NetworkSegment(94313329-9a0f-475b-94f3-d6ee0916d22d),segment_id=94313329-9a0f-475b-94f3-d6ee0916d22d)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:34:21.790358 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc20bcb-115f-4a2c-a2a5-5600b820313f None None] Routers {'11463ca8-2910-4613-a71d-a9b7a7a4f243'} bound to L3 agent in host dv-cinder-837546-2-iscsi {{(pid=104054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:34:21.790988 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-6cc20bcb-115f-4a2c-a2a5-5600b820313f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-16T17:26:01Z,description=,heartbeat_timestamp=2022-06-16T17:34:01Z,host='dv-cinder-837546-2-iscsi',id=43e250b4-0ce3-4949-aa8c-0bafe6454580,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:26:01Z,topic='l3_agent')) {'router_ids': ['11463ca8-2910-4613-a71d-a9b7a7a4f243'], 'active': True} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:34:21.855263 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-b420e67c-bea9-49df-a6bb-853029af222f None None] Current status of the port 9e547db2-3515-44f0-af48-aea65b2b9666 is: DOWN; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:34:21.855645 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-b420e67c-bea9-49df-a6bb-853029af222f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (9e547db2-3515-44f0-af48-aea65b2b9666), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:21.858390 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114'] for port (9e547db2-3515-44f0-af48-aea65b2b9666), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:21.858989 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Device dab5d798-e183-498d-96c2-055494a859e4 up at agent ovs-agent-dv-cinder-837546-2-iscsi {{(pid=104054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 17:34:21.869544 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.db.db_base_plugin_common [None req-81193b31-e54e-47de-b67d-0f32436692a3 admin admin] Allocated IP 172.20.0.1 (7e2159b7-0000-4264-ad94-d6ffac5ae98d/7ee12987-d393-41f3-b427-bc77028f386a/373f99d0-e865-4311-90b5-358b25a08eae) {{(pid=104052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:34:21.986447 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:DELETE=5 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:34:21.994870 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-f38ca280-e25f-4990-93da-f3c8b563c152 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (3a57ccea-3401-4046-841f-fb094b230425), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:21.997879 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-f38ca280-e25f-4990-93da-f3c8b563c152 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:22.001528 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-f38ca280-e25f-4990-93da-f3c8b563c152 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/3a57ccea-3401-4046-841f-fb094b230425 HTTP/1.1" status: 204 len: 168 time: 2.3902240 Jun 16 17:34:22.063179 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38ca280-e25f-4990-93da-f3c8b563c152 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a57ccea-3401-4046-841f-fb094b230425,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:34:22.072475 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-8f7d4b5f-c82d-4628-82b4-43469d46598e admin admin] Publish callbacks [] for port (5305964e-5863-41a0-a61d-64d5ec4783f0), precommit_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:22.110772 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-8f7d4b5f-c82d-4628-82b4-43469d46598e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114'] for port (5305964e-5863-41a0-a61d-64d5ec4783f0), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:22.112120 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-8f7d4b5f-c82d-4628-82b4-43469d46598e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1626493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-361889'] for router_interface (0334c7bc-e5b0-49ed-b5b2-7af8de9e6f53), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:22.157533 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-82de0f2a-4fdb-46e2-8b08-68c72a502505 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (3360a73e-9648-4d3b-9d96-ab1892e97b46), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:22.160002 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-82de0f2a-4fdb-46e2-8b08-68c72a502505 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:22.164762 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-82de0f2a-4fdb-46e2-8b08-68c72a502505 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/3360a73e-9648-4d3b-9d96-ab1892e97b46 HTTP/1.1" status: 204 len: 168 time: 1.3486078 Jun 16 17:34:22.170995 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:34:22.179104 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-81193b31-e54e-47de-b67d-0f32436692a3 admin admin] Publish callbacks [] for port (373f99d0-e865-4311-90b5-358b25a08eae), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:22.181538 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82de0f2a-4fdb-46e2-8b08-68c72a502505 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3360a73e-9648-4d3b-9d96-ab1892e97b46,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:34:22.213698 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:34:22.222357 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7d4b5f-c82d-4628-82b4-43469d46598e admin admin] Pushing event updated for resources: {'Port': ['ID=5305964e-5863-41a0-a61d-64d5ec4783f0,revision_number=2']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:34:22.262019 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Pushing event updated for resources: {'Port': ['ID=9e547db2-3515-44f0-af48-aea65b2b9666,revision_number=3']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:34:22.281673 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.db.api [None req-b420e67c-bea9-49df-a6bb-853029af222f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104054) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 16 17:34:22.282401 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG oslo_db.api [None req-b420e67c-bea9-49df-a6bb-853029af222f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 17:34:22.298559 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Provisioning complete for port dab5d798-e183-498d-96c2-055494a859e4 triggered by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:34:22.299172 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572016'] for port (dab5d798-e183-498d-96c2-055494a859e4), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:22.309915 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-81193b31-e54e-47de-b67d-0f32436692a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762170029078'] for port (373f99d0-e865-4311-90b5-358b25a08eae), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:22.313734 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f7d4b5f-c82d-4628-82b4-43469d46598e admin admin] Network dd7b32b9-764e-43c1-a67e-f0e3f862c460 is already hosted by enough agents. {{(pid=104052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:34:22.319098 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvr_db [None req-6cc20bcb-115f-4a2c-a2a5-5600b820313f None None] Set router 11463ca8-2910-4613-a71d-a9b7a7a4f243 gateway port host: dv-cinder-837546-2-iscsi {{(pid=104054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:34:22.326573 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.base_scheduler [None req-8f7d4b5f-c82d-4628-82b4-43469d46598e admin admin] Resources bound (agent type, host, resource id): {{(pid=104052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:34:22.382142 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:34:22.398783 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81193b31-e54e-47de-b67d-0f32436692a3 admin admin] Network 7e2159b7-0000-4264-ad94-d6ffac5ae98d is already hosted by enough agents. {{(pid=104052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:34:22.461803 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.base_scheduler [None req-81193b31-e54e-47de-b67d-0f32436692a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:34:22.480709 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81193b31-e54e-47de-b67d-0f32436692a3 admin admin] Received port after_create {{(pid=104052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 17:34:22.481203 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-81193b31-e54e-47de-b67d-0f32436692a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-361813'] for router_interface (b90f3b04-b8ae-4063-83f8-cce35c2593cf), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:22.485890 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81193b31-e54e-47de-b67d-0f32436692a3 admin admin] Pushing event updated for resources: {'Port': ['ID=373f99d0-e865-4311-90b5-358b25a08eae,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:34:22.810472 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f7d4b5f-c82d-4628-82b4-43469d46598e admin admin] Router 0334c7bc-e5b0-49ed-b5b2-7af8de9e6f53 has already been hosted by L3 agent 43e250b4-0ce3-4949-aa8c-0bafe6454580 {{(pid=104052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 17:34:22.852683 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-6c40ae32-287d-4241-89c3-a2693032ac7d None None] Publish callbacks [] for port (daa8aef7-f2e8-4a78-b550-b85dcb67daf5), precommit_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:22.920191 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-6c40ae32-287d-4241-89c3-a2693032ac7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114'] for port (daa8aef7-f2e8-4a78-b550-b85dcb67daf5), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:22.978606 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 52680) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:34:23.037583 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c84e6128-55c2-4cdc-957e-8077be9bcd79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:23.044047 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:34:23.046220 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f7d4b5f-c82d-4628-82b4-43469d46598e admin admin] Notify agent at l3_agent.dv-cinder-837546-2-iscsi the message routers_updated {{(pid=104052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 17:34:23.064463 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-8f7d4b5f-c82d-4628-82b4-43469d46598e admin admin] 10.222.0.40 "PUT /v2.0/routers/0334c7bc-e5b0-49ed-b5b2-7af8de9e6f53/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6877389 Jun 16 17:34:23.073522 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:34:23.095418 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ffad1a-46e3-4c40-8864-a3720bf5e252 None None] Pushing event updated for resources: {'Port': ['ID=daa8aef7-f2e8-4a78-b550-b85dcb67daf5,revision_number=2']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:34:23.111602 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-6cc20bcb-115f-4a2c-a2a5-5600b820313f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11463ca8-2910-4613-a71d-a9b7a7a4f243', 'name': 'tempest-AttachVolumeTestJSON-1492461714-router', 'tenant_id': '4904f0e2f64e4bef989f441380e843b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'external_fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'c5d20b8d-6a49-4d84-87cc-3ffdd32abd86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:34:14Z', 'updated_at': '2022-06-16T17:34:18Z', 'revision_number': 3, 'project_id': '4904f0e2f64e4bef989f441380e843b5', 'gw_port': {'id': 'c5d20b8d-6a49-4d84-87cc-3ffdd32abd86', 'name': '', 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:90:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11463ca8-2910-4613-a71d-a9b7a7a4f243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:34:15Z', 'updated_at': '2022-06-16T17:34:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '47584a51-19b7-439b-9f28-a7f577441b18', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-2-iscsi'}], 'dv-cinder-837546-2-iscsi', False) {} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:34:23.210777 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-81193b31-e54e-47de-b67d-0f32436692a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (373f99d0-e865-4311-90b5-358b25a08eae), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:23.276873 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc20bcb-115f-4a2c-a2a5-5600b820313f None None] Checking router: 11463ca8-2910-4613-a71d-a9b7a7a4f243 for host: dv-cinder-837546-2-iscsi {{(pid=104054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:34:23.280642 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc20bcb-115f-4a2c-a2a5-5600b820313f None None] Updating router 11463ca8-2910-4613-a71d-a9b7a7a4f243 port c5d20b8d-6a49-4d84-87cc-3ffdd32abd86 binding host dv-cinder-837546-2-iscsi {{(pid=104054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 17:34:23.315152 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-b420e67c-bea9-49df-a6bb-853029af222f None None] Current status of the port 9e547db2-3515-44f0-af48-aea65b2b9666 is: ACTIVE; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:34:23.398992 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-4979ac53-597b-4408-a7b4-190c95b78ba8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:23.439273 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-56438796-de1f-443a-a052-357348e963c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:23.511250 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-6cc20bcb-115f-4a2c-a2a5-5600b820313f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (c5d20b8d-6a49-4d84-87cc-3ffdd32abd86), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:23.531394 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-50629dfc-0bcc-4d94-9551-b077d277192c None None] Publish callbacks [] for port (1b34cba4-0f25-405b-ba3a-eb96ea0d3da8), precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:23.537357 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.managers [None req-6c40ae32-287d-4241-89c3-a2693032ac7d None None] Attempting to bind port daa8aef7-f2e8-4a78-b550-b85dcb67daf5 on host dv-cinder-837546-2-iscsi for vnic_type normal with profile {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 17:34:23.540290 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.managers [None req-6c40ae32-287d-4241-89c3-a2693032ac7d None None] Attempting to bind port daa8aef7-f2e8-4a78-b550-b85dcb67daf5 by drivers openvswitch,hyperv on host dv-cinder-837546-2-iscsi at level 0 using segments [{'id': 'f847f272-90b1-4369-8e48-25aa20ff3114', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2'}] {{(pid=104054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 17:34:23.544855 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c40ae32-287d-4241-89c3-a2693032ac7d None None] Attempting to bind port daa8aef7-f2e8-4a78-b550-b85dcb67daf5 on network a25e4fa3-c316-487c-825a-4fde1c36cdb2 {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 17:34:23.545601 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346427e4-67f4-4bb5-b971-65d9e7963235 None None] Sync routers for ids ['0334c7bc-e5b0-49ed-b5b2-7af8de9e6f53'] in dv-cinder-837546-2-iscsi {{(pid=104055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:34:23.562948 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-81193b31-e54e-47de-b67d-0f32436692a3 admin admin] Publish callbacks [] for port (373f99d0-e865-4311-90b5-358b25a08eae), precommit_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:23.566645 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-50629dfc-0bcc-4d94-9551-b077d277192c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114'] for port (1b34cba4-0f25-405b-ba3a-eb96ea0d3da8), after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:23.570824 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-81193b31-e54e-47de-b67d-0f32436692a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114'] for port (373f99d0-e865-4311-90b5-358b25a08eae), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:23.572271 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-81193b31-e54e-47de-b67d-0f32436692a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1626493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-361889'] for router_interface (b90f3b04-b8ae-4063-83f8-cce35c2593cf), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:23.579227 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346427e4-67f4-4bb5-b971-65d9e7963235 None None] Routers {'0334c7bc-e5b0-49ed-b5b2-7af8de9e6f53'} bound to L3 agent in host dv-cinder-837546-2-iscsi {{(pid=104055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:34:23.580043 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-346427e4-67f4-4bb5-b971-65d9e7963235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-16T17:26:01Z,description=,heartbeat_timestamp=2022-06-16T17:34:01Z,host='dv-cinder-837546-2-iscsi',id=43e250b4-0ce3-4949-aa8c-0bafe6454580,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:26:01Z,topic='l3_agent')) {'router_ids': ['0334c7bc-e5b0-49ed-b5b2-7af8de9e6f53'], 'active': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:34:23.600930 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 52700) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:34:23.649162 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:34:23.659638 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-b420e67c-bea9-49df-a6bb-853029af222f None None] Provisioning complete for port 5305964e-5863-41a0-a61d-64d5ec4783f0 triggered by entity DHCP. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:34:23.662383 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-b420e67c-bea9-49df-a6bb-853029af222f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572016'] for port (5305964e-5863-41a0-a61d-64d5ec4783f0), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:23.666011 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Current status of the port dab5d798-e183-498d-96c2-055494a859e4 is: DOWN; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:34:23.668164 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (dab5d798-e183-498d-96c2-055494a859e4), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:23.686588 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81193b31-e54e-47de-b67d-0f32436692a3 admin admin] Pushing event updated for resources: {'Port': ['ID=373f99d0-e865-4311-90b5-358b25a08eae,revision_number=2']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:34:23.694813 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvr_db [None req-346427e4-67f4-4bb5-b971-65d9e7963235 None None] Set router 0334c7bc-e5b0-49ed-b5b2-7af8de9e6f53 gateway port host: dv-cinder-837546-2-iscsi {{(pid=104055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:34:23.745026 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-b420e67c-bea9-49df-a6bb-853029af222f None None] Port 5305964e-5863-41a0-a61d-64d5ec4783f0 cannot update to ACTIVE because it is not bound. {{(pid=104054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 17:34:23.747339 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c40ae32-287d-4241-89c3-a2693032ac7d None None] Checking agent: {'id': 'f1f6c009-5a31-4833-b180-4d9d41a55fe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837546-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 17, 26, 4), 'started_at': datetime.datetime(2022, 6, 16, 17, 26, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 17, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837546-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 17:34:23.748195 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c40ae32-287d-4241-89c3-a2693032ac7d None None] Checking segment: {'id': 'f847f272-90b1-4369-8e48-25aa20ff3114', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 17:34:23.748743 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-6c40ae32-287d-4241-89c3-a2693032ac7d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:23.749330 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c40ae32-287d-4241-89c3-a2693032ac7d None None] Bound using segment: {'id': 'f847f272-90b1-4369-8e48-25aa20ff3114', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2'} {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 17:34:23.749954 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.managers [None req-6c40ae32-287d-4241-89c3-a2693032ac7d None None] Bound port: daa8aef7-f2e8-4a78-b550-b85dcb67daf5, host: dv-cinder-837546-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f847f272-90b1-4369-8e48-25aa20ff3114', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2'}}] {{(pid=104054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 17:34:23.750675 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-6c40ae32-287d-4241-89c3-a2693032ac7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (daa8aef7-f2e8-4a78-b550-b85dcb67daf5), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:23.819911 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81193b31-e54e-47de-b67d-0f32436692a3 admin admin] Network 7e2159b7-0000-4264-ad94-d6ffac5ae98d is already hosted by enough agents. {{(pid=104052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:34:23.822522 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.base_scheduler [None req-81193b31-e54e-47de-b67d-0f32436692a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:34:23.897986 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-b420e67c-bea9-49df-a6bb-853029af222f None None] Provisioning complete for port dab5d798-e183-498d-96c2-055494a859e4 triggered by entity DHCP. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:34:23.898507 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-b420e67c-bea9-49df-a6bb-853029af222f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572016'] for port (dab5d798-e183-498d-96c2-055494a859e4), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:23.940601 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:34:23.943130 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:34:23.946567 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [None req-50629dfc-0bcc-4d94-9551-b077d277192c None None] Attempting to bind port 1b34cba4-0f25-405b-ba3a-eb96ea0d3da8 on host dv-cinder-837546-2-iscsi for vnic_type normal with profile {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 17:34:23.948457 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [None req-50629dfc-0bcc-4d94-9551-b077d277192c None None] Attempting to bind port 1b34cba4-0f25-405b-ba3a-eb96ea0d3da8 by drivers openvswitch,hyperv on host dv-cinder-837546-2-iscsi at level 0 using segments [{'id': 'f847f272-90b1-4369-8e48-25aa20ff3114', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2'}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 17:34:23.949007 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50629dfc-0bcc-4d94-9551-b077d277192c None None] Attempting to bind port 1b34cba4-0f25-405b-ba3a-eb96ea0d3da8 on network a25e4fa3-c316-487c-825a-4fde1c36cdb2 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 17:34:24.048956 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:34:24.060287 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81193b31-e54e-47de-b67d-0f32436692a3 admin admin] Router b90f3b04-b8ae-4063-83f8-cce35c2593cf has already been hosted by L3 agent 43e250b4-0ce3-4949-aa8c-0bafe6454580 {{(pid=104052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 17:34:24.120120 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] For port dab5d798-e183-498d-96c2-055494a859e4, host dv-cinder-837546-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-2-iscsi',level=0,port_id=dab5d798-e183-498d-96c2-055494a859e4,segment=NetworkSegment(c9623932-56f3-419e-916e-2d5cd1273f56),segment_id=c9623932-56f3-419e-916e-2d5cd1273f56)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:34:24.120573 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c84e6128-55c2-4cdc-957e-8077be9bcd79 admin admin] Publish callbacks [] for security_group (073426e9-ea33-488f-a7b8-a6d1936109c3), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:24.122982 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:34:24.132179 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50629dfc-0bcc-4d94-9551-b077d277192c None None] Checking agent: {'id': 'f1f6c009-5a31-4833-b180-4d9d41a55fe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837546-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 17, 26, 4), 'started_at': datetime.datetime(2022, 6, 16, 17, 26, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 17, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837546-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 17:34:24.132700 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50629dfc-0bcc-4d94-9551-b077d277192c None None] Checking segment: {'id': 'f847f272-90b1-4369-8e48-25aa20ff3114', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 17:34:24.133212 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-50629dfc-0bcc-4d94-9551-b077d277192c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:24.133694 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50629dfc-0bcc-4d94-9551-b077d277192c None None] Bound using segment: {'id': 'f847f272-90b1-4369-8e48-25aa20ff3114', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2'} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 17:34:24.134266 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [None req-50629dfc-0bcc-4d94-9551-b077d277192c None None] Bound port: 1b34cba4-0f25-405b-ba3a-eb96ea0d3da8, host: dv-cinder-837546-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f847f272-90b1-4369-8e48-25aa20ff3114', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2'}}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 17:34:24.135277 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-50629dfc-0bcc-4d94-9551-b077d277192c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (1b34cba4-0f25-405b-ba3a-eb96ea0d3da8), before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:24.150448 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c84e6128-55c2-4cdc-957e-8077be9bcd79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (073426e9-ea33-488f-a7b8-a6d1936109c3), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:24.208832 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114'] for port (dab5d798-e183-498d-96c2-055494a859e4), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:24.215521 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Device 7dfca3b0-b99b-4b30-bcdd-89c3a5ad3c6e up at agent ovs-agent-dv-cinder-837546-2-iscsi {{(pid=104054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 17:34:24.246514 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-c84e6128-55c2-4cdc-957e-8077be9bcd79 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=bde6161bc2d74d24b4a4ab0c0d4de7ba&name=default HTTP/1.1" status: 200 len: 2995 time: 1.2665684 Jun 16 17:34:24.278000 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.db.db_base_plugin_common [None req-4979ac53-597b-4408-a7b4-190c95b78ba8 admin admin] Allocated IP 172.20.0.1 (6fb674c9-6bb7-4c32-892c-b28837e89812/f4f4c81e-fe9f-4dc1-bcfe-dd76fde3e7db/68377c34-b3bb-4601-82c6-3c4a3412211a) {{(pid=104053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:34:24.334648 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebf4e34-c416-4f3a-8019-c147a1e4e0bb None None] Pushing event updated for resources: {'Port': ['ID=1b34cba4-0f25-405b-ba3a-eb96ea0d3da8,revision_number=2']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:34:24.337646 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-50629dfc-0bcc-4d94-9551-b077d277192c None None] For port 1b34cba4-0f25-405b-ba3a-eb96ea0d3da8, host dv-cinder-837546-2-iscsi, cleared binding levels {{(pid=104055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 17:34:24.372385 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-50629dfc-0bcc-4d94-9551-b077d277192c None None] For port 1b34cba4-0f25-405b-ba3a-eb96ea0d3da8, host dv-cinder-837546-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-2-iscsi',level=0,port_id=1b34cba4-0f25-405b-ba3a-eb96ea0d3da8,segment=NetworkSegment(f847f272-90b1-4369-8e48-25aa20ff3114),segment_id=f847f272-90b1-4369-8e48-25aa20ff3114)] {{(pid=104055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 17:34:24.398855 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 52718) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:34:24.432739 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-50629dfc-0bcc-4d94-9551-b077d277192c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114'] for port (1b34cba4-0f25-405b-ba3a-eb96ea0d3da8), after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:24.434772 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:34:24.436251 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84e6128-55c2-4cdc-957e-8077be9bcd79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=073426e9-ea33-488f-a7b8-a6d1936109c3,revision_number=1']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:34:24.447641 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-eb1974f6-ee9b-443b-ad9e-bb3338bc9108 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:24.475218 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-4979ac53-597b-4408-a7b4-190c95b78ba8 admin admin] Publish callbacks [] for port (68377c34-b3bb-4601-82c6-3c4a3412211a), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:24.501243 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81193b31-e54e-47de-b67d-0f32436692a3 admin admin] Notify agent at l3_agent.dv-cinder-837546-2-iscsi the message routers_updated {{(pid=104052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 17:34:24.521560 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-81193b31-e54e-47de-b67d-0f32436692a3 admin admin] 10.222.0.40 "PUT /v2.0/routers/b90f3b04-b8ae-4063-83f8-cce35c2593cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7637949 Jun 16 17:34:24.531956 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 52742) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:34:24.543494 dv-cinder-837546-2-iscsi neutron-server[104052]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 16 17:34:24.545043 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-4979ac53-597b-4408-a7b4-190c95b78ba8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762170029078'] for port (68377c34-b3bb-4601-82c6-3c4a3412211a), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:24.575746 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-346427e4-67f4-4bb5-b971-65d9e7963235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0334c7bc-e5b0-49ed-b5b2-7af8de9e6f53', 'name': 'tempest-ServerRescueNegativeTestJSON-227276899-router', 'tenant_id': 'd1c1d13142434356ac1210f14dad847b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'external_fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': '39d81815-1c18-4e6a-9915-95f06800eeec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:34:11Z', 'updated_at': '2022-06-16T17:34:21Z', 'revision_number': 4, 'project_id': 'd1c1d13142434356ac1210f14dad847b', 'gw_port': {'id': '39d81815-1c18-4e6a-9915-95f06800eeec', 'name': '', 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b1:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0334c7bc-e5b0-49ed-b5b2-7af8de9e6f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:34:13Z', 'updated_at': '2022-06-16T17:34:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47584a51-19b7-439b-9f28-a7f577441b18', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-2-iscsi', '_interfaces': [{'id': '5305964e-5863-41a0-a61d-64d5ec4783f0', 'name': '', 'network_id': 'dd7b32b9-764e-43c1-a67e-f0e3f862c460', 'tenant_id': 'd1c1d13142434356ac1210f14dad847b', 'mac_address': 'fa:16:3e:08:20:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0334c7bc-e5b0-49ed-b5b2-7af8de9e6f53', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '58dbd783-c237-4164-b4f7-63cdaa3401e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:34:19Z', 'updated_at': '2022-06-16T17:34:21Z', 'revision_number': 2, 'project_id': 'd1c1d13142434356ac1210f14dad847b', 'subnets': [{'id': '58dbd783-c237-4164-b4f7-63cdaa3401e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837546-2-iscsi', False) {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:34:24.671599 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50629dfc-0bcc-4d94-9551-b077d277192c None None] Routers {'11193f77-50ca-44b2-b11f-2fbebd19e4e2'} bound to L3 agent in host dv-cinder-837546-2-iscsi {{(pid=104055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:34:24.675379 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-50629dfc-0bcc-4d94-9551-b077d277192c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-16T17:26:01Z,description=,heartbeat_timestamp=2022-06-16T17:34:01Z,host='dv-cinder-837546-2-iscsi',id=43e250b4-0ce3-4949-aa8c-0bafe6454580,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:26:01Z,topic='l3_agent')) {'router_ids': ['11193f77-50ca-44b2-b11f-2fbebd19e4e2'], 'active': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:34:24.708536 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-02595c65-f631-4277-9802-5b98a280d526 admin admin] Publish callbacks [] for security_group (073426e9-ea33-488f-a7b8-a6d1936109c3), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:24.711477 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Pushing event updated for resources: {'Port': ['ID=dab5d798-e183-498d-96c2-055494a859e4,revision_number=3']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:34:24.717095 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4979ac53-597b-4408-a7b4-190c95b78ba8 admin admin] Pushing event updated for resources: {'Port': ['ID=68377c34-b3bb-4601-82c6-3c4a3412211a,revision_number=1']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:34:24.739322 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4979ac53-597b-4408-a7b4-190c95b78ba8 admin admin] Network 6fb674c9-6bb7-4c32-892c-b28837e89812 is already hosted by enough agents. {{(pid=104053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:34:24.744547 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.scheduler.base_scheduler [None req-4979ac53-597b-4408-a7b4-190c95b78ba8 admin admin] Resources bound (agent type, host, resource id): {{(pid=104053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:34:24.748967 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4979ac53-597b-4408-a7b4-190c95b78ba8 admin admin] Received port after_create {{(pid=104053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 17:34:24.749728 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-4979ac53-597b-4408-a7b4-190c95b78ba8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-361813'] for router_interface (11193f77-50ca-44b2-b11f-2fbebd19e4e2), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:24.755261 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346427e4-67f4-4bb5-b971-65d9e7963235 None None] Checking router: 0334c7bc-e5b0-49ed-b5b2-7af8de9e6f53 for host: dv-cinder-837546-2-iscsi {{(pid=104055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:34:24.755627 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346427e4-67f4-4bb5-b971-65d9e7963235 None None] Updating router 0334c7bc-e5b0-49ed-b5b2-7af8de9e6f53 port 5305964e-5863-41a0-a61d-64d5ec4783f0 binding host dv-cinder-837546-2-iscsi {{(pid=104055) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 17:34:24.760923 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-6c40ae32-287d-4241-89c3-a2693032ac7d None None] For port daa8aef7-f2e8-4a78-b550-b85dcb67daf5, host dv-cinder-837546-2-iscsi, cleared binding levels {{(pid=104054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 17:34:24.781624 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebf4e34-c416-4f3a-8019-c147a1e4e0bb None None] Pushing event updated for resources: {'Port': ['ID=1b34cba4-0f25-405b-ba3a-eb96ea0d3da8,revision_number=3']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:34:24.860368 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-b420e67c-bea9-49df-a6bb-853029af222f None None] Current status of the port dab5d798-e183-498d-96c2-055494a859e4 is: DOWN; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:34:24.860750 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-b420e67c-bea9-49df-a6bb-853029af222f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (dab5d798-e183-498d-96c2-055494a859e4), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:24.948066 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-6c40ae32-287d-4241-89c3-a2693032ac7d None None] For port daa8aef7-f2e8-4a78-b550-b85dcb67daf5, host dv-cinder-837546-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-2-iscsi',level=0,port_id=daa8aef7-f2e8-4a78-b550-b85dcb67daf5,segment=NetworkSegment(f847f272-90b1-4369-8e48-25aa20ff3114),segment_id=f847f272-90b1-4369-8e48-25aa20ff3114)] {{(pid=104054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 17:34:24.957513 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-346427e4-67f4-4bb5-b971-65d9e7963235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (5305964e-5863-41a0-a61d-64d5ec4783f0), before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:24.963907 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Provisioning complete for port 7dfca3b0-b99b-4b30-bcdd-89c3a5ad3c6e triggered by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:34:24.963907 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572016'] for port (7dfca3b0-b99b-4b30-bcdd-89c3a5ad3c6e), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:25.024469 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:34:25.047489 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:34:25.068648 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-6c40ae32-287d-4241-89c3-a2693032ac7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114'] for port (daa8aef7-f2e8-4a78-b550-b85dcb67daf5), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:25.100623 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-4979ac53-597b-4408-a7b4-190c95b78ba8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (68377c34-b3bb-4601-82c6-3c4a3412211a), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:25.105120 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:34:25.107266 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvr_db [None req-50629dfc-0bcc-4d94-9551-b077d277192c None None] Set router 11193f77-50ca-44b2-b11f-2fbebd19e4e2 gateway port host: dv-cinder-837546-2-iscsi {{(pid=104055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:34:25.136904 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-02595c65-f631-4277-9802-5b98a280d526 admin admin] Publish callbacks [] for security_group (073426e9-ea33-488f-a7b8-a6d1936109c3), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:25.263756 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ffad1a-46e3-4c40-8864-a3720bf5e252 None None] Pushing event updated for resources: {'Port': ['ID=daa8aef7-f2e8-4a78-b550-b85dcb67daf5,revision_number=3']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:34:25.297656 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.db.api [None req-b420e67c-bea9-49df-a6bb-853029af222f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104054) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 16 17:34:25.298067 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG oslo_db.api [None req-b420e67c-bea9-49df-a6bb-853029af222f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 17:34:25.328947 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-eb1974f6-ee9b-443b-ad9e-bb3338bc9108 admin admin] Publish callbacks [] for security_group (8411734f-2eec-4a4d-be63-04c624b61ece), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:25.367715 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-eb1974f6-ee9b-443b-ad9e-bb3338bc9108 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (8411734f-2eec-4a4d-be63-04c624b61ece), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:25.407910 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c40ae32-287d-4241-89c3-a2693032ac7d None None] Routers {'b90f3b04-b8ae-4063-83f8-cce35c2593cf'} bound to L3 agent in host dv-cinder-837546-2-iscsi {{(pid=104054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:34:25.408609 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-6c40ae32-287d-4241-89c3-a2693032ac7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-16T17:26:01Z,description=,heartbeat_timestamp=2022-06-16T17:34:01Z,host='dv-cinder-837546-2-iscsi',id=43e250b4-0ce3-4949-aa8c-0bafe6454580,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:26:01Z,topic='l3_agent')) {'router_ids': ['b90f3b04-b8ae-4063-83f8-cce35c2593cf'], 'active': True} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:34:25.448731 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c82fc8b-0476-4074-878f-9ad6e1abdec0 req-062b3847-1d87-484d-aa67-fb656f175fb9 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:34:25.464053 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-2c82fc8b-0476-4074-878f-9ad6e1abdec0 req-062b3847-1d87-484d-aa67-fb656f175fb9 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/networks?id=dd7b32b9-764e-43c1-a67e-f0e3f862c460 HTTP/1.1" status: 200 len: 818 time: 0.9298387 Jun 16 17:34:25.490599 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:UPDATE=5,neutron:SELECT=92,neutron:INSERT=3 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:34:25.549213 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-2c82fc8b-0476-4074-878f-9ad6e1abdec0 req-b24464d7-ff39-4ed5-bae2-e37dfeb9f01e tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/quotas/d1c1d13142434356ac1210f14dad847b HTTP/1.1" status: 200 len: 375 time: 0.0811329 Jun 16 17:34:25.557735 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.db.db_base_plugin_common [None req-56438796-de1f-443a-a052-357348e963c1 admin admin] Allocated IP 172.20.0.1 (7174c275-7bd9-4bad-898d-52e5729a7a31/f0d6e637-64db-4e7d-aa18-ced53dc06702/617a4edf-50ce-45b6-a3b9-13e169c50ab1) {{(pid=104053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:34:25.567585 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-eb1974f6-ee9b-443b-ad9e-bb3338bc9108 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=565a11ea3a9f475089782a186af4991d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9277680 Jun 16 17:34:25.568752 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 52774) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:34:25.654505 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Current status of the port 7dfca3b0-b99b-4b30-bcdd-89c3a5ad3c6e is: ACTIVE; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:34:25.676074 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-6cc20bcb-115f-4a2c-a2a5-5600b820313f None None] Publish callbacks [] for port (c5d20b8d-6a49-4d84-87cc-3ffdd32abd86), precommit_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:25.688781 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-6cc20bcb-115f-4a2c-a2a5-5600b820313f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114'] for port (c5d20b8d-6a49-4d84-87cc-3ffdd32abd86), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:25.744162 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f3a60a-cb11-47f1-97b4-e1bf42749355 None None] Pushing event updated for resources: {'Port': ['ID=c5d20b8d-6a49-4d84-87cc-3ffdd32abd86,revision_number=2']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:34:25.754111 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-d0d05065-e30c-4a77-8dd4-9ca1b9f66296 admin admin] Publish callbacks [] for security_group (8411734f-2eec-4a4d-be63-04c624b61ece), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:25.781438 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.managers [None req-6cc20bcb-115f-4a2c-a2a5-5600b820313f None None] Attempting to bind port c5d20b8d-6a49-4d84-87cc-3ffdd32abd86 on host dv-cinder-837546-2-iscsi for vnic_type normal with profile {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 17:34:25.781807 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.managers [None req-6cc20bcb-115f-4a2c-a2a5-5600b820313f None None] Attempting to bind port c5d20b8d-6a49-4d84-87cc-3ffdd32abd86 by drivers openvswitch,hyperv on host dv-cinder-837546-2-iscsi at level 0 using segments [{'id': 'f847f272-90b1-4369-8e48-25aa20ff3114', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2'}] {{(pid=104054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 17:34:25.782264 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc20bcb-115f-4a2c-a2a5-5600b820313f None None] Attempting to bind port c5d20b8d-6a49-4d84-87cc-3ffdd32abd86 on network a25e4fa3-c316-487c-825a-4fde1c36cdb2 {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 17:34:25.788174 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-50629dfc-0bcc-4d94-9551-b077d277192c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11193f77-50ca-44b2-b11f-2fbebd19e4e2', 'name': 'tempest-AttachVolumeNegativeTest-214174450-router', 'tenant_id': 'd63c592c0afb4dfc9dd5b36be791decd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'external_fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': '1b34cba4-0f25-405b-ba3a-eb96ea0d3da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:34:12Z', 'updated_at': '2022-06-16T17:34:16Z', 'revision_number': 3, 'project_id': 'd63c592c0afb4dfc9dd5b36be791decd', 'gw_port': {'id': '1b34cba4-0f25-405b-ba3a-eb96ea0d3da8', 'name': '', 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:7c:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11193f77-50ca-44b2-b11f-2fbebd19e4e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:34:14Z', 'updated_at': '2022-06-16T17:34:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47584a51-19b7-439b-9f28-a7f577441b18', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-2-iscsi'}], 'dv-cinder-837546-2-iscsi', False) {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:34:25.790763 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvr_db [None req-6c40ae32-287d-4241-89c3-a2693032ac7d None None] Set router b90f3b04-b8ae-4063-83f8-cce35c2593cf gateway port host: dv-cinder-837546-2-iscsi {{(pid=104054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:34:25.795117 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc20bcb-115f-4a2c-a2a5-5600b820313f None None] Checking agent: {'id': 'f1f6c009-5a31-4833-b180-4d9d41a55fe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837546-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 17, 26, 4), 'started_at': datetime.datetime(2022, 6, 16, 17, 26, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 17, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837546-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 17:34:25.796002 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc20bcb-115f-4a2c-a2a5-5600b820313f None None] Checking segment: {'id': 'f847f272-90b1-4369-8e48-25aa20ff3114', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 17:34:25.796404 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-6cc20bcb-115f-4a2c-a2a5-5600b820313f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:25.796943 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc20bcb-115f-4a2c-a2a5-5600b820313f None None] Bound using segment: {'id': 'f847f272-90b1-4369-8e48-25aa20ff3114', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2'} {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 17:34:25.797593 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.managers [None req-6cc20bcb-115f-4a2c-a2a5-5600b820313f None None] Bound port: c5d20b8d-6a49-4d84-87cc-3ffdd32abd86, host: dv-cinder-837546-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f847f272-90b1-4369-8e48-25aa20ff3114', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2'}}] {{(pid=104054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 17:34:25.797973 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-6cc20bcb-115f-4a2c-a2a5-5600b820313f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (c5d20b8d-6a49-4d84-87cc-3ffdd32abd86), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:25.805438 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1974f6-ee9b-443b-ad9e-bb3338bc9108 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8411734f-2eec-4a4d-be63-04c624b61ece,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:34:25.812779 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-d0d05065-e30c-4a77-8dd4-9ca1b9f66296 admin admin] Publish callbacks [] for security_group (8411734f-2eec-4a4d-be63-04c624b61ece), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:25.825566 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-2c82fc8b-0476-4074-878f-9ad6e1abdec0 req-c827a98a-0fb6-41bc-8d39-978a3e663bb9 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=d1c1d13142434356ac1210f14dad847b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2778718 Jun 16 17:34:25.840106 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:INSERT=1 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:34:25.844532 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50629dfc-0bcc-4d94-9551-b077d277192c None None] The sync data for ids ['11193f77-50ca-44b2-b11f-2fbebd19e4e2'] in dv-cinder-837546-2-iscsi is: [{'id': '11193f77-50ca-44b2-b11f-2fbebd19e4e2', 'name': 'tempest-AttachVolumeNegativeTest-214174450-router', 'tenant_id': 'd63c592c0afb4dfc9dd5b36be791decd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'external_fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': '1b34cba4-0f25-405b-ba3a-eb96ea0d3da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:34:12Z', 'updated_at': '2022-06-16T17:34:16Z', 'revision_number': 3, 'project_id': 'd63c592c0afb4dfc9dd5b36be791decd', 'gw_port': {'id': '1b34cba4-0f25-405b-ba3a-eb96ea0d3da8', 'name': '', 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:7c:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11193f77-50ca-44b2-b11f-2fbebd19e4e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:34:14Z', 'updated_at': '2022-06-16T17:34:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47584a51-19b7-439b-9f28-a7f577441b18', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-2-iscsi'}] {{(pid=104055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:34:25.863060 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-02595c65-f631-4277-9802-5b98a280d526 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (073426e9-ea33-488f-a7b8-a6d1936109c3), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:25.877374 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-02595c65-f631-4277-9802-5b98a280d526 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:25.879303 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-02595c65-f631-4277-9802-5b98a280d526 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/073426e9-ea33-488f-a7b8-a6d1936109c3 HTTP/1.1" status: 204 len: 168 time: 1.4760475 Jun 16 17:34:25.912939 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02595c65-f631-4277-9802-5b98a280d526 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=073426e9-ea33-488f-a7b8-a6d1936109c3,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:34:25.922245 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 52796) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:34:25.980272 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:DELETE=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:34:26.007718 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-b420e67c-bea9-49df-a6bb-853029af222f None None] Current status of the port dab5d798-e183-498d-96c2-055494a859e4 is: ACTIVE; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:34:26.059728 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-d0d05065-e30c-4a77-8dd4-9ca1b9f66296 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (8411734f-2eec-4a4d-be63-04c624b61ece), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:26.073142 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-d0d05065-e30c-4a77-8dd4-9ca1b9f66296 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:26.074639 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-d0d05065-e30c-4a77-8dd4-9ca1b9f66296 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/8411734f-2eec-4a4d-be63-04c624b61ece HTTP/1.1" status: 204 len: 168 time: 0.5054777 Jun 16 17:34:26.110252 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d05065-e30c-4a77-8dd4-9ca1b9f66296 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8411734f-2eec-4a4d-be63-04c624b61ece,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:34:26.131739 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-346427e4-67f4-4bb5-b971-65d9e7963235 None None] Publish callbacks [] for port (5305964e-5863-41a0-a61d-64d5ec4783f0), precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:26.146411 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-346427e4-67f4-4bb5-b971-65d9e7963235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114'] for port (5305964e-5863-41a0-a61d-64d5ec4783f0), after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:26.220252 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Device 9e547db2-3515-44f0-af48-aea65b2b9666 up at agent ovs-agent-dv-cinder-837546-2-iscsi {{(pid=104054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 17:34:26.223602 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-b420e67c-bea9-49df-a6bb-853029af222f None None] Provisioning complete for port b79c4895-071a-4b12-b9f3-e39174c0dc55 triggered by entity DHCP. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:34:26.224005 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-b420e67c-bea9-49df-a6bb-853029af222f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572016'] for port (b79c4895-071a-4b12-b9f3-e39174c0dc55), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:26.263149 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4c45f9-10ac-41f6-8794-22609fcea405 None None] Pushing event updated for resources: {'Port': ['ID=5305964e-5863-41a0-a61d-64d5ec4783f0,revision_number=3']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:34:26.280130 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffae784-40e2-42f6-9f6e-2087928a2900 req-0a2ede6e-fbea-44a7-a5e7-ba73893179d0 tempest-DeleteServersTestJSON-1983395756 tempest-DeleteServersTestJSON-1983395756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:34:26.285666 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-1ffae784-40e2-42f6-9f6e-2087928a2900 req-0a2ede6e-fbea-44a7-a5e7-ba73893179d0 tempest-DeleteServersTestJSON-1983395756 tempest-DeleteServersTestJSON-1983395756-project] 10.222.0.40 "GET /v2.0/networks?id=7e2159b7-0000-4264-ad94-d6ffac5ae98d HTTP/1.1" status: 200 len: 811 time: 0.3608332 Jun 16 17:34:26.312531 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-1ffae784-40e2-42f6-9f6e-2087928a2900 req-157bc706-eb85-4420-b832-c822920ce726 tempest-DeleteServersTestJSON-1983395756 tempest-DeleteServersTestJSON-1983395756-project] 10.222.0.40 "GET /v2.0/quotas/4537634610c645db8bdb7c704c09ee71 HTTP/1.1" status: 200 len: 375 time: 0.0188882 Jun 16 17:34:26.392559 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [None req-346427e4-67f4-4bb5-b971-65d9e7963235 None None] Attempting to bind port 5305964e-5863-41a0-a61d-64d5ec4783f0 on host dv-cinder-837546-2-iscsi for vnic_type normal with profile {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 17:34:26.393100 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [None req-346427e4-67f4-4bb5-b971-65d9e7963235 None None] Attempting to bind port 5305964e-5863-41a0-a61d-64d5ec4783f0 by drivers openvswitch,hyperv on host dv-cinder-837546-2-iscsi at level 0 using segments [{'id': '8e587aa1-3cda-45b9-8327-c258cff01d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'dd7b32b9-764e-43c1-a67e-f0e3f862c460'}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 17:34:26.393691 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346427e4-67f4-4bb5-b971-65d9e7963235 None None] Attempting to bind port 5305964e-5863-41a0-a61d-64d5ec4783f0 on network dd7b32b9-764e-43c1-a67e-f0e3f862c460 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 17:34:26.400089 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346427e4-67f4-4bb5-b971-65d9e7963235 None None] Checking agent: {'id': 'f1f6c009-5a31-4833-b180-4d9d41a55fe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837546-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 17, 26, 4), 'started_at': datetime.datetime(2022, 6, 16, 17, 26, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 17, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837546-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 17:34:26.400737 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346427e4-67f4-4bb5-b971-65d9e7963235 None None] Checking segment: {'id': '8e587aa1-3cda-45b9-8327-c258cff01d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'dd7b32b9-764e-43c1-a67e-f0e3f862c460'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 17:34:26.401328 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-346427e4-67f4-4bb5-b971-65d9e7963235 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:26.401843 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346427e4-67f4-4bb5-b971-65d9e7963235 None None] Bound using segment: {'id': '8e587aa1-3cda-45b9-8327-c258cff01d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'dd7b32b9-764e-43c1-a67e-f0e3f862c460'} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 17:34:26.425251 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [None req-346427e4-67f4-4bb5-b971-65d9e7963235 None None] Bound port: 5305964e-5863-41a0-a61d-64d5ec4783f0, host: dv-cinder-837546-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e587aa1-3cda-45b9-8327-c258cff01d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'dd7b32b9-764e-43c1-a67e-f0e3f862c460'}}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 17:34:26.431086 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-346427e4-67f4-4bb5-b971-65d9e7963235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (5305964e-5863-41a0-a61d-64d5ec4783f0), before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:26.492170 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-4979ac53-597b-4408-a7b4-190c95b78ba8 admin admin] Publish callbacks [] for port (68377c34-b3bb-4601-82c6-3c4a3412211a), precommit_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:26.512678 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-4979ac53-597b-4408-a7b4-190c95b78ba8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114'] for port (68377c34-b3bb-4601-82c6-3c4a3412211a), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:26.524777 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-4979ac53-597b-4408-a7b4-190c95b78ba8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1626493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-361889'] for router_interface (11193f77-50ca-44b2-b11f-2fbebd19e4e2), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:26.527534 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-1ffae784-40e2-42f6-9f6e-2087928a2900 req-c7aa478d-75cb-4406-b0c8-22eed8137873 tempest-DeleteServersTestJSON-1983395756 tempest-DeleteServersTestJSON-1983395756-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=4537634610c645db8bdb7c704c09ee71&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2084427 Jun 16 17:34:26.566580 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-6cc20bcb-115f-4a2c-a2a5-5600b820313f None None] For port c5d20b8d-6a49-4d84-87cc-3ffdd32abd86, host dv-cinder-837546-2-iscsi, cleared binding levels {{(pid=104054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 17:34:26.617390 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-346427e4-67f4-4bb5-b971-65d9e7963235 None None] For port 5305964e-5863-41a0-a61d-64d5ec4783f0, host dv-cinder-837546-2-iscsi, cleared binding levels {{(pid=104055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 17:34:26.623087 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-346427e4-67f4-4bb5-b971-65d9e7963235 None None] For port 5305964e-5863-41a0-a61d-64d5ec4783f0, host dv-cinder-837546-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-2-iscsi',level=0,port_id=5305964e-5863-41a0-a61d-64d5ec4783f0,segment=NetworkSegment(8e587aa1-3cda-45b9-8327-c258cff01d93),segment_id=8e587aa1-3cda-45b9-8327-c258cff01d93)] {{(pid=104055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 17:34:26.636223 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-346427e4-67f4-4bb5-b971-65d9e7963235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114'] for port (5305964e-5863-41a0-a61d-64d5ec4783f0), after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:26.678566 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [req-2c82fc8b-0476-4074-878f-9ad6e1abdec0 req-0d60b81b-4060-4c2a-94a2-14e71b8b734f service neutron] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=104052) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 16 17:34:26.680289 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-2c82fc8b-0476-4074-878f-9ad6e1abdec0 req-0d60b81b-4060-4c2a-94a2-14e71b8b734f service neutron] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.5198717 Jun 16 17:34:26.692281 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-6cc20bcb-115f-4a2c-a2a5-5600b820313f None None] For port c5d20b8d-6a49-4d84-87cc-3ffdd32abd86, host dv-cinder-837546-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-2-iscsi',level=0,port_id=c5d20b8d-6a49-4d84-87cc-3ffdd32abd86,segment=NetworkSegment(f847f272-90b1-4369-8e48-25aa20ff3114),segment_id=f847f272-90b1-4369-8e48-25aa20ff3114)] {{(pid=104054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 17:34:26.774402 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-6cc20bcb-115f-4a2c-a2a5-5600b820313f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114'] for port (c5d20b8d-6a49-4d84-87cc-3ffdd32abd86), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:26.801704 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:34:26.812966 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4c45f9-10ac-41f6-8794-22609fcea405 None None] Pushing event updated for resources: {'Port': ['ID=5305964e-5863-41a0-a61d-64d5ec4783f0,revision_number=4']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:34:26.879555 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Provisioning complete for port 9e547db2-3515-44f0-af48-aea65b2b9666 triggered by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:34:26.880772 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346427e4-67f4-4bb5-b971-65d9e7963235 None None] Routers {'0334c7bc-e5b0-49ed-b5b2-7af8de9e6f53'} bound to L3 agent in host dv-cinder-837546-2-iscsi {{(pid=104055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:34:26.881438 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-346427e4-67f4-4bb5-b971-65d9e7963235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-16T17:26:01Z,description=,heartbeat_timestamp=2022-06-16T17:34:01Z,host='dv-cinder-837546-2-iscsi',id=43e250b4-0ce3-4949-aa8c-0bafe6454580,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:26:01Z,topic='l3_agent')) {'router_ids': ['0334c7bc-e5b0-49ed-b5b2-7af8de9e6f53'], 'active': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:34:26.886888 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-56438796-de1f-443a-a052-357348e963c1 admin admin] Publish callbacks [] for port (617a4edf-50ce-45b6-a3b9-13e169c50ab1), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:26.894986 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572016'] for port (9e547db2-3515-44f0-af48-aea65b2b9666), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:26.897385 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4979ac53-597b-4408-a7b4-190c95b78ba8 admin admin] Pushing event updated for resources: {'Port': ['ID=68377c34-b3bb-4601-82c6-3c4a3412211a,revision_number=2']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:34:26.920060 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4979ac53-597b-4408-a7b4-190c95b78ba8 admin admin] Network 6fb674c9-6bb7-4c32-892c-b28837e89812 is already hosted by enough agents. {{(pid=104053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:34:26.936455 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.scheduler.base_scheduler [None req-4979ac53-597b-4408-a7b4-190c95b78ba8 admin admin] Resources bound (agent type, host, resource id): {{(pid=104053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:34:26.988530 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-2c82fc8b-0476-4074-878f-9ad6e1abdec0 req-9fd7528f-ea2c-4908-8ef2-7f208f36e626 service neutron] 10.222.0.40 "GET /v2.0/networks/dd7b32b9-764e-43c1-a67e-f0e3f862c460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2944899 Jun 16 17:34:27.092219 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:34:27.133402 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:34:27.244219 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvr_db [None req-346427e4-67f4-4bb5-b971-65d9e7963235 None None] Set router 0334c7bc-e5b0-49ed-b5b2-7af8de9e6f53 gateway port host: dv-cinder-837546-2-iscsi {{(pid=104055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:34:27.278875 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-56438796-de1f-443a-a052-357348e963c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762170029078'] for port (617a4edf-50ce-45b6-a3b9-13e169c50ab1), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:27.323849 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-2c82fc8b-0476-4074-878f-9ad6e1abdec0 req-ab3215af-db5f-4bbe-9719-f535c9b3e618 service neutron] 10.222.0.40 "GET /v2.0/networks/dd7b32b9-764e-43c1-a67e-f0e3f862c460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3271413 Jun 16 17:34:27.348829 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:34:27.359191 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-b420e67c-bea9-49df-a6bb-853029af222f None None] Current status of the port b79c4895-071a-4b12-b9f3-e39174c0dc55 is: ACTIVE; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:34:27.364188 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:UPDATE=1,neutron:SELECT=97,neutron:INSERT=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:34:27.377139 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [req-1ffae784-40e2-42f6-9f6e-2087928a2900 req-f046e1af-4265-4aa0-b29c-33dde2e221ee service neutron] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=104052) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 16 17:34:27.378313 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-1ffae784-40e2-42f6-9f6e-2087928a2900 req-f046e1af-4265-4aa0-b29c-33dde2e221ee service neutron] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1934183 Jun 16 17:34:27.392188 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56438796-de1f-443a-a052-357348e963c1 admin admin] Network 7174c275-7bd9-4bad-898d-52e5729a7a31 is already hosted by enough agents. {{(pid=104053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:34:27.403990 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56438796-de1f-443a-a052-357348e963c1 admin admin] Pushing event updated for resources: {'Port': ['ID=617a4edf-50ce-45b6-a3b9-13e169c50ab1,revision_number=1']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:34:27.407297 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.scheduler.base_scheduler [None req-56438796-de1f-443a-a052-357348e963c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=104053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:34:27.431163 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56438796-de1f-443a-a052-357348e963c1 admin admin] Received port after_create {{(pid=104053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 17:34:27.432201 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-56438796-de1f-443a-a052-357348e963c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-361813'] for router_interface (11463ca8-2910-4613-a71d-a9b7a7a4f243), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:27.465528 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Current status of the port 9e547db2-3515-44f0-af48-aea65b2b9666 is: ACTIVE; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:34:27.467710 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Device b79c4895-071a-4b12-b9f3-e39174c0dc55 up at agent ovs-agent-dv-cinder-837546-2-iscsi {{(pid=104054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 17:34:27.488856 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f3a60a-cb11-47f1-97b4-e1bf42749355 None None] Pushing event updated for resources: {'Port': ['ID=c5d20b8d-6a49-4d84-87cc-3ffdd32abd86,revision_number=3']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:34:27.588324 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc20bcb-115f-4a2c-a2a5-5600b820313f None None] Routers {'11463ca8-2910-4613-a71d-a9b7a7a4f243'} bound to L3 agent in host dv-cinder-837546-2-iscsi {{(pid=104054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:34:27.598007 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-6cc20bcb-115f-4a2c-a2a5-5600b820313f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-16T17:26:01Z,description=,heartbeat_timestamp=2022-06-16T17:34:01Z,host='dv-cinder-837546-2-iscsi',id=43e250b4-0ce3-4949-aa8c-0bafe6454580,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:26:01Z,topic='l3_agent')) {'router_ids': ['11463ca8-2910-4613-a71d-a9b7a7a4f243'], 'active': True} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:34:27.667275 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4979ac53-597b-4408-a7b4-190c95b78ba8 admin admin] Router 11193f77-50ca-44b2-b11f-2fbebd19e4e2 has already been hosted by L3 agent 43e250b4-0ce3-4949-aa8c-0bafe6454580 {{(pid=104053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 17:34:27.679965 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-1ffae784-40e2-42f6-9f6e-2087928a2900 req-a71f4768-86ad-4f1a-ab52-c65d5f7bc952 service neutron] 10.222.0.40 "GET /v2.0/networks/7e2159b7-0000-4264-ad94-d6ffac5ae98d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2916899 Jun 16 17:34:27.751010 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-6c40ae32-287d-4241-89c3-a2693032ac7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b90f3b04-b8ae-4063-83f8-cce35c2593cf', 'name': 'tempest-DeleteServersTestJSON-575554312-router', 'tenant_id': '4537634610c645db8bdb7c704c09ee71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'external_fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': 'daa8aef7-f2e8-4a78-b550-b85dcb67daf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:34:12Z', 'updated_at': '2022-06-16T17:34:23Z', 'revision_number': 4, 'project_id': '4537634610c645db8bdb7c704c09ee71', 'gw_port': {'id': 'daa8aef7-f2e8-4a78-b550-b85dcb67daf5', 'name': '', 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:f4:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b90f3b04-b8ae-4063-83f8-cce35c2593cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:34:14Z', 'updated_at': '2022-06-16T17:34:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47584a51-19b7-439b-9f28-a7f577441b18', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-2-iscsi', '_interfaces': [{'id': '373f99d0-e865-4311-90b5-358b25a08eae', 'name': '', 'network_id': '7e2159b7-0000-4264-ad94-d6ffac5ae98d', 'tenant_id': '4537634610c645db8bdb7c704c09ee71', 'mac_address': 'fa:16:3e:f0:ef:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b90f3b04-b8ae-4063-83f8-cce35c2593cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '7ee12987-d393-41f3-b427-bc77028f386a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:34:21Z', 'updated_at': '2022-06-16T17:34:23Z', 'revision_number': 2, 'project_id': '4537634610c645db8bdb7c704c09ee71', 'subnets': [{'id': '7ee12987-d393-41f3-b427-bc77028f386a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837546-2-iscsi', False) {} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:34:27.771733 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-614d0f44-864b-4297-8ff6-06ef106406ca None None] Provisioning complete for port 68377c34-b3bb-4601-82c6-3c4a3412211a triggered by entity DHCP. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:34:27.772283 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-614d0f44-864b-4297-8ff6-06ef106406ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572016'] for port (68377c34-b3bb-4601-82c6-3c4a3412211a), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:27.951326 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-1ffae784-40e2-42f6-9f6e-2087928a2900 req-c9c3926c-5fa6-4041-9457-767097cf0fc6 service neutron] 10.222.0.40 "GET /v2.0/networks/7e2159b7-0000-4264-ad94-d6ffac5ae98d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2659841 Jun 16 17:34:28.013635 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c40ae32-287d-4241-89c3-a2693032ac7d None None] The sync data for ids ['b90f3b04-b8ae-4063-83f8-cce35c2593cf'] in dv-cinder-837546-2-iscsi is: [{'id': 'b90f3b04-b8ae-4063-83f8-cce35c2593cf', 'name': 'tempest-DeleteServersTestJSON-575554312-router', 'tenant_id': '4537634610c645db8bdb7c704c09ee71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'external_fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': 'daa8aef7-f2e8-4a78-b550-b85dcb67daf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:34:12Z', 'updated_at': '2022-06-16T17:34:23Z', 'revision_number': 4, 'project_id': '4537634610c645db8bdb7c704c09ee71', 'gw_port': {'id': 'daa8aef7-f2e8-4a78-b550-b85dcb67daf5', 'name': '', 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:f4:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b90f3b04-b8ae-4063-83f8-cce35c2593cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:34:14Z', 'updated_at': '2022-06-16T17:34:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47584a51-19b7-439b-9f28-a7f577441b18', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-2-iscsi', '_interfaces': [{'id': '373f99d0-e865-4311-90b5-358b25a08eae', 'name': '', 'network_id': '7e2159b7-0000-4264-ad94-d6ffac5ae98d', 'tenant_id': '4537634610c645db8bdb7c704c09ee71', 'mac_address': 'fa:16:3e:f0:ef:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b90f3b04-b8ae-4063-83f8-cce35c2593cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '7ee12987-d393-41f3-b427-bc77028f386a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:34:21Z', 'updated_at': '2022-06-16T17:34:23Z', 'revision_number': 2, 'project_id': '4537634610c645db8bdb7c704c09ee71', 'subnets': [{'id': '7ee12987-d393-41f3-b427-bc77028f386a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:34:28.111592 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-d87f08f2-086d-4bd9-a746-c229635f04b4 req-4dfd42bd-7634-44dd-bead-71dcb6dea81a tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/ports?device_id=b4904f6d-1ce2-4af1-9fc3-f5ea5aa89e69 HTTP/1.1" status: 200 len: 210 time: 0.1306441 Jun 16 17:34:28.167206 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-346427e4-67f4-4bb5-b971-65d9e7963235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0334c7bc-e5b0-49ed-b5b2-7af8de9e6f53', 'name': 'tempest-ServerRescueNegativeTestJSON-227276899-router', 'tenant_id': 'd1c1d13142434356ac1210f14dad847b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'external_fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': '39d81815-1c18-4e6a-9915-95f06800eeec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:34:11Z', 'updated_at': '2022-06-16T17:34:21Z', 'revision_number': 4, 'project_id': 'd1c1d13142434356ac1210f14dad847b', 'gw_port': {'id': '39d81815-1c18-4e6a-9915-95f06800eeec', 'name': '', 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b1:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0334c7bc-e5b0-49ed-b5b2-7af8de9e6f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:34:13Z', 'updated_at': '2022-06-16T17:34:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47584a51-19b7-439b-9f28-a7f577441b18', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-2-iscsi', '_interfaces': [{'id': '5305964e-5863-41a0-a61d-64d5ec4783f0', 'name': '', 'network_id': 'dd7b32b9-764e-43c1-a67e-f0e3f862c460', 'tenant_id': 'd1c1d13142434356ac1210f14dad847b', 'mac_address': 'fa:16:3e:08:20:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0334c7bc-e5b0-49ed-b5b2-7af8de9e6f53', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '58dbd783-c237-4164-b4f7-63cdaa3401e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:34:19Z', 'updated_at': '2022-06-16T17:34:26Z', 'revision_number': 4, 'project_id': 'd1c1d13142434356ac1210f14dad847b', 'subnets': [{'id': '58dbd783-c237-4164-b4f7-63cdaa3401e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837546-2-iscsi', False) {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:34:28.195383 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-614d0f44-864b-4297-8ff6-06ef106406ca None None] Port 68377c34-b3bb-4601-82c6-3c4a3412211a cannot update to ACTIVE because it is not bound. {{(pid=104054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 17:34:28.202182 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346427e4-67f4-4bb5-b971-65d9e7963235 None None] The sync data for ids ['0334c7bc-e5b0-49ed-b5b2-7af8de9e6f53'] in dv-cinder-837546-2-iscsi is: [{'id': '0334c7bc-e5b0-49ed-b5b2-7af8de9e6f53', 'name': 'tempest-ServerRescueNegativeTestJSON-227276899-router', 'tenant_id': 'd1c1d13142434356ac1210f14dad847b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'external_fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': '39d81815-1c18-4e6a-9915-95f06800eeec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:34:11Z', 'updated_at': '2022-06-16T17:34:21Z', 'revision_number': 4, 'project_id': 'd1c1d13142434356ac1210f14dad847b', 'gw_port': {'id': '39d81815-1c18-4e6a-9915-95f06800eeec', 'name': '', 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b1:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0334c7bc-e5b0-49ed-b5b2-7af8de9e6f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:34:13Z', 'updated_at': '2022-06-16T17:34:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47584a51-19b7-439b-9f28-a7f577441b18', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-2-iscsi', '_interfaces': [{'id': '5305964e-5863-41a0-a61d-64d5ec4783f0', 'name': '', 'network_id': 'dd7b32b9-764e-43c1-a67e-f0e3f862c460', 'tenant_id': 'd1c1d13142434356ac1210f14dad847b', 'mac_address': 'fa:16:3e:08:20:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0334c7bc-e5b0-49ed-b5b2-7af8de9e6f53', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '58dbd783-c237-4164-b4f7-63cdaa3401e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:34:19Z', 'updated_at': '2022-06-16T17:34:26Z', 'revision_number': 4, 'project_id': 'd1c1d13142434356ac1210f14dad847b', 'subnets': [{'id': '58dbd783-c237-4164-b4f7-63cdaa3401e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:34:28.260281 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-56438796-de1f-443a-a052-357348e963c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (617a4edf-50ce-45b6-a3b9-13e169c50ab1), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:28.266559 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-614d0f44-864b-4297-8ff6-06ef106406ca None None] Provisioning complete for port 373f99d0-e865-4311-90b5-358b25a08eae triggered by entity DHCP. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:34:28.268165 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-614d0f44-864b-4297-8ff6-06ef106406ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572016'] for port (373f99d0-e865-4311-90b5-358b25a08eae), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:28.307489 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4979ac53-597b-4408-a7b4-190c95b78ba8 admin admin] Notify agent at l3_agent.dv-cinder-837546-2-iscsi the message routers_updated {{(pid=104053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 17:34:28.326543 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-4979ac53-597b-4408-a7b4-190c95b78ba8 admin admin] 10.222.0.40 "PUT /v2.0/routers/11193f77-50ca-44b2-b11f-2fbebd19e4e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4068253 Jun 16 17:34:28.387326 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvr_db [None req-6cc20bcb-115f-4a2c-a2a5-5600b820313f None None] Set router 11463ca8-2910-4613-a71d-a9b7a7a4f243 gateway port host: dv-cinder-837546-2-iscsi {{(pid=104054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:34:28.664183 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-4ef5a0e4-bc0c-4d02-b6b1-c3d05d5d5812 req-1419ee31-9698-43a5-ae98-c0668f8ac81f tempest-DeleteServersTestJSON-1983395756 tempest-DeleteServersTestJSON-1983395756-project] 10.222.0.40 "GET /v2.0/ports?device_id=be99b296-6cc1-4b2a-977c-113f47796148 HTTP/1.1" status: 200 len: 210 time: 0.1075263 Jun 16 17:34:28.691672 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-56438796-de1f-443a-a052-357348e963c1 admin admin] Publish callbacks [] for port (617a4edf-50ce-45b6-a3b9-13e169c50ab1), precommit_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:28.708171 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-56438796-de1f-443a-a052-357348e963c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114'] for port (617a4edf-50ce-45b6-a3b9-13e169c50ab1), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:28.709118 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-56438796-de1f-443a-a052-357348e963c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1626493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-361889'] for router_interface (11463ca8-2910-4613-a71d-a9b7a7a4f243), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:28.820272 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Provisioning complete for port b79c4895-071a-4b12-b9f3-e39174c0dc55 triggered by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:34:28.821103 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572016'] for port (b79c4895-071a-4b12-b9f3-e39174c0dc55), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:28.943105 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:34:29.008919 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56438796-de1f-443a-a052-357348e963c1 admin admin] Pushing event updated for resources: {'Port': ['ID=617a4edf-50ce-45b6-a3b9-13e169c50ab1,revision_number=2']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:34:29.017299 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56438796-de1f-443a-a052-357348e963c1 admin admin] Network 7174c275-7bd9-4bad-898d-52e5729a7a31 is already hosted by enough agents. {{(pid=104053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:34:29.019159 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.scheduler.base_scheduler [None req-56438796-de1f-443a-a052-357348e963c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=104053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:34:29.075075 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afa637c-6149-4976-9cc5-efde3d09ef77 req-d7043771-f9dc-4afd-911e-1fd407310c6e tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:34:29.087336 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-1afa637c-6149-4976-9cc5-efde3d09ef77 req-d7043771-f9dc-4afd-911e-1fd407310c6e tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/networks?id=dd7b32b9-764e-43c1-a67e-f0e3f862c460 HTTP/1.1" status: 200 len: 818 time: 0.2976401 Jun 16 17:34:29.107542 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-614d0f44-864b-4297-8ff6-06ef106406ca None None] Port 373f99d0-e865-4311-90b5-358b25a08eae cannot update to ACTIVE because it is not bound. {{(pid=104054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 17:34:29.121766 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-1afa637c-6149-4976-9cc5-efde3d09ef77 req-6de988cd-2206-4718-8936-e8597786ee10 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/quotas/d1c1d13142434356ac1210f14dad847b HTTP/1.1" status: 200 len: 375 time: 0.0331120 Jun 16 17:34:29.193925 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-614d0f44-864b-4297-8ff6-06ef106406ca None None] Provisioning complete for port 5305964e-5863-41a0-a61d-64d5ec4783f0 triggered by entity DHCP. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:34:29.202505 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-614d0f44-864b-4297-8ff6-06ef106406ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572016'] for port (5305964e-5863-41a0-a61d-64d5ec4783f0), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:29.233537 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-aabd60c4-dac9-4ee3-94d7-79154ad130c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (e26ebcb9-a690-4ec1-8688-e951546304f4), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:29.245126 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8084b6ab-4102-41a1-adee-cb720b82fd66 None None] Sync routers for ids ['11193f77-50ca-44b2-b11f-2fbebd19e4e2'] in dv-cinder-837546-2-iscsi {{(pid=104054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:34:29.333614 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-1afa637c-6149-4976-9cc5-efde3d09ef77 req-10bafafd-ebe5-4737-8b28-696dae0184a9 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=d1c1d13142434356ac1210f14dad847b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2107463 Jun 16 17:34:29.395400 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56438796-de1f-443a-a052-357348e963c1 admin admin] Router 11463ca8-2910-4613-a71d-a9b7a7a4f243 has already been hosted by L3 agent 43e250b4-0ce3-4949-aa8c-0bafe6454580 {{(pid=104053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 17:34:29.594421 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-1afa637c-6149-4976-9cc5-efde3d09ef77 req-3863228c-6422-4501-a3e0-fb8b303970a9 service neutron] 10.222.0.40 "GET /v2.0/networks/dd7b32b9-764e-43c1-a67e-f0e3f862c460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2597694 Jun 16 17:34:29.722005 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-6cc20bcb-115f-4a2c-a2a5-5600b820313f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11463ca8-2910-4613-a71d-a9b7a7a4f243', 'name': 'tempest-AttachVolumeTestJSON-1492461714-router', 'tenant_id': '4904f0e2f64e4bef989f441380e843b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'external_fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'c5d20b8d-6a49-4d84-87cc-3ffdd32abd86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:34:14Z', 'updated_at': '2022-06-16T17:34:18Z', 'revision_number': 3, 'project_id': '4904f0e2f64e4bef989f441380e843b5', 'gw_port': {'id': 'c5d20b8d-6a49-4d84-87cc-3ffdd32abd86', 'name': '', 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:90:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11463ca8-2910-4613-a71d-a9b7a7a4f243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:34:15Z', 'updated_at': '2022-06-16T17:34:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47584a51-19b7-439b-9f28-a7f577441b18', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-2-iscsi'}], 'dv-cinder-837546-2-iscsi', False) {} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:34:29.777902 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc20bcb-115f-4a2c-a2a5-5600b820313f None None] The sync data for ids ['11463ca8-2910-4613-a71d-a9b7a7a4f243'] in dv-cinder-837546-2-iscsi is: [{'id': '11463ca8-2910-4613-a71d-a9b7a7a4f243', 'name': 'tempest-AttachVolumeTestJSON-1492461714-router', 'tenant_id': '4904f0e2f64e4bef989f441380e843b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'external_fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'c5d20b8d-6a49-4d84-87cc-3ffdd32abd86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:34:14Z', 'updated_at': '2022-06-16T17:34:18Z', 'revision_number': 3, 'project_id': '4904f0e2f64e4bef989f441380e843b5', 'gw_port': {'id': 'c5d20b8d-6a49-4d84-87cc-3ffdd32abd86', 'name': '', 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:90:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11463ca8-2910-4613-a71d-a9b7a7a4f243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:34:15Z', 'updated_at': '2022-06-16T17:34:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47584a51-19b7-439b-9f28-a7f577441b18', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-2-iscsi'}] {{(pid=104054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:34:29.829130 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:34:29.832558 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=100 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:34:29.870173 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-1afa637c-6149-4976-9cc5-efde3d09ef77 req-e5046e7e-6bac-4eab-91cb-29736fb2486a service neutron] 10.222.0.40 "GET /v2.0/networks/dd7b32b9-764e-43c1-a67e-f0e3f862c460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2720413 Jun 16 17:34:29.907553 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8084b6ab-4102-41a1-adee-cb720b82fd66 None None] Routers {'11193f77-50ca-44b2-b11f-2fbebd19e4e2'} bound to L3 agent in host dv-cinder-837546-2-iscsi {{(pid=104054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:34:29.909647 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-8084b6ab-4102-41a1-adee-cb720b82fd66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-16T17:26:01Z,description=,heartbeat_timestamp=2022-06-16T17:34:01Z,host='dv-cinder-837546-2-iscsi',id=43e250b4-0ce3-4949-aa8c-0bafe6454580,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:26:01Z,topic='l3_agent')) {'router_ids': ['11193f77-50ca-44b2-b11f-2fbebd19e4e2'], 'active': True} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:34:29.932096 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:34:29.944637 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:34:29.951490 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56438796-de1f-443a-a052-357348e963c1 admin admin] Notify agent at l3_agent.dv-cinder-837546-2-iscsi the message routers_updated {{(pid=104053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 17:34:30.011613 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-56438796-de1f-443a-a052-357348e963c1 admin admin] 10.222.0.40 "PUT /v2.0/routers/11463ca8-2910-4613-a71d-a9b7a7a4f243/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3878474 Jun 16 17:34:30.300172 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 52966) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:34:30.306956 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.v2.base [None req-2684e4d1-b423-473c-8daf-326102754946 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1641771906', 'description': 'tempest-description--1216938699'}} {{(pid=104053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:34:30.412179 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Current status of the port b79c4895-071a-4b12-b9f3-e39174c0dc55 is: ACTIVE; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:34:30.418949 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Device dab5d798-e183-498d-96c2-055494a859e4 up at agent ovs-agent-dv-cinder-837546-2-iscsi {{(pid=104054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 17:34:30.429888 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-2684e4d1-b423-473c-8daf-326102754946 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Publish callbacks [] for security_group (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:30.473014 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-bebbd6a4-fb0f-49a2-b7ac-fadaeb7424bf req-a4573b87-e206-4275-9dc7-2c276c84f947 tempest-DeleteServersTestJSON-1983395756 tempest-DeleteServersTestJSON-1983395756-project] 10.222.0.40 "GET /v2.0/ports?device_id=be99b296-6cc1-4b2a-977c-113f47796148 HTTP/1.1" status: 200 len: 210 time: 0.1110721 Jun 16 17:34:30.498403 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvr_db [None req-8084b6ab-4102-41a1-adee-cb720b82fd66 None None] Set router 11193f77-50ca-44b2-b11f-2fbebd19e4e2 gateway port host: dv-cinder-837546-2-iscsi {{(pid=104054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:34:30.607648 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-63a919ac-d107-42a1-a706-89c76e5137d0 req-ff24168a-9878-4cb2-8f2c-501ecf07319f tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/ports?device_id=54fe7037-080f-4209-bdc6-c505c4c34ec3 HTTP/1.1" status: 200 len: 210 time: 0.1287816 Jun 16 17:34:30.849038 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-2684e4d1-b423-473c-8daf-326102754946 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Publish callbacks [] for security_group (a0d4f3a0-543e-4bef-a0de-bb3612408920), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:30.872790 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-2684e4d1-b423-473c-8daf-326102754946 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (a0d4f3a0-543e-4bef-a0de-bb3612408920), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:31.038001 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-2684e4d1-b423-473c-8daf-326102754946 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Publish callbacks [] for security_group (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:31.055016 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-2684e4d1-b423-473c-8daf-326102754946 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.7533247 Jun 16 17:34:31.058145 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2684e4d1-b423-473c-8daf-326102754946 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0d4f3a0-543e-4bef-a0de-bb3612408920,revision_number=1']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:34:31.058622 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 53006) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:34:31.071861 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [None req-e8e43c29-8944-4ece-af56-ebfdec5cf83c tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Request body: {'security_group_rule': {'security_group_id': 'a0d4f3a0-543e-4bef-a0de-bb3612408920', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:34:31.115927 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-614d0f44-864b-4297-8ff6-06ef106406ca None None] Current status of the port 5305964e-5863-41a0-a61d-64d5ec4783f0 is: DOWN; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:34:31.116325 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-614d0f44-864b-4297-8ff6-06ef106406ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (5305964e-5863-41a0-a61d-64d5ec4783f0), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:31.196393 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-614d0f44-864b-4297-8ff6-06ef106406ca None None] For port 5305964e-5863-41a0-a61d-64d5ec4783f0, host dv-cinder-837546-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-2-iscsi',level=0,port_id=5305964e-5863-41a0-a61d-64d5ec4783f0,segment=NetworkSegment(8e587aa1-3cda-45b9-8327-c258cff01d93),segment_id=8e587aa1-3cda-45b9-8327-c258cff01d93)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:34:31.209133 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-e8e43c29-8944-4ece-af56-ebfdec5cf83c tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Publish callbacks [] for security_group_rule (406d5a13-609f-4e60-b77d-2f9c709ade77), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:31.238968 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Provisioning complete for port dab5d798-e183-498d-96c2-055494a859e4 triggered by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:34:31.239349 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572016'] for port (dab5d798-e183-498d-96c2-055494a859e4), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:31.245901 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-614d0f44-864b-4297-8ff6-06ef106406ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114'] for port (5305964e-5863-41a0-a61d-64d5ec4783f0), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:31.432961 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-e8e43c29-8944-4ece-af56-ebfdec5cf83c tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Publish callbacks [] for security_group_rule (406d5a13-609f-4e60-b77d-2f9c709ade77), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:31.445061 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-e8e43c29-8944-4ece-af56-ebfdec5cf83c tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522948'] for security_group_rule (406d5a13-609f-4e60-b77d-2f9c709ade77), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:31.449923 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=100 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:34:31.474281 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-614d0f44-864b-4297-8ff6-06ef106406ca None None] Provisioning complete for port dab5d798-e183-498d-96c2-055494a859e4 triggered by entity DHCP. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:34:31.474662 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-614d0f44-864b-4297-8ff6-06ef106406ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572016'] for port (dab5d798-e183-498d-96c2-055494a859e4), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:31.488166 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e43c29-8944-4ece-af56-ebfdec5cf83c tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=406d5a13-609f-4e60-b77d-2f9c709ade77,revision_number=0']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:34:31.525602 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-e8e43c29-8944-4ece-af56-ebfdec5cf83c tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:31.531382 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-e8e43c29-8944-4ece-af56-ebfdec5cf83c tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4713967 Jun 16 17:34:31.534853 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 53022) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:34:31.541607 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.v2.base [None req-d843c89a-7422-4cd6-8a58-3e2a59508ac7 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Request body: {'security_group_rule': {'security_group_id': 'a0d4f3a0-543e-4bef-a0de-bb3612408920', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:34:31.624725 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-d843c89a-7422-4cd6-8a58-3e2a59508ac7 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Publish callbacks [] for security_group_rule (150dadf5-9706-4b22-9534-d557d1077340), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:31.715594 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 53032) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:34:31.720883 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [None req-8406163f-4a05-4ce5-9153-d9ad14501f0f tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Request body: {'security_group': {'name': 'tempest-securitygroup--414680839', 'description': 'tempest-description--2042712100'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:34:31.776807 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:34:31.897576 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-8406163f-4a05-4ce5-9153-d9ad14501f0f tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Publish callbacks [] for security_group (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:31.963099 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-8e1666d1-01fb-4c19-b8ff-a378107f5b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (43e250b4-0ce3-4949-aa8c-0bafe6454580), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:31.972329 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-d843c89a-7422-4cd6-8a58-3e2a59508ac7 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Publish callbacks [] for security_group_rule (150dadf5-9706-4b22-9534-d557d1077340), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:31.982136 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-d843c89a-7422-4cd6-8a58-3e2a59508ac7 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522948'] for security_group_rule (150dadf5-9706-4b22-9534-d557d1077340), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:32.045849 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-93c82e54-523e-4c00-8c04-7862245e330d req-76eeb76f-ee47-473f-801f-546210e46e3d tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/ports?device_id=54fe7037-080f-4209-bdc6-c505c4c34ec3 HTTP/1.1" status: 200 len: 210 time: 0.1837058 Jun 16 17:34:32.077707 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d843c89a-7422-4cd6-8a58-3e2a59508ac7 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=150dadf5-9706-4b22-9534-d557d1077340,revision_number=0']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:34:32.106595 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-d843c89a-7422-4cd6-8a58-3e2a59508ac7 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:32.106595 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-d843c89a-7422-4cd6-8a58-3e2a59508ac7 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5689673 Jun 16 17:34:32.108250 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 53052) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:34:32.113072 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.v2.base [None req-8d738fde-8451-4086-a450-ae3d2f42f57c tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Request body: {'floatingip': {'floating_network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2'}} {{(pid=104053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:34:32.132930 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-1d7c7e09-065c-4c08-9a6c-088747e7e2f7 req-3f7db3ca-d7ff-4c06-b1e1-4d282f22181e tempest-DeleteServersTestJSON-1983395756 tempest-DeleteServersTestJSON-1983395756-project] 10.222.0.40 "GET /v2.0/ports?device_id=be99b296-6cc1-4b2a-977c-113f47796148 HTTP/1.1" status: 200 len: 210 time: 0.1584160 Jun 16 17:34:32.211355 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-8d738fde-8451-4086-a450-ae3d2f42f57c tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:32.349997 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-8406163f-4a05-4ce5-9153-d9ad14501f0f tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Publish callbacks [] for security_group (242115b7-43ec-477c-967c-8b04bb3085a6), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:32.364833 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-8406163f-4a05-4ce5-9153-d9ad14501f0f tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (242115b7-43ec-477c-967c-8b04bb3085a6), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:32.415359 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-8406163f-4a05-4ce5-9153-d9ad14501f0f tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Publish callbacks [] for security_group (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:32.415665 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-8084b6ab-4102-41a1-adee-cb720b82fd66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11193f77-50ca-44b2-b11f-2fbebd19e4e2', 'name': 'tempest-AttachVolumeNegativeTest-214174450-router', 'tenant_id': 'd63c592c0afb4dfc9dd5b36be791decd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'external_fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': '1b34cba4-0f25-405b-ba3a-eb96ea0d3da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:34:12Z', 'updated_at': '2022-06-16T17:34:25Z', 'revision_number': 4, 'project_id': 'd63c592c0afb4dfc9dd5b36be791decd', 'gw_port': {'id': '1b34cba4-0f25-405b-ba3a-eb96ea0d3da8', 'name': '', 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:7c:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11193f77-50ca-44b2-b11f-2fbebd19e4e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:34:14Z', 'updated_at': '2022-06-16T17:34:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47584a51-19b7-439b-9f28-a7f577441b18', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-2-iscsi', '_interfaces': [{'id': '68377c34-b3bb-4601-82c6-3c4a3412211a', 'name': '', 'network_id': '6fb674c9-6bb7-4c32-892c-b28837e89812', 'tenant_id': 'd63c592c0afb4dfc9dd5b36be791decd', 'mac_address': 'fa:16:3e:52:d8:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11193f77-50ca-44b2-b11f-2fbebd19e4e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'f4f4c81e-fe9f-4dc1-bcfe-dd76fde3e7db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:34:23Z', 'updated_at': '2022-06-16T17:34:25Z', 'revision_number': 2, 'project_id': 'd63c592c0afb4dfc9dd5b36be791decd', 'subnets': [{'id': 'f4f4c81e-fe9f-4dc1-bcfe-dd76fde3e7db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837546-2-iscsi', False) {} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:34:32.416778 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-8406163f-4a05-4ce5-9153-d9ad14501f0f tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7000794 Jun 16 17:34:32.420931 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 53066) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:34:32.433756 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [None req-30062ea4-28f1-43b6-9217-7fb30709dd1a tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Request body: {'security_group_rule': {'security_group_id': '242115b7-43ec-477c-967c-8b04bb3085a6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:34:32.470389 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8406163f-4a05-4ce5-9153-d9ad14501f0f tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Pushing event updated for resources: {'SecurityGroup': ['ID=242115b7-43ec-477c-967c-8b04bb3085a6,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:34:32.500260 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-30062ea4-28f1-43b6-9217-7fb30709dd1a tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Publish callbacks [] for security_group_rule (deee7e6c-a8cc-46ca-b48c-f5a4715c7c84), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:32.515592 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8084b6ab-4102-41a1-adee-cb720b82fd66 None None] Checking router: 11193f77-50ca-44b2-b11f-2fbebd19e4e2 for host: dv-cinder-837546-2-iscsi {{(pid=104054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:34:32.516177 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8084b6ab-4102-41a1-adee-cb720b82fd66 None None] Updating router 11193f77-50ca-44b2-b11f-2fbebd19e4e2 port 68377c34-b3bb-4601-82c6-3c4a3412211a binding host dv-cinder-837546-2-iscsi {{(pid=104054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 17:34:32.531404 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614d0f44-864b-4297-8ff6-06ef106406ca None None] Pushing event updated for resources: {'Port': ['ID=5305964e-5863-41a0-a61d-64d5ec4783f0,revision_number=5']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:34:32.556260 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Current status of the port dab5d798-e183-498d-96c2-055494a859e4 is: ACTIVE; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:34:32.583467 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Device 39d81815-1c18-4e6a-9915-95f06800eeec up at agent ovs-agent-dv-cinder-837546-2-iscsi {{(pid=104054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 17:34:32.825890 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-359da135-d845-4d2e-a034-e84fcb95f5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (8e118b8c-b091-4f14-909a-13c66b53efc1), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:32.832214 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-30062ea4-28f1-43b6-9217-7fb30709dd1a tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Publish callbacks [] for security_group_rule (deee7e6c-a8cc-46ca-b48c-f5a4715c7c84), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:32.838342 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-30062ea4-28f1-43b6-9217-7fb30709dd1a tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522948'] for security_group_rule (deee7e6c-a8cc-46ca-b48c-f5a4715c7c84), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:32.844361 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-8084b6ab-4102-41a1-adee-cb720b82fd66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (68377c34-b3bb-4601-82c6-3c4a3412211a), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:32.869089 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30062ea4-28f1-43b6-9217-7fb30709dd1a tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=deee7e6c-a8cc-46ca-b48c-f5a4715c7c84,revision_number=0']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:34:32.883266 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-30062ea4-28f1-43b6-9217-7fb30709dd1a tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:32.888702 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-30062ea4-28f1-43b6-9217-7fb30709dd1a tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4643924 Jun 16 17:34:32.889413 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 53082) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:34:32.895744 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [None req-ce054a2c-b00b-4c09-8581-44c4ab116b72 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Request body: {'security_group_rule': {'security_group_id': '242115b7-43ec-477c-967c-8b04bb3085a6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:34:32.953978 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-ce054a2c-b00b-4c09-8581-44c4ab116b72 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Publish callbacks [] for security_group_rule (92d4ffaa-be00-4823-bc7c-2d9519a7b34e), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:32.982774 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-614d0f44-864b-4297-8ff6-06ef106406ca None None] Current status of the port dab5d798-e183-498d-96c2-055494a859e4 is: ACTIVE; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:34:33.029254 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-8d738fde-8451-4086-a450-ae3d2f42f57c tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:33.059655 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Provisioning complete for port 39d81815-1c18-4e6a-9915-95f06800eeec triggered by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:34:33.062021 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572016'] for port (39d81815-1c18-4e6a-9915-95f06800eeec), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:33.150718 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-ce054a2c-b00b-4c09-8581-44c4ab116b72 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Publish callbacks [] for security_group_rule (92d4ffaa-be00-4823-bc7c-2d9519a7b34e), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:33.163200 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-ce054a2c-b00b-4c09-8581-44c4ab116b72 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522948'] for security_group_rule (92d4ffaa-be00-4823-bc7c-2d9519a7b34e), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:33.193906 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.47', 53242) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:34:33.324848 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:34:33.326927 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce054a2c-b00b-4c09-8581-44c4ab116b72 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92d4ffaa-be00-4823-bc7c-2d9519a7b34e,revision_number=0']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:34:33.347115 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-ce054a2c-b00b-4c09-8581-44c4ab116b72 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:33.364487 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-ce054a2c-b00b-4c09-8581-44c4ab116b72 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4738629 Jun 16 17:34:33.368008 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 53112) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:34:33.429962 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.v2.base [None req-6dc901d3-7d70-4c1c-b51c-5a0cd934199e tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Request body: {'floatingip': {'floating_network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2'}} {{(pid=104053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:34:33.455843 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-fa63dd06-1776-45e3-9e74-6e8a0ebafcdd req-deb301bf-5e9e-4589-93ae-37c1496f27ab tempest-DeleteServersTestJSON-1983395756 tempest-DeleteServersTestJSON-1983395756-project] 10.222.0.40 "GET /v2.0/ports?device_id=be99b296-6cc1-4b2a-977c-113f47796148 HTTP/1.1" status: 200 len: 210 time: 0.0469446 Jun 16 17:34:33.508696 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.db.db_base_plugin_common [None req-8d738fde-8451-4086-a450-ae3d2f42f57c tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Allocated IP 172.27.0.192 (a25e4fa3-c316-487c-825a-4fde1c36cdb2/47584a51-19b7-439b-9f28-a7f577441b18/639698b3-d115-45b0-a39d-4cf85744bc3a) {{(pid=104053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:34:33.548623 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-66373f83-df1a-4669-b6ee-3231bc27629d None None] Provisioning complete for port 617a4edf-50ce-45b6-a3b9-13e169c50ab1 triggered by entity DHCP. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:34:33.549131 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-66373f83-df1a-4669-b6ee-3231bc27629d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572016'] for port (617a4edf-50ce-45b6-a3b9-13e169c50ab1), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:33.562236 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:34:33.574893 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-6dc901d3-7d70-4c1c-b51c-5a0cd934199e tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:33.621132 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-4f22413e-219c-475e-965d-0dbbebb89b4b req-c44e2eff-6179-479a-9ea0-7f4102e7caab tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/ports?device_id=54fe7037-080f-4209-bdc6-c505c4c34ec3 HTTP/1.1" status: 200 len: 210 time: 0.0666008 Jun 16 17:34:33.637747 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffae784-40e2-42f6-9f6e-2087928a2900 req-8c49e28b-d628-4816-9524-a3bcecbfe3e3 tempest-DeleteServersTestJSON-1983395756 tempest-DeleteServersTestJSON-1983395756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:34:33.639656 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-1ffae784-40e2-42f6-9f6e-2087928a2900 req-8c49e28b-d628-4816-9524-a3bcecbfe3e3 tempest-DeleteServersTestJSON-1983395756 tempest-DeleteServersTestJSON-1983395756-project] 10.222.0.47 "GET /v2.0/networks?id=7e2159b7-0000-4264-ad94-d6ffac5ae98d HTTP/1.1" status: 200 len: 811 time: 0.4410689 Jun 16 17:34:33.705556 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-66373f83-df1a-4669-b6ee-3231bc27629d None None] Port 617a4edf-50ce-45b6-a3b9-13e169c50ab1 cannot update to ACTIVE because it is not bound. {{(pid=104054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 17:34:33.761896 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-6dc901d3-7d70-4c1c-b51c-5a0cd934199e tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:33.786935 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:34:33.839326 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:34:33.842446 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Current status of the port 39d81815-1c18-4e6a-9915-95f06800eeec is: DOWN; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:34:33.842891 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (39d81815-1c18-4e6a-9915-95f06800eeec), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:33.865557 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.v2.base [req-1ffae784-40e2-42f6-9f6e-2087928a2900 req-5d1ef5a7-87a2-4d23-9246-d425e9bc6b83 tempest-DeleteServersTestJSON-1983395756 tempest-DeleteServersTestJSON-1983395756-project] Request body: {'port': {'device_id': 'be99b296-6cc1-4b2a-977c-113f47796148', 'network_id': '7e2159b7-0000-4264-ad94-d6ffac5ae98d', 'admin_state_up': True, 'tenant_id': '4537634610c645db8bdb7c704c09ee71'}} {{(pid=104053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:34:33.897135 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] For port 39d81815-1c18-4e6a-9915-95f06800eeec, host dv-cinder-837546-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-2-iscsi',level=0,port_id=39d81815-1c18-4e6a-9915-95f06800eeec,segment=NetworkSegment(f847f272-90b1-4369-8e48-25aa20ff3114),segment_id=f847f272-90b1-4369-8e48-25aa20ff3114)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:34:33.923200 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.47', 53246) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:34:33.926946 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114'] for port (39d81815-1c18-4e6a-9915-95f06800eeec), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:33.965330 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.47', 53247) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:34:34.012229 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-8d738fde-8451-4086-a450-ae3d2f42f57c tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Publish callbacks [] for port (639698b3-d115-45b0-a39d-4cf85744bc3a), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:34.200276 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afa637c-6149-4976-9cc5-efde3d09ef77 req-19ec67da-7efc-46bd-95bc-564603f076ef tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:34:34.202586 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-1afa637c-6149-4976-9cc5-efde3d09ef77 req-19ec67da-7efc-46bd-95bc-564603f076ef tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.47 "GET /v2.0/networks?id=dd7b32b9-764e-43c1-a67e-f0e3f862c460 HTTP/1.1" status: 200 len: 818 time: 0.2360349 Jun 16 17:34:34.231446 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [req-1afa637c-6149-4976-9cc5-efde3d09ef77 req-1e879086-5cce-4b09-9c5f-d267c2cda810 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Request body: {'port': {'device_id': '54fe7037-080f-4209-bdc6-c505c4c34ec3', 'network_id': 'dd7b32b9-764e-43c1-a67e-f0e3f862c460', 'admin_state_up': True, 'tenant_id': 'd1c1d13142434356ac1210f14dad847b'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:34:34.348499 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Pushing event updated for resources: {'Port': ['ID=39d81815-1c18-4e6a-9915-95f06800eeec,revision_number=4']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:34:34.366538 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ffae784-40e2-42f6-9f6e-2087928a2900 req-5d1ef5a7-87a2-4d23-9246-d425e9bc6b83 tempest-DeleteServersTestJSON-1983395756 tempest-DeleteServersTestJSON-1983395756-project] Made reservation on behalf of 4537634610c645db8bdb7c704c09ee71 for: {'port': 1} {{(pid=104053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:34:34.374864 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [req-1ffae784-40e2-42f6-9f6e-2087928a2900 req-5d1ef5a7-87a2-4d23-9246-d425e9bc6b83 tempest-DeleteServersTestJSON-1983395756 tempest-DeleteServersTestJSON-1983395756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:34.417866 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-1d81e0cb-ff47-4623-99d5-ab370c19a781 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (25dd433a-18a0-496e-b58c-593ddca2a11d), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:34.431834 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-8d738fde-8451-4086-a450-ae3d2f42f57c tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762170029078'] for port (639698b3-d115-45b0-a39d-4cf85744bc3a), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:34.522522 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:34:34.558021 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (f1f6c009-5a31-4833-b180-4d9d41a55fe5), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:34.617246 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Device 5305964e-5863-41a0-a61d-64d5ec4783f0 up at agent ovs-agent-dv-cinder-837546-2-iscsi {{(pid=104054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 17:34:34.756989 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.db.db_base_plugin_common [None req-6dc901d3-7d70-4c1c-b51c-5a0cd934199e tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Allocated IP 172.27.0.56 (a25e4fa3-c316-487c-825a-4fde1c36cdb2/47584a51-19b7-439b-9f28-a7f577441b18/f70127c3-ac8f-4caf-ad15-920c3cbe1ad5) {{(pid=104053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:34:34.767337 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d738fde-8451-4086-a450-ae3d2f42f57c tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Network a25e4fa3-c316-487c-825a-4fde1c36cdb2 is already hosted by enough agents. {{(pid=104053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:34:34.795504 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.scheduler.base_scheduler [None req-8d738fde-8451-4086-a450-ae3d2f42f57c tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Resources bound (agent type, host, resource id): {{(pid=104053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:34:34.798497 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d738fde-8451-4086-a450-ae3d2f42f57c tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Pushing event updated for resources: {'Port': ['ID=639698b3-d115-45b0-a39d-4cf85744bc3a,revision_number=1']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:34:34.808223 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d738fde-8451-4086-a450-ae3d2f42f57c tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Received port after_create {{(pid=104053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 17:34:34.822223 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-68662a7a-2927-4b28-9a91-d27d7ef7bbf0 req-74b98466-fedc-4ea3-97a3-a3ee5365e918 tempest-DeleteServersTestJSON-1983395756 tempest-DeleteServersTestJSON-1983395756-project] 10.222.0.40 "GET /v2.0/ports?device_id=be99b296-6cc1-4b2a-977c-113f47796148 HTTP/1.1" status: 200 len: 210 time: 0.1065128 Jun 16 17:34:34.836362 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-8084b6ab-4102-41a1-adee-cb720b82fd66 None None] Publish callbacks [] for port (68377c34-b3bb-4601-82c6-3c4a3412211a), precommit_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:34.850520 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:34:34.877044 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-8084b6ab-4102-41a1-adee-cb720b82fd66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114'] for port (68377c34-b3bb-4601-82c6-3c4a3412211a), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:34.984825 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Provisioning complete for port 5305964e-5863-41a0-a61d-64d5ec4783f0 triggered by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:34:34.985341 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572016'] for port (5305964e-5863-41a0-a61d-64d5ec4783f0), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:35.194131 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5465d7a1-2175-4446-8a77-83af0ecdc56c None None] Sync routers for ids ['b90f3b04-b8ae-4063-83f8-cce35c2593cf'] in dv-cinder-837546-2-iscsi {{(pid=104055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:34:35.196405 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c82fc8b-0476-4074-878f-9ad6e1abdec0 req-a6e1ca89-3c20-4753-86e1-3fda0a1ebb71 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:34:35.200072 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-2c82fc8b-0476-4074-878f-9ad6e1abdec0 req-a6e1ca89-3c20-4753-86e1-3fda0a1ebb71 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.47 "GET /v2.0/networks?id=dd7b32b9-764e-43c1-a67e-f0e3f862c460 HTTP/1.1" status: 200 len: 818 time: 1.2756011 Jun 16 17:34:35.214024 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5465d7a1-2175-4446-8a77-83af0ecdc56c None None] Routers {'b90f3b04-b8ae-4063-83f8-cce35c2593cf'} bound to L3 agent in host dv-cinder-837546-2-iscsi {{(pid=104055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:34:35.215183 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-5465d7a1-2175-4446-8a77-83af0ecdc56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T17:26:01Z,description=,heartbeat_timestamp=2022-06-16T17:34:32Z,host='dv-cinder-837546-2-iscsi',id=43e250b4-0ce3-4949-aa8c-0bafe6454580,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:26:01Z,topic='l3_agent')) {'router_ids': ['b90f3b04-b8ae-4063-83f8-cce35c2593cf'], 'active': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:34:35.293431 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [req-2c82fc8b-0476-4074-878f-9ad6e1abdec0 req-cfbe00a7-a9a4-43ca-b84f-5a0d6b25e95e tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Request body: {'port': {'device_id': 'b4904f6d-1ce2-4af1-9fc3-f5ea5aa89e69', 'network_id': 'dd7b32b9-764e-43c1-a67e-f0e3f862c460', 'admin_state_up': True, 'tenant_id': 'd1c1d13142434356ac1210f14dad847b'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:34:35.294157 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595aa653-62bd-4a74-a0e1-413cd3813f49 None None] Pushing event updated for resources: {'Port': ['ID=68377c34-b3bb-4601-82c6-3c4a3412211a,revision_number=3']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:34:35.319838 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-3d0ab00c-820b-4d7c-8069-06952b5625a2 req-001fd045-774f-49d5-9b7e-c91bda0fa33c tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/ports?device_id=54fe7037-080f-4209-bdc6-c505c4c34ec3 HTTP/1.1" status: 200 len: 210 time: 0.4337232 Jun 16 17:34:35.374773 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-8d738fde-8451-4086-a450-ae3d2f42f57c tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Publish callbacks [] for floatingip (c00ce975-7982-4c22-90c3-940b97998ecb), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:35.417132 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:34:35.452388 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.db.db_base_plugin_common [req-1ffae784-40e2-42f6-9f6e-2087928a2900 req-5d1ef5a7-87a2-4d23-9246-d425e9bc6b83 tempest-DeleteServersTestJSON-1983395756 tempest-DeleteServersTestJSON-1983395756-project] Allocated IP 172.20.0.12 (7e2159b7-0000-4264-ad94-d6ffac5ae98d/7ee12987-d393-41f3-b427-bc77028f386a/cb17776a-79c0-4129-90a0-ae34814d798c) {{(pid=104053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:34:35.564205 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.managers [None req-8084b6ab-4102-41a1-adee-cb720b82fd66 None None] Attempting to bind port 68377c34-b3bb-4601-82c6-3c4a3412211a on host dv-cinder-837546-2-iscsi for vnic_type normal with profile {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 17:34:35.564775 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.managers [None req-8084b6ab-4102-41a1-adee-cb720b82fd66 None None] Attempting to bind port 68377c34-b3bb-4601-82c6-3c4a3412211a by drivers openvswitch,hyperv on host dv-cinder-837546-2-iscsi at level 0 using segments [{'id': '94313329-9a0f-475b-94f3-d6ee0916d22d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6fb674c9-6bb7-4c32-892c-b28837e89812'}] {{(pid=104054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 17:34:35.573503 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8084b6ab-4102-41a1-adee-cb720b82fd66 None None] Attempting to bind port 68377c34-b3bb-4601-82c6-3c4a3412211a on network 6fb674c9-6bb7-4c32-892c-b28837e89812 {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 17:34:35.586963 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8084b6ab-4102-41a1-adee-cb720b82fd66 None None] Checking agent: {'id': 'f1f6c009-5a31-4833-b180-4d9d41a55fe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837546-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 17, 26, 4), 'started_at': datetime.datetime(2022, 6, 16, 17, 26, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 17, 34, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837546-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 17:34:35.587459 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-6dc901d3-7d70-4c1c-b51c-5a0cd934199e tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Publish callbacks [] for port (f70127c3-ac8f-4caf-ad15-920c3cbe1ad5), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:35.589462 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8084b6ab-4102-41a1-adee-cb720b82fd66 None None] Checking segment: {'id': '94313329-9a0f-475b-94f3-d6ee0916d22d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6fb674c9-6bb7-4c32-892c-b28837e89812'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 17:34:35.596116 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-8084b6ab-4102-41a1-adee-cb720b82fd66 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:35.596534 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8084b6ab-4102-41a1-adee-cb720b82fd66 None None] Bound using segment: {'id': '94313329-9a0f-475b-94f3-d6ee0916d22d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6fb674c9-6bb7-4c32-892c-b28837e89812'} {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 17:34:35.597265 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.managers [None req-8084b6ab-4102-41a1-adee-cb720b82fd66 None None] Bound port: 68377c34-b3bb-4601-82c6-3c4a3412211a, host: dv-cinder-837546-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94313329-9a0f-475b-94f3-d6ee0916d22d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6fb674c9-6bb7-4c32-892c-b28837e89812'}}] {{(pid=104054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 17:34:35.597772 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-8084b6ab-4102-41a1-adee-cb720b82fd66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (68377c34-b3bb-4601-82c6-3c4a3412211a), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:35.630379 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-8d738fde-8451-4086-a450-ae3d2f42f57c tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (639698b3-d115-45b0-a39d-4cf85744bc3a), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:35.632373 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvr_db [None req-5465d7a1-2175-4446-8a77-83af0ecdc56c None None] Set router b90f3b04-b8ae-4063-83f8-cce35c2593cf gateway port host: dv-cinder-837546-2-iscsi {{(pid=104055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:34:35.654388 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1afa637c-6149-4976-9cc5-efde3d09ef77 req-1e879086-5cce-4b09-9c5f-d267c2cda810 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Made reservation on behalf of d1c1d13142434356ac1210f14dad847b for: {'port': 1} {{(pid=104052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:34:35.658941 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e02a1bdd-b684-4b35-b61f-a292bd9fadc7 None None] Sync routers for ids ['11463ca8-2910-4613-a71d-a9b7a7a4f243'] in dv-cinder-837546-2-iscsi {{(pid=104054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:34:35.678592 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-1afa637c-6149-4976-9cc5-efde3d09ef77 req-1e879086-5cce-4b09-9c5f-d267c2cda810 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:35.719562 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=6 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:34:35.883551 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-6dc901d3-7d70-4c1c-b51c-5a0cd934199e tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762170029078'] for port (f70127c3-ac8f-4caf-ad15-920c3cbe1ad5), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:35.921308 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02a1bdd-b684-4b35-b61f-a292bd9fadc7 None None] Routers {'11463ca8-2910-4613-a71d-a9b7a7a4f243'} bound to L3 agent in host dv-cinder-837546-2-iscsi {{(pid=104054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:34:35.922501 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-e02a1bdd-b684-4b35-b61f-a292bd9fadc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T17:26:01Z,description=,heartbeat_timestamp=2022-06-16T17:34:32Z,host='dv-cinder-837546-2-iscsi',id=43e250b4-0ce3-4949-aa8c-0bafe6454580,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:26:01Z,topic='l3_agent')) {'router_ids': ['11463ca8-2910-4613-a71d-a9b7a7a4f243'], 'active': True} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:34:35.945456 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-5465d7a1-2175-4446-8a77-83af0ecdc56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b90f3b04-b8ae-4063-83f8-cce35c2593cf', 'name': 'tempest-DeleteServersTestJSON-575554312-router', 'tenant_id': '4537634610c645db8bdb7c704c09ee71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'external_fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': 'daa8aef7-f2e8-4a78-b550-b85dcb67daf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:34:12Z', 'updated_at': '2022-06-16T17:34:23Z', 'revision_number': 4, 'project_id': '4537634610c645db8bdb7c704c09ee71', 'gw_port': {'id': 'daa8aef7-f2e8-4a78-b550-b85dcb67daf5', 'name': '', 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:f4:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b90f3b04-b8ae-4063-83f8-cce35c2593cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:34:14Z', 'updated_at': '2022-06-16T17:34:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47584a51-19b7-439b-9f28-a7f577441b18', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-2-iscsi', '_interfaces': [{'id': '373f99d0-e865-4311-90b5-358b25a08eae', 'name': '', 'network_id': '7e2159b7-0000-4264-ad94-d6ffac5ae98d', 'tenant_id': '4537634610c645db8bdb7c704c09ee71', 'mac_address': 'fa:16:3e:f0:ef:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b90f3b04-b8ae-4063-83f8-cce35c2593cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '7ee12987-d393-41f3-b427-bc77028f386a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:34:21Z', 'updated_at': '2022-06-16T17:34:23Z', 'revision_number': 2, 'project_id': '4537634610c645db8bdb7c704c09ee71', 'subnets': [{'id': '7ee12987-d393-41f3-b427-bc77028f386a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837546-2-iscsi', False) {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:34:36.006307 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5465d7a1-2175-4446-8a77-83af0ecdc56c None None] Checking router: b90f3b04-b8ae-4063-83f8-cce35c2593cf for host: dv-cinder-837546-2-iscsi {{(pid=104055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:34:36.009404 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5465d7a1-2175-4446-8a77-83af0ecdc56c None None] Updating router b90f3b04-b8ae-4063-83f8-cce35c2593cf port 373f99d0-e865-4311-90b5-358b25a08eae binding host dv-cinder-837546-2-iscsi {{(pid=104055) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 17:34:36.063355 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvr_db [None req-e02a1bdd-b684-4b35-b61f-a292bd9fadc7 None None] Set router 11463ca8-2910-4613-a71d-a9b7a7a4f243 gateway port host: dv-cinder-837546-2-iscsi {{(pid=104054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:34:36.079042 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5465d7a1-2175-4446-8a77-83af0ecdc56c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (373f99d0-e865-4311-90b5-358b25a08eae), before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:36.136483 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-b4d054a1-d3e4-47c9-ba22-0ee103fdd0f2 None None] Provisioning complete for port 68377c34-b3bb-4601-82c6-3c4a3412211a triggered by entity DHCP. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:34:36.137043 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-b4d054a1-d3e4-47c9-ba22-0ee103fdd0f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572016'] for port (68377c34-b3bb-4601-82c6-3c4a3412211a), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:36.183055 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-b4d054a1-d3e4-47c9-ba22-0ee103fdd0f2 None None] Port 68377c34-b3bb-4601-82c6-3c4a3412211a cannot update to ACTIVE because it is not bound. {{(pid=104054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 17:34:36.187417 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Current status of the port 5305964e-5863-41a0-a61d-64d5ec4783f0 is: ACTIVE; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:34:36.188772 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Device c5d20b8d-6a49-4d84-87cc-3ffdd32abd86 up at agent ovs-agent-dv-cinder-837546-2-iscsi {{(pid=104054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 17:34:36.344198 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Provisioning complete for port c5d20b8d-6a49-4d84-87cc-3ffdd32abd86 triggered by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:34:36.344842 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572016'] for port (c5d20b8d-6a49-4d84-87cc-3ffdd32abd86), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:36.396796 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-e3ebfdf4-6466-4f4f-bc96-a3bd4ab52da9 req-9ba1dc31-3dd4-4e9f-97e8-95fdde843f81 tempest-DeleteServersTestJSON-1983395756 tempest-DeleteServersTestJSON-1983395756-project] 10.222.0.40 "GET /v2.0/ports?device_id=be99b296-6cc1-4b2a-977c-113f47796148 HTTP/1.1" status: 200 len: 210 time: 0.2758074 Jun 16 17:34:36.404657 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c82fc8b-0476-4074-878f-9ad6e1abdec0 req-cfbe00a7-a9a4-43ca-b84f-5a0d6b25e95e tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Made reservation on behalf of d1c1d13142434356ac1210f14dad847b for: {'port': 1} {{(pid=104052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:34:36.428533 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-2c82fc8b-0476-4074-878f-9ad6e1abdec0 req-cfbe00a7-a9a4-43ca-b84f-5a0d6b25e95e tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:36.564542 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dc901d3-7d70-4c1c-b51c-5a0cd934199e tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Network a25e4fa3-c316-487c-825a-4fde1c36cdb2 is already hosted by enough agents. {{(pid=104053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:34:36.579260 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.scheduler.base_scheduler [None req-6dc901d3-7d70-4c1c-b51c-5a0cd934199e tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Resources bound (agent type, host, resource id): {{(pid=104053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:34:36.592566 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc901d3-7d70-4c1c-b51c-5a0cd934199e tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Received port after_create {{(pid=104053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 17:34:36.606867 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc901d3-7d70-4c1c-b51c-5a0cd934199e tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Pushing event updated for resources: {'Port': ['ID=f70127c3-ac8f-4caf-ad15-920c3cbe1ad5,revision_number=1']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:34:36.750437 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:34:36.754288 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [req-1ffae784-40e2-42f6-9f6e-2087928a2900 req-5d1ef5a7-87a2-4d23-9246-d425e9bc6b83 tempest-DeleteServersTestJSON-1983395756 tempest-DeleteServersTestJSON-1983395756-project] Publish callbacks [] for port (cb17776a-79c0-4129-90a0-ae34814d798c), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:36.810489 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-6dc901d3-7d70-4c1c-b51c-5a0cd934199e tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Publish callbacks [] for floatingip (faea8b83-a239-48ad-adf1-25ac97c54af6), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:36.837920 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-f48d4c00-e4ff-4eae-8af7-65a9c93aff9b req-cf1150da-6ac9-4d93-9a78-875873b3e2b6 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/ports?device_id=54fe7037-080f-4209-bdc6-c505c4c34ec3 HTTP/1.1" status: 200 len: 210 time: 0.2208588 Jun 16 17:34:36.850561 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-8d738fde-8451-4086-a450-ae3d2f42f57c tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Publish callbacks [] for port (639698b3-d115-45b0-a39d-4cf85744bc3a), precommit_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:36.910511 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:34:36.911157 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.db.db_base_plugin_common [req-1afa637c-6149-4976-9cc5-efde3d09ef77 req-1e879086-5cce-4b09-9c5f-d267c2cda810 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Allocated IP 172.20.0.12 (dd7b32b9-764e-43c1-a67e-f0e3f862c460/58dbd783-c237-4164-b4f7-63cdaa3401e3/62e3038f-b183-4ed1-bedd-da99fe182bf8) {{(pid=104052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:34:36.922471 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-8084b6ab-4102-41a1-adee-cb720b82fd66 None None] For port 68377c34-b3bb-4601-82c6-3c4a3412211a, host dv-cinder-837546-2-iscsi, cleared binding levels {{(pid=104054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 17:34:36.951328 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-8d738fde-8451-4086-a450-ae3d2f42f57c tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114'] for port (639698b3-d115-45b0-a39d-4cf85744bc3a), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:36.994222 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-8084b6ab-4102-41a1-adee-cb720b82fd66 None None] For port 68377c34-b3bb-4601-82c6-3c4a3412211a, host dv-cinder-837546-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-2-iscsi',level=0,port_id=68377c34-b3bb-4601-82c6-3c4a3412211a,segment=NetworkSegment(94313329-9a0f-475b-94f3-d6ee0916d22d),segment_id=94313329-9a0f-475b-94f3-d6ee0916d22d)] {{(pid=104054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 17:34:37.012436 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:34:37.074197 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-8d738fde-8451-4086-a450-ae3d2f42f57c tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-375498'] for floatingip (c00ce975-7982-4c22-90c3-940b97998ecb), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:37.075743 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-e02a1bdd-b684-4b35-b61f-a292bd9fadc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11463ca8-2910-4613-a71d-a9b7a7a4f243', 'name': 'tempest-AttachVolumeTestJSON-1492461714-router', 'tenant_id': '4904f0e2f64e4bef989f441380e843b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'external_fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'c5d20b8d-6a49-4d84-87cc-3ffdd32abd86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:34:14Z', 'updated_at': '2022-06-16T17:34:28Z', 'revision_number': 4, 'project_id': '4904f0e2f64e4bef989f441380e843b5', 'gw_port': {'id': 'c5d20b8d-6a49-4d84-87cc-3ffdd32abd86', 'name': '', 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:90:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11463ca8-2910-4613-a71d-a9b7a7a4f243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:34:15Z', 'updated_at': '2022-06-16T17:34:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47584a51-19b7-439b-9f28-a7f577441b18', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-2-iscsi', '_interfaces': [{'id': '617a4edf-50ce-45b6-a3b9-13e169c50ab1', 'name': '', 'network_id': '7174c275-7bd9-4bad-898d-52e5729a7a31', 'tenant_id': '4904f0e2f64e4bef989f441380e843b5', 'mac_address': 'fa:16:3e:78:11:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11463ca8-2910-4613-a71d-a9b7a7a4f243', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'f0d6e637-64db-4e7d-aa18-ced53dc06702', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:34:23Z', 'updated_at': '2022-06-16T17:34:28Z', 'revision_number': 2, 'project_id': '4904f0e2f64e4bef989f441380e843b5', 'subnets': [{'id': 'f0d6e637-64db-4e7d-aa18-ced53dc06702', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837546-2-iscsi', False) {} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:34:37.104338 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [req-1ffae784-40e2-42f6-9f6e-2087928a2900 req-5d1ef5a7-87a2-4d23-9246-d425e9bc6b83 tempest-DeleteServersTestJSON-1983395756 tempest-DeleteServersTestJSON-1983395756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762170029078'] for port (cb17776a-79c0-4129-90a0-ae34814d798c), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:37.181960 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-8084b6ab-4102-41a1-adee-cb720b82fd66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114'] for port (68377c34-b3bb-4601-82c6-3c4a3412211a), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:37.244034 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e02a1bdd-b684-4b35-b61f-a292bd9fadc7 None None] Checking router: 11463ca8-2910-4613-a71d-a9b7a7a4f243 for host: dv-cinder-837546-2-iscsi {{(pid=104054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:34:37.245627 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e02a1bdd-b684-4b35-b61f-a292bd9fadc7 None None] Updating router 11463ca8-2910-4613-a71d-a9b7a7a4f243 port 617a4edf-50ce-45b6-a3b9-13e169c50ab1 binding host dv-cinder-837546-2-iscsi {{(pid=104054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 17:34:37.287636 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:34:37.295072 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d738fde-8451-4086-a450-ae3d2f42f57c tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Pushing event updated for resources: {'Port': ['ID=639698b3-d115-45b0-a39d-4cf85744bc3a,revision_number=2']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:34:37.335139 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.agents_db [None req-618f4cd3-4a7d-480c-b6e2-8b59597e19f3 None None] Agent healthcheck: found 6 active agents {{(pid=104055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 17:34:37.335861 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-1afa637c-6149-4976-9cc5-efde3d09ef77 req-1e879086-5cce-4b09-9c5f-d267c2cda810 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Publish callbacks [] for port (62e3038f-b183-4ed1-bedd-da99fe182bf8), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:37.414032 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5465d7a1-2175-4446-8a77-83af0ecdc56c None None] Publish callbacks [] for port (373f99d0-e865-4311-90b5-358b25a08eae), precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:37.421125 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Current status of the port c5d20b8d-6a49-4d84-87cc-3ffdd32abd86 is: DOWN; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:34:37.421541 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (c5d20b8d-6a49-4d84-87cc-3ffdd32abd86), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:37.426530 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5465d7a1-2175-4446-8a77-83af0ecdc56c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114'] for port (373f99d0-e865-4311-90b5-358b25a08eae), after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:37.432768 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:34:37.471180 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-1afa637c-6149-4976-9cc5-efde3d09ef77 req-1e879086-5cce-4b09-9c5f-d267c2cda810 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762170029078'] for port (62e3038f-b183-4ed1-bedd-da99fe182bf8), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:37.487725 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-e02a1bdd-b684-4b35-b61f-a292bd9fadc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (617a4edf-50ce-45b6-a3b9-13e169c50ab1), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:37.556278 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ffae784-40e2-42f6-9f6e-2087928a2900 req-5d1ef5a7-87a2-4d23-9246-d425e9bc6b83 tempest-DeleteServersTestJSON-1983395756 tempest-DeleteServersTestJSON-1983395756-project] Network 7e2159b7-0000-4264-ad94-d6ffac5ae98d is already hosted by enough agents. {{(pid=104053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:34:37.676755 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.scheduler.base_scheduler [req-1ffae784-40e2-42f6-9f6e-2087928a2900 req-5d1ef5a7-87a2-4d23-9246-d425e9bc6b83 tempest-DeleteServersTestJSON-1983395756 tempest-DeleteServersTestJSON-1983395756-project] Resources bound (agent type, host, resource id): {{(pid=104053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:34:37.682283 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8084b6ab-4102-41a1-adee-cb720b82fd66 None None] Routers {'11193f77-50ca-44b2-b11f-2fbebd19e4e2'} bound to L3 agent in host dv-cinder-837546-2-iscsi {{(pid=104054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:34:37.683007 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-8084b6ab-4102-41a1-adee-cb720b82fd66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T17:26:01Z,description=,heartbeat_timestamp=2022-06-16T17:34:32Z,host='dv-cinder-837546-2-iscsi',id=43e250b4-0ce3-4949-aa8c-0bafe6454580,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:26:01Z,topic='l3_agent')) {'router_ids': ['11193f77-50ca-44b2-b11f-2fbebd19e4e2'], 'active': True} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:34:37.683790 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=100 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:34:37.698906 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ffae784-40e2-42f6-9f6e-2087928a2900 req-5d1ef5a7-87a2-4d23-9246-d425e9bc6b83 tempest-DeleteServersTestJSON-1983395756 tempest-DeleteServersTestJSON-1983395756-project] Received port after_create {{(pid=104053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 17:34:37.704325 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5a6f85-2aa9-4851-9146-8fd0b10448b9 None None] Pushing event updated for resources: {'Port': ['ID=373f99d0-e865-4311-90b5-358b25a08eae,revision_number=3']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:34:37.712321 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] For port c5d20b8d-6a49-4d84-87cc-3ffdd32abd86, host dv-cinder-837546-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-2-iscsi',level=0,port_id=c5d20b8d-6a49-4d84-87cc-3ffdd32abd86,segment=NetworkSegment(f847f272-90b1-4369-8e48-25aa20ff3114),segment_id=f847f272-90b1-4369-8e48-25aa20ff3114)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:34:37.713043 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595aa653-62bd-4a74-a0e1-413cd3813f49 None None] Pushing event updated for resources: {'Port': ['ID=68377c34-b3bb-4601-82c6-3c4a3412211a,revision_number=4']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:34:37.742412 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [None req-5465d7a1-2175-4446-8a77-83af0ecdc56c None None] Attempting to bind port 373f99d0-e865-4311-90b5-358b25a08eae on host dv-cinder-837546-2-iscsi for vnic_type normal with profile {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 17:34:37.742922 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [None req-5465d7a1-2175-4446-8a77-83af0ecdc56c None None] Attempting to bind port 373f99d0-e865-4311-90b5-358b25a08eae by drivers openvswitch,hyperv on host dv-cinder-837546-2-iscsi at level 0 using segments [{'id': '93d896e3-8aff-4224-9367-bb8b3477a08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '7e2159b7-0000-4264-ad94-d6ffac5ae98d'}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 17:34:37.743502 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5465d7a1-2175-4446-8a77-83af0ecdc56c None None] Attempting to bind port 373f99d0-e865-4311-90b5-358b25a08eae on network 7e2159b7-0000-4264-ad94-d6ffac5ae98d {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 17:34:37.747524 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffae784-40e2-42f6-9f6e-2087928a2900 req-5d1ef5a7-87a2-4d23-9246-d425e9bc6b83 tempest-DeleteServersTestJSON-1983395756 tempest-DeleteServersTestJSON-1983395756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:34:37.750654 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5465d7a1-2175-4446-8a77-83af0ecdc56c None None] Checking agent: {'id': 'f1f6c009-5a31-4833-b180-4d9d41a55fe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837546-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 17, 26, 4), 'started_at': datetime.datetime(2022, 6, 16, 17, 26, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 17, 34, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837546-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 17:34:37.751012 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [req-1ffae784-40e2-42f6-9f6e-2087928a2900 req-5d1ef5a7-87a2-4d23-9246-d425e9bc6b83 tempest-DeleteServersTestJSON-1983395756 tempest-DeleteServersTestJSON-1983395756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626521'] for port (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:37.751291 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5465d7a1-2175-4446-8a77-83af0ecdc56c None None] Checking segment: {'id': '93d896e3-8aff-4224-9367-bb8b3477a08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '7e2159b7-0000-4264-ad94-d6ffac5ae98d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 17:34:37.751785 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5465d7a1-2175-4446-8a77-83af0ecdc56c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:37.752939 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5465d7a1-2175-4446-8a77-83af0ecdc56c None None] Bound using segment: {'id': '93d896e3-8aff-4224-9367-bb8b3477a08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '7e2159b7-0000-4264-ad94-d6ffac5ae98d'} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 17:34:37.753799 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [None req-5465d7a1-2175-4446-8a77-83af0ecdc56c None None] Bound port: 373f99d0-e865-4311-90b5-358b25a08eae, host: dv-cinder-837546-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93d896e3-8aff-4224-9367-bb8b3477a08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '7e2159b7-0000-4264-ad94-d6ffac5ae98d'}}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 17:34:37.754300 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5465d7a1-2175-4446-8a77-83af0ecdc56c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (373f99d0-e865-4311-90b5-358b25a08eae), before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:37.781513 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-6dc901d3-7d70-4c1c-b51c-5a0cd934199e tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (f70127c3-ac8f-4caf-ad15-920c3cbe1ad5), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:37.944977 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114'] for port (c5d20b8d-6a49-4d84-87cc-3ffdd32abd86), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:37.957388 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Device daa8aef7-f2e8-4a78-b550-b85dcb67daf5 up at agent ovs-agent-dv-cinder-837546-2-iscsi {{(pid=104054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 17:34:37.960538 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-5465d7a1-2175-4446-8a77-83af0ecdc56c None None] For port 373f99d0-e865-4311-90b5-358b25a08eae, host dv-cinder-837546-2-iscsi, cleared binding levels {{(pid=104055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 17:34:37.978252 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1ef5a7-87a2-4d23-9246-d425e9bc6b83 tempest-DeleteServersTestJSON-1983395756 tempest-DeleteServersTestJSON-1983395756-project] Pushing event updated for resources: {'Port': ['ID=cb17776a-79c0-4129-90a0-ae34814d798c,revision_number=1']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:34:37.983951 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e879086-5cce-4b09-9c5f-d267c2cda810 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Pushing event updated for resources: {'Port': ['ID=62e3038f-b183-4ed1-bedd-da99fe182bf8,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:34:38.002242 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-5465d7a1-2175-4446-8a77-83af0ecdc56c None None] For port 373f99d0-e865-4311-90b5-358b25a08eae, host dv-cinder-837546-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-2-iscsi',level=0,port_id=373f99d0-e865-4311-90b5-358b25a08eae,segment=NetworkSegment(93d896e3-8aff-4224-9367-bb8b3477a08e),segment_id=93d896e3-8aff-4224-9367-bb8b3477a08e)] {{(pid=104055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 17:34:38.011089 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-8d738fde-8451-4086-a450-ae3d2f42f57c tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228225'] for floatingip (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:38.013113 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-8d738fde-8451-4086-a450-ae3d2f42f57c tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.9035876 Jun 16 17:34:38.028702 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5465d7a1-2175-4446-8a77-83af0ecdc56c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114'] for port (373f99d0-e865-4311-90b5-358b25a08eae), after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:38.125455 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-1ffae784-40e2-42f6-9f6e-2087928a2900 req-5d1ef5a7-87a2-4d23-9246-d425e9bc6b83 tempest-DeleteServersTestJSON-1983395756 tempest-DeleteServersTestJSON-1983395756-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2457485 Jun 16 17:34:38.186415 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1afa637c-6149-4976-9cc5-efde3d09ef77 req-1e879086-5cce-4b09-9c5f-d267c2cda810 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Network dd7b32b9-764e-43c1-a67e-f0e3f862c460 is already hosted by enough agents. {{(pid=104052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:34:38.212103 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5465d7a1-2175-4446-8a77-83af0ecdc56c None None] Routers {'b90f3b04-b8ae-4063-83f8-cce35c2593cf'} bound to L3 agent in host dv-cinder-837546-2-iscsi {{(pid=104055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:34:38.213388 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-5465d7a1-2175-4446-8a77-83af0ecdc56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T17:26:01Z,description=,heartbeat_timestamp=2022-06-16T17:34:32Z,host='dv-cinder-837546-2-iscsi',id=43e250b4-0ce3-4949-aa8c-0bafe6454580,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:26:01Z,topic='l3_agent')) {'router_ids': ['b90f3b04-b8ae-4063-83f8-cce35c2593cf'], 'active': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:34:38.216881 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5a6f85-2aa9-4851-9146-8fd0b10448b9 None None] Pushing event updated for resources: {'Port': ['ID=373f99d0-e865-4311-90b5-358b25a08eae,revision_number=4']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:34:38.287746 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.db.db_base_plugin_common [req-2c82fc8b-0476-4074-878f-9ad6e1abdec0 req-cfbe00a7-a9a4-43ca-b84f-5a0d6b25e95e tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Allocated IP 172.20.0.6 (dd7b32b9-764e-43c1-a67e-f0e3f862c460/58dbd783-c237-4164-b4f7-63cdaa3401e3/86749e9f-ddc9-40e0-90f0-7a85e2519bf8) {{(pid=104052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:34:38.392229 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.base_scheduler [req-1afa637c-6149-4976-9cc5-efde3d09ef77 req-1e879086-5cce-4b09-9c5f-d267c2cda810 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Resources bound (agent type, host, resource id): {{(pid=104052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:34:38.451253 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [req-1afa637c-6149-4976-9cc5-efde3d09ef77 req-1e879086-5cce-4b09-9c5f-d267c2cda810 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Received port after_create {{(pid=104052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 17:34:38.456559 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afa637c-6149-4976-9cc5-efde3d09ef77 req-1e879086-5cce-4b09-9c5f-d267c2cda810 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:34:38.457256 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-1afa637c-6149-4976-9cc5-efde3d09ef77 req-1e879086-5cce-4b09-9c5f-d267c2cda810 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626521'] for port (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:38.529582 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:INSERT=12,neutron:SELECT=84,neutron:UPDATE=4 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:34:38.540619 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvr_db [None req-5465d7a1-2175-4446-8a77-83af0ecdc56c None None] Set router b90f3b04-b8ae-4063-83f8-cce35c2593cf gateway port host: dv-cinder-837546-2-iscsi {{(pid=104055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:34:38.602105 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539e6243-4f37-4af3-bc60-06c1a9c537da req-64901eef-dd9f-4f6b-a285-900946b66ee1 tempest-DeleteServersTestJSON-1983395756 tempest-DeleteServersTestJSON-1983395756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:34:38.622100 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-539e6243-4f37-4af3-bc60-06c1a9c537da req-64901eef-dd9f-4f6b-a285-900946b66ee1 tempest-DeleteServersTestJSON-1983395756 tempest-DeleteServersTestJSON-1983395756-project] 10.222.0.40 "GET /v2.0/ports?device_id=be99b296-6cc1-4b2a-977c-113f47796148 HTTP/1.1" status: 200 len: 932 time: 0.5711591 Jun 16 17:34:38.719695 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Pushing event updated for resources: {'Port': ['ID=c5d20b8d-6a49-4d84-87cc-3ffdd32abd86,revision_number=4']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:34:38.744399 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-6dc901d3-7d70-4c1c-b51c-5a0cd934199e tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Publish callbacks [] for port (f70127c3-ac8f-4caf-ad15-920c3cbe1ad5), precommit_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:38.746224 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:34:38.755897 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-af6f235e-7912-452c-8053-de283d45ae27 None None] Provisioning complete for port 68377c34-b3bb-4601-82c6-3c4a3412211a triggered by entity DHCP. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:34:38.757715 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [req-1ffae784-40e2-42f6-9f6e-2087928a2900 req-1eb003ca-1e72-4250-9f43-ddc739f55e12 tempest-DeleteServersTestJSON-1983395756 tempest-DeleteServersTestJSON-1983395756-project] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=104053) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 16 17:34:38.759205 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-1ffae784-40e2-42f6-9f6e-2087928a2900 req-1eb003ca-1e72-4250-9f43-ddc739f55e12 tempest-DeleteServersTestJSON-1983395756 tempest-DeleteServersTestJSON-1983395756-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0109487 Jun 16 17:34:38.761815 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-6dc901d3-7d70-4c1c-b51c-5a0cd934199e tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114'] for port (f70127c3-ac8f-4caf-ad15-920c3cbe1ad5), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:38.762497 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-af6f235e-7912-452c-8053-de283d45ae27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572016'] for port (68377c34-b3bb-4601-82c6-3c4a3412211a), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:38.800854 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffb1b4d-6b1e-4fa1-b70d-a4bb2e10ac9a req-02ee644d-a743-409a-97e4-9d72cbae9298 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:34:38.809244 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-7ffb1b4d-6b1e-4fa1-b70d-a4bb2e10ac9a req-02ee644d-a743-409a-97e4-9d72cbae9298 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/ports?device_id=54fe7037-080f-4209-bdc6-c505c4c34ec3 HTTP/1.1" status: 200 len: 932 time: 0.6253648 Jun 16 17:34:38.827015 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-1afa637c-6149-4976-9cc5-efde3d09ef77 req-1e879086-5cce-4b09-9c5f-d267c2cda810 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6043432 Jun 16 17:34:38.851871 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-6dc901d3-7d70-4c1c-b51c-5a0cd934199e tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-375498'] for floatingip (faea8b83-a239-48ad-adf1-25ac97c54af6), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:38.956386 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-6dc901d3-7d70-4c1c-b51c-5a0cd934199e tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228225'] for floatingip (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:38.961700 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-6dc901d3-7d70-4c1c-b51c-5a0cd934199e tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.5902479 Jun 16 17:34:38.981030 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvr_db [None req-8084b6ab-4102-41a1-adee-cb720b82fd66 None None] Set router 11193f77-50ca-44b2-b11f-2fbebd19e4e2 gateway port host: dv-cinder-837546-2-iscsi {{(pid=104054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:34:38.984421 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc901d3-7d70-4c1c-b51c-5a0cd934199e tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Pushing event updated for resources: {'Port': ['ID=f70127c3-ac8f-4caf-ad15-920c3cbe1ad5,revision_number=2']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:34:39.131734 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-5465d7a1-2175-4446-8a77-83af0ecdc56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b90f3b04-b8ae-4063-83f8-cce35c2593cf', 'name': 'tempest-DeleteServersTestJSON-575554312-router', 'tenant_id': '4537634610c645db8bdb7c704c09ee71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'external_fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': 'daa8aef7-f2e8-4a78-b550-b85dcb67daf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:34:12Z', 'updated_at': '2022-06-16T17:34:23Z', 'revision_number': 4, 'project_id': '4537634610c645db8bdb7c704c09ee71', 'gw_port': {'id': 'daa8aef7-f2e8-4a78-b550-b85dcb67daf5', 'name': '', 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:f4:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b90f3b04-b8ae-4063-83f8-cce35c2593cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:34:14Z', 'updated_at': '2022-06-16T17:34:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47584a51-19b7-439b-9f28-a7f577441b18', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-2-iscsi', '_interfaces': [{'id': '373f99d0-e865-4311-90b5-358b25a08eae', 'name': '', 'network_id': '7e2159b7-0000-4264-ad94-d6ffac5ae98d', 'tenant_id': '4537634610c645db8bdb7c704c09ee71', 'mac_address': 'fa:16:3e:f0:ef:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b90f3b04-b8ae-4063-83f8-cce35c2593cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '7ee12987-d393-41f3-b427-bc77028f386a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:34:21Z', 'updated_at': '2022-06-16T17:34:37Z', 'revision_number': 4, 'project_id': '4537634610c645db8bdb7c704c09ee71', 'subnets': [{'id': '7ee12987-d393-41f3-b427-bc77028f386a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837546-2-iscsi', False) {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:34:39.170741 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5465d7a1-2175-4446-8a77-83af0ecdc56c None None] The sync data for ids ['b90f3b04-b8ae-4063-83f8-cce35c2593cf'] in dv-cinder-837546-2-iscsi is: [{'id': 'b90f3b04-b8ae-4063-83f8-cce35c2593cf', 'name': 'tempest-DeleteServersTestJSON-575554312-router', 'tenant_id': '4537634610c645db8bdb7c704c09ee71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'external_fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': 'daa8aef7-f2e8-4a78-b550-b85dcb67daf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:34:12Z', 'updated_at': '2022-06-16T17:34:23Z', 'revision_number': 4, 'project_id': '4537634610c645db8bdb7c704c09ee71', 'gw_port': {'id': 'daa8aef7-f2e8-4a78-b550-b85dcb67daf5', 'name': '', 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:f4:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b90f3b04-b8ae-4063-83f8-cce35c2593cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:34:14Z', 'updated_at': '2022-06-16T17:34:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47584a51-19b7-439b-9f28-a7f577441b18', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-2-iscsi', '_interfaces': [{'id': '373f99d0-e865-4311-90b5-358b25a08eae', 'name': '', 'network_id': '7e2159b7-0000-4264-ad94-d6ffac5ae98d', 'tenant_id': '4537634610c645db8bdb7c704c09ee71', 'mac_address': 'fa:16:3e:f0:ef:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b90f3b04-b8ae-4063-83f8-cce35c2593cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '7ee12987-d393-41f3-b427-bc77028f386a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:34:21Z', 'updated_at': '2022-06-16T17:34:37Z', 'revision_number': 4, 'project_id': '4537634610c645db8bdb7c704c09ee71', 'subnets': [{'id': '7ee12987-d393-41f3-b427-bc77028f386a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:34:39.173534 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Provisioning complete for port daa8aef7-f2e8-4a78-b550-b85dcb67daf5 triggered by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:34:39.174184 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572016'] for port (daa8aef7-f2e8-4a78-b550-b85dcb67daf5), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:39.234529 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:34:39.266151 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-539e6243-4f37-4af3-bc60-06c1a9c537da req-fd1fcb71-f972-4355-b26c-eaecd37277fa tempest-DeleteServersTestJSON-1983395756 tempest-DeleteServersTestJSON-1983395756-project] 10.222.0.40 "GET /v2.0/security-groups?id=a5cfa4e5-661b-4047-97d8-bbc5aeeefa85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6351986 Jun 16 17:34:39.319608 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-7ffb1b4d-6b1e-4fa1-b70d-a4bb2e10ac9a req-a7b8eaee-18ef-4c00-9b34-a5229ff88353 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/security-groups?id=97ffd154-7f70-49b1-9385-228cddf4fca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5071714 Jun 16 17:34:39.323389 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-af6f235e-7912-452c-8053-de283d45ae27 None None] Current status of the port 68377c34-b3bb-4601-82c6-3c4a3412211a is: DOWN; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:34:39.324066 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-af6f235e-7912-452c-8053-de283d45ae27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (68377c34-b3bb-4601-82c6-3c4a3412211a), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:39.408406 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-2c82fc8b-0476-4074-878f-9ad6e1abdec0 req-cfbe00a7-a9a4-43ca-b84f-5a0d6b25e95e tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Publish callbacks [] for port (86749e9f-ddc9-40e0-90f0-7a85e2519bf8), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:39.455199 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Current status of the port daa8aef7-f2e8-4a78-b550-b85dcb67daf5 is: DOWN; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:34:39.456161 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (daa8aef7-f2e8-4a78-b550-b85dcb67daf5), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:39.472400 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-2c82fc8b-0476-4074-878f-9ad6e1abdec0 req-cfbe00a7-a9a4-43ca-b84f-5a0d6b25e95e tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762170029078'] for port (86749e9f-ddc9-40e0-90f0-7a85e2519bf8), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:39.497462 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:34:39.538982 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] For port daa8aef7-f2e8-4a78-b550-b85dcb67daf5, host dv-cinder-837546-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-2-iscsi',level=0,port_id=daa8aef7-f2e8-4a78-b550-b85dcb67daf5,segment=NetworkSegment(f847f272-90b1-4369-8e48-25aa20ff3114),segment_id=f847f272-90b1-4369-8e48-25aa20ff3114)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:34:39.555444 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114'] for port (daa8aef7-f2e8-4a78-b550-b85dcb67daf5), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:39.556233 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Device 1b34cba4-0f25-405b-ba3a-eb96ea0d3da8 up at agent ovs-agent-dv-cinder-837546-2-iscsi {{(pid=104054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 17:34:39.559270 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:34:39.560199 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-af6f235e-7912-452c-8053-de283d45ae27 None None] For port 68377c34-b3bb-4601-82c6-3c4a3412211a, host dv-cinder-837546-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-2-iscsi',level=0,port_id=68377c34-b3bb-4601-82c6-3c4a3412211a,segment=NetworkSegment(94313329-9a0f-475b-94f3-d6ee0916d22d),segment_id=94313329-9a0f-475b-94f3-d6ee0916d22d)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:34:39.579854 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c82fc8b-0476-4074-878f-9ad6e1abdec0 req-cfbe00a7-a9a4-43ca-b84f-5a0d6b25e95e tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Network dd7b32b9-764e-43c1-a67e-f0e3f862c460 is already hosted by enough agents. {{(pid=104052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:34:39.597688 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.base_scheduler [req-2c82fc8b-0476-4074-878f-9ad6e1abdec0 req-cfbe00a7-a9a4-43ca-b84f-5a0d6b25e95e tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Resources bound (agent type, host, resource id): {{(pid=104052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:34:39.600667 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c82fc8b-0476-4074-878f-9ad6e1abdec0 req-cfbe00a7-a9a4-43ca-b84f-5a0d6b25e95e tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Received port after_create {{(pid=104052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 17:34:39.605945 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c82fc8b-0476-4074-878f-9ad6e1abdec0 req-cfbe00a7-a9a4-43ca-b84f-5a0d6b25e95e tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:34:39.606566 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-2c82fc8b-0476-4074-878f-9ad6e1abdec0 req-cfbe00a7-a9a4-43ca-b84f-5a0d6b25e95e tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626521'] for port (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:39.623918 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-3694a896-c6ce-40f2-9544-89d17e0c6251 req-edb7e698-0eab-480f-bf2f-a2f95e42c8c8 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-securitygroup--1641771906&fields=id&tenant_id=d63c592c0afb4dfc9dd5b36be791decd HTTP/1.1" status: 200 len: 267 time: 0.1837227 Jun 16 17:34:39.633060 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-af6f235e-7912-452c-8053-de283d45ae27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114'] for port (68377c34-b3bb-4601-82c6-3c4a3412211a), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:39.635606 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-b1c59493-5ef4-4a06-a3de-047a27b900b0 req-44676a52-3d6a-4454-b789-7cfec9ab742a tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-securitygroup--414680839&fields=id&tenant_id=4904f0e2f64e4bef989f441380e843b5 HTTP/1.1" status: 200 len: 267 time: 0.1823845 Jun 16 17:34:39.636209 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbe00a7-a9a4-43ca-b84f-5a0d6b25e95e tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Pushing event updated for resources: {'Port': ['ID=86749e9f-ddc9-40e0-90f0-7a85e2519bf8,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:34:39.669740 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-2c82fc8b-0476-4074-878f-9ad6e1abdec0 req-cfbe00a7-a9a4-43ca-b84f-5a0d6b25e95e tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4438863 Jun 16 17:34:39.853142 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3694a896-c6ce-40f2-9544-89d17e0c6251 req-d7a02085-453b-4c5f-be1e-48a5824e2f47 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:34:39.854482 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-3694a896-c6ce-40f2-9544-89d17e0c6251 req-d7a02085-453b-4c5f-be1e-48a5824e2f47 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "GET /v2.0/networks?id=6fb674c9-6bb7-4c32-892c-b28837e89812 HTTP/1.1" status: 200 len: 814 time: 0.2141130 Jun 16 17:34:39.863425 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c59493-5ef4-4a06-a3de-047a27b900b0 req-4ec0259b-bb56-4b0d-9ce3-355ff9a76c8f tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:34:39.864876 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-b1c59493-5ef4-4a06-a3de-047a27b900b0 req-4ec0259b-bb56-4b0d-9ce3-355ff9a76c8f tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] 10.222.0.40 "GET /v2.0/networks?id=7174c275-7bd9-4bad-898d-52e5729a7a31 HTTP/1.1" status: 200 len: 811 time: 0.2192023 Jun 16 17:34:39.884707 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-3694a896-c6ce-40f2-9544-89d17e0c6251 req-eda7260a-980c-4949-9bab-b7ee6ae9e448 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "GET /v2.0/quotas/d63c592c0afb4dfc9dd5b36be791decd HTTP/1.1" status: 200 len: 375 time: 0.0187731 Jun 16 17:34:39.887454 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-b1c59493-5ef4-4a06-a3de-047a27b900b0 req-e46dc564-497f-4d41-b036-7273b8bd04b5 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] 10.222.0.40 "GET /v2.0/quotas/4904f0e2f64e4bef989f441380e843b5 HTTP/1.1" status: 200 len: 375 time: 0.0138230 Jun 16 17:34:39.898012 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-8084b6ab-4102-41a1-adee-cb720b82fd66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11193f77-50ca-44b2-b11f-2fbebd19e4e2', 'name': 'tempest-AttachVolumeNegativeTest-214174450-router', 'tenant_id': 'd63c592c0afb4dfc9dd5b36be791decd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'external_fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': '1b34cba4-0f25-405b-ba3a-eb96ea0d3da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:34:12Z', 'updated_at': '2022-06-16T17:34:25Z', 'revision_number': 4, 'project_id': 'd63c592c0afb4dfc9dd5b36be791decd', 'gw_port': {'id': '1b34cba4-0f25-405b-ba3a-eb96ea0d3da8', 'name': '', 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:7c:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11193f77-50ca-44b2-b11f-2fbebd19e4e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:34:14Z', 'updated_at': '2022-06-16T17:34:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47584a51-19b7-439b-9f28-a7f577441b18', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-2-iscsi', '_interfaces': [{'id': '68377c34-b3bb-4601-82c6-3c4a3412211a', 'name': '', 'network_id': '6fb674c9-6bb7-4c32-892c-b28837e89812', 'tenant_id': 'd63c592c0afb4dfc9dd5b36be791decd', 'mac_address': 'fa:16:3e:52:d8:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11193f77-50ca-44b2-b11f-2fbebd19e4e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'f4f4c81e-fe9f-4dc1-bcfe-dd76fde3e7db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:34:23Z', 'updated_at': '2022-06-16T17:34:36Z', 'revision_number': 4, 'project_id': 'd63c592c0afb4dfc9dd5b36be791decd', 'subnets': [{'id': 'f4f4c81e-fe9f-4dc1-bcfe-dd76fde3e7db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837546-2-iscsi', False) {} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:34:39.900843 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-e02a1bdd-b684-4b35-b61f-a292bd9fadc7 None None] Publish callbacks [] for port (617a4edf-50ce-45b6-a3b9-13e169c50ab1), precommit_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:39.904943 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-9fc197c1-84f7-48fd-a331-80fa9238f1ca None None] Provisioning complete for port cb17776a-79c0-4129-90a0-ae34814d798c triggered by entity DHCP. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:34:39.905340 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9fc197c1-84f7-48fd-a331-80fa9238f1ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572016'] for port (cb17776a-79c0-4129-90a0-ae34814d798c), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:39.906768 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Pushing event updated for resources: {'Port': ['ID=daa8aef7-f2e8-4a78-b550-b85dcb67daf5,revision_number=4']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:34:39.956565 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Provisioning complete for port 1b34cba4-0f25-405b-ba3a-eb96ea0d3da8 triggered by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:34:39.957644 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572016'] for port (1b34cba4-0f25-405b-ba3a-eb96ea0d3da8), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:39.970821 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-b1c59493-5ef4-4a06-a3de-047a27b900b0 req-c1ab5277-77e6-4827-b2f6-16311bf9ae52 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=4904f0e2f64e4bef989f441380e843b5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0709844 Jun 16 17:34:39.975223 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-3694a896-c6ce-40f2-9544-89d17e0c6251 req-f4f3f609-dcf5-4693-ba25-2618915b7861 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=d63c592c0afb4dfc9dd5b36be791decd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0847003 Jun 16 17:34:39.976925 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-e02a1bdd-b684-4b35-b61f-a292bd9fadc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114'] for port (617a4edf-50ce-45b6-a3b9-13e169c50ab1), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:40.003143 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8084b6ab-4102-41a1-adee-cb720b82fd66 None None] The sync data for ids ['11193f77-50ca-44b2-b11f-2fbebd19e4e2'] in dv-cinder-837546-2-iscsi is: [{'id': '11193f77-50ca-44b2-b11f-2fbebd19e4e2', 'name': 'tempest-AttachVolumeNegativeTest-214174450-router', 'tenant_id': 'd63c592c0afb4dfc9dd5b36be791decd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'external_fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': '1b34cba4-0f25-405b-ba3a-eb96ea0d3da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:34:12Z', 'updated_at': '2022-06-16T17:34:25Z', 'revision_number': 4, 'project_id': 'd63c592c0afb4dfc9dd5b36be791decd', 'gw_port': {'id': '1b34cba4-0f25-405b-ba3a-eb96ea0d3da8', 'name': '', 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:7c:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11193f77-50ca-44b2-b11f-2fbebd19e4e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:34:14Z', 'updated_at': '2022-06-16T17:34:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47584a51-19b7-439b-9f28-a7f577441b18', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-2-iscsi', '_interfaces': [{'id': '68377c34-b3bb-4601-82c6-3c4a3412211a', 'name': '', 'network_id': '6fb674c9-6bb7-4c32-892c-b28837e89812', 'tenant_id': 'd63c592c0afb4dfc9dd5b36be791decd', 'mac_address': 'fa:16:3e:52:d8:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11193f77-50ca-44b2-b11f-2fbebd19e4e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'f4f4c81e-fe9f-4dc1-bcfe-dd76fde3e7db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:34:23Z', 'updated_at': '2022-06-16T17:34:36Z', 'revision_number': 4, 'project_id': 'd63c592c0afb4dfc9dd5b36be791decd', 'subnets': [{'id': 'f4f4c81e-fe9f-4dc1-bcfe-dd76fde3e7db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:34:40.032655 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-9fc197c1-84f7-48fd-a331-80fa9238f1ca None None] Port cb17776a-79c0-4129-90a0-ae34814d798c cannot update to ACTIVE because it is not bound. {{(pid=104054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 17:34:40.073139 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-9fc197c1-84f7-48fd-a331-80fa9238f1ca None None] Provisioning complete for port 373f99d0-e865-4311-90b5-358b25a08eae triggered by entity DHCP. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:34:40.074006 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9fc197c1-84f7-48fd-a331-80fa9238f1ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572016'] for port (373f99d0-e865-4311-90b5-358b25a08eae), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:40.076826 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6f235e-7912-452c-8053-de283d45ae27 None None] Pushing event updated for resources: {'Port': ['ID=68377c34-b3bb-4601-82c6-3c4a3412211a,revision_number=5']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:34:40.119273 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:34:40.178144 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-3694a896-c6ce-40f2-9544-89d17e0c6251 req-1273dac9-829b-44fb-90c4-d3d4d0e7c8b3 service neutron] 10.222.0.40 "GET /v2.0/networks/6fb674c9-6bb7-4c32-892c-b28837e89812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881249 Jun 16 17:34:40.199230 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-b1c59493-5ef4-4a06-a3de-047a27b900b0 req-98593e99-1f97-42cc-a8bd-bb503c9bc1c5 service neutron] 10.222.0.40 "GET /v2.0/networks/7174c275-7bd9-4bad-898d-52e5729a7a31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946359 Jun 16 17:34:40.264078 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-9fc197c1-84f7-48fd-a331-80fa9238f1ca None None] Current status of the port 373f99d0-e865-4311-90b5-358b25a08eae is: DOWN; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:34:40.264471 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9fc197c1-84f7-48fd-a331-80fa9238f1ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (373f99d0-e865-4311-90b5-358b25a08eae), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:40.414387 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-9fc197c1-84f7-48fd-a331-80fa9238f1ca None None] For port 373f99d0-e865-4311-90b5-358b25a08eae, host dv-cinder-837546-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-2-iscsi',level=0,port_id=373f99d0-e865-4311-90b5-358b25a08eae,segment=NetworkSegment(93d896e3-8aff-4224-9367-bb8b3477a08e),segment_id=93d896e3-8aff-4224-9367-bb8b3477a08e)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:34:40.479853 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9fc197c1-84f7-48fd-a331-80fa9238f1ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114'] for port (373f99d0-e865-4311-90b5-358b25a08eae), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:40.510607 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:34:40.579377 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:34:40.606053 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f8923d-3d0c-41fe-91e5-098bdd5e7f53 None None] Pushing event updated for resources: {'Port': ['ID=617a4edf-50ce-45b6-a3b9-13e169c50ab1,revision_number=3']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:34:40.623513 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-9fc197c1-84f7-48fd-a331-80fa9238f1ca None None] Provisioning complete for port 62e3038f-b183-4ed1-bedd-da99fe182bf8 triggered by entity DHCP. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:34:40.623942 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9fc197c1-84f7-48fd-a331-80fa9238f1ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572016'] for port (62e3038f-b183-4ed1-bedd-da99fe182bf8), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:40.696276 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-b1c59493-5ef4-4a06-a3de-047a27b900b0 req-98ac9d1b-7bc3-4939-a880-86da10f727ea service neutron] 10.222.0.40 "GET /v2.0/networks/7174c275-7bd9-4bad-898d-52e5729a7a31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5026350 Jun 16 17:34:40.726539 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Current status of the port 1b34cba4-0f25-405b-ba3a-eb96ea0d3da8 is: DOWN; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:34:40.727510 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (1b34cba4-0f25-405b-ba3a-eb96ea0d3da8), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:40.758981 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-3694a896-c6ce-40f2-9544-89d17e0c6251 req-8553f215-6f11-4755-953c-3f42835d3193 service neutron] 10.222.0.40 "GET /v2.0/networks/6fb674c9-6bb7-4c32-892c-b28837e89812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5577865 Jun 16 17:34:40.777355 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.managers [None req-e02a1bdd-b684-4b35-b61f-a292bd9fadc7 None None] Attempting to bind port 617a4edf-50ce-45b6-a3b9-13e169c50ab1 on host dv-cinder-837546-2-iscsi for vnic_type normal with profile {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 17:34:40.777784 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.managers [None req-e02a1bdd-b684-4b35-b61f-a292bd9fadc7 None None] Attempting to bind port 617a4edf-50ce-45b6-a3b9-13e169c50ab1 by drivers openvswitch,hyperv on host dv-cinder-837546-2-iscsi at level 0 using segments [{'id': 'c9623932-56f3-419e-916e-2d5cd1273f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '7174c275-7bd9-4bad-898d-52e5729a7a31'}] {{(pid=104054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 17:34:40.784249 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e02a1bdd-b684-4b35-b61f-a292bd9fadc7 None None] Attempting to bind port 617a4edf-50ce-45b6-a3b9-13e169c50ab1 on network 7174c275-7bd9-4bad-898d-52e5729a7a31 {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 17:34:40.896440 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] For port 1b34cba4-0f25-405b-ba3a-eb96ea0d3da8, host dv-cinder-837546-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-2-iscsi',level=0,port_id=1b34cba4-0f25-405b-ba3a-eb96ea0d3da8,segment=NetworkSegment(f847f272-90b1-4369-8e48-25aa20ff3114),segment_id=f847f272-90b1-4369-8e48-25aa20ff3114)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:34:40.906752 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e02a1bdd-b684-4b35-b61f-a292bd9fadc7 None None] Checking agent: {'id': 'f1f6c009-5a31-4833-b180-4d9d41a55fe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837546-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 17, 26, 4), 'started_at': datetime.datetime(2022, 6, 16, 17, 26, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 17, 34, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837546-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 17:34:40.907132 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e02a1bdd-b684-4b35-b61f-a292bd9fadc7 None None] Checking segment: {'id': 'c9623932-56f3-419e-916e-2d5cd1273f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '7174c275-7bd9-4bad-898d-52e5729a7a31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 17:34:40.907537 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-e02a1bdd-b684-4b35-b61f-a292bd9fadc7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:40.907996 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e02a1bdd-b684-4b35-b61f-a292bd9fadc7 None None] Bound using segment: {'id': 'c9623932-56f3-419e-916e-2d5cd1273f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '7174c275-7bd9-4bad-898d-52e5729a7a31'} {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 17:34:40.908440 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.managers [None req-e02a1bdd-b684-4b35-b61f-a292bd9fadc7 None None] Bound port: 617a4edf-50ce-45b6-a3b9-13e169c50ab1, host: dv-cinder-837546-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9623932-56f3-419e-916e-2d5cd1273f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '7174c275-7bd9-4bad-898d-52e5729a7a31'}}] {{(pid=104054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 17:34:40.908832 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-e02a1bdd-b684-4b35-b61f-a292bd9fadc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (617a4edf-50ce-45b6-a3b9-13e169c50ab1), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:40.935517 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-9fc197c1-84f7-48fd-a331-80fa9238f1ca None None] Port 62e3038f-b183-4ed1-bedd-da99fe182bf8 cannot update to ACTIVE because it is not bound. {{(pid=104054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 17:34:40.976547 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114'] for port (1b34cba4-0f25-405b-ba3a-eb96ea0d3da8), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:41.012621 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc197c1-84f7-48fd-a331-80fa9238f1ca None None] Pushing event updated for resources: {'Port': ['ID=373f99d0-e865-4311-90b5-358b25a08eae,revision_number=5']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:34:41.244564 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [req-1ffae784-40e2-42f6-9f6e-2087928a2900 req-e4ff093f-5079-4381-a924-74f1054d2b0d service neutron] Request body: {'port': {'device_id': 'be99b296-6cc1-4b2a-977c-113f47796148', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:34:41.285603 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [req-1afa637c-6149-4976-9cc5-efde3d09ef77 req-7be7b8b5-bcc6-493f-bca3-a2e212254de6 service neutron] Request body: {'port': {'device_id': '54fe7037-080f-4209-bdc6-c505c4c34ec3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:34:41.338421 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49857667-3aa3-491f-ac80-4b78283dc033 req-3df25e9b-2d70-4e0b-aa1f-9e95e4561d7c tempest-DeleteServersTestJSON-1983395756 tempest-DeleteServersTestJSON-1983395756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:34:41.339992 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-49857667-3aa3-491f-ac80-4b78283dc033 req-3df25e9b-2d70-4e0b-aa1f-9e95e4561d7c tempest-DeleteServersTestJSON-1983395756 tempest-DeleteServersTestJSON-1983395756-project] 10.222.0.40 "GET /v2.0/ports?device_id=be99b296-6cc1-4b2a-977c-113f47796148 HTTP/1.1" status: 200 len: 932 time: 0.2972128 Jun 16 17:34:41.377550 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-40950ead-0b5a-4a44-ab7a-53e63e97957d None None] Provisioning complete for port 617a4edf-50ce-45b6-a3b9-13e169c50ab1 triggered by entity DHCP. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:34:41.377550 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-40950ead-0b5a-4a44-ab7a-53e63e97957d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572016'] for port (617a4edf-50ce-45b6-a3b9-13e169c50ab1), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:41.378656 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.v2.base [req-2c82fc8b-0476-4074-878f-9ad6e1abdec0 req-c76496ea-1c30-4a43-b177-70cb9a0882d3 service neutron] Request body: {'port': {'device_id': 'b4904f6d-1ce2-4af1-9fc3-f5ea5aa89e69', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=104053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:34:41.615607 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Pushing event updated for resources: {'Port': ['ID=1b34cba4-0f25-405b-ba3a-eb96ea0d3da8,revision_number=4']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:34:41.646642 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-e02a1bdd-b684-4b35-b61f-a292bd9fadc7 None None] For port 617a4edf-50ce-45b6-a3b9-13e169c50ab1, host dv-cinder-837546-2-iscsi, cleared binding levels {{(pid=104054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 17:34:41.661615 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-e02a1bdd-b684-4b35-b61f-a292bd9fadc7 None None] For port 617a4edf-50ce-45b6-a3b9-13e169c50ab1, host dv-cinder-837546-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-2-iscsi',level=0,port_id=617a4edf-50ce-45b6-a3b9-13e169c50ab1,segment=NetworkSegment(c9623932-56f3-419e-916e-2d5cd1273f56),segment_id=c9623932-56f3-419e-916e-2d5cd1273f56)] {{(pid=104054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 17:34:41.717597 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [req-2c82fc8b-0476-4074-878f-9ad6e1abdec0 req-c76496ea-1c30-4a43-b177-70cb9a0882d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (86749e9f-ddc9-40e0-90f0-7a85e2519bf8), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:41.772626 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-40950ead-0b5a-4a44-ab7a-53e63e97957d None None] Port 617a4edf-50ce-45b6-a3b9-13e169c50ab1 cannot update to ACTIVE because it is not bound. {{(pid=104054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 17:34:41.793785 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Device c5d20b8d-6a49-4d84-87cc-3ffdd32abd86 up at agent ovs-agent-dv-cinder-837546-2-iscsi {{(pid=104054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 17:34:41.804320 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-40950ead-0b5a-4a44-ab7a-53e63e97957d None None] Provisioning complete for port 86749e9f-ddc9-40e0-90f0-7a85e2519bf8 triggered by entity DHCP. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:34:41.805124 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-40950ead-0b5a-4a44-ab7a-53e63e97957d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572016'] for port (86749e9f-ddc9-40e0-90f0-7a85e2519bf8), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:41.822199 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-e02a1bdd-b684-4b35-b61f-a292bd9fadc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114'] for port (617a4edf-50ce-45b6-a3b9-13e169c50ab1), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:42.162838 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-1ffae784-40e2-42f6-9f6e-2087928a2900 req-e4ff093f-5079-4381-a924-74f1054d2b0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (cb17776a-79c0-4129-90a0-ae34814d798c), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:42.217397 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-49857667-3aa3-491f-ac80-4b78283dc033 req-a27e3b4e-d3aa-48a4-96aa-c0f1d8d98e6b tempest-DeleteServersTestJSON-1983395756 tempest-DeleteServersTestJSON-1983395756-project] 10.222.0.40 "GET /v2.0/security-groups?id=a5cfa4e5-661b-4047-97d8-bbc5aeeefa85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6938400 Jun 16 17:34:42.220788 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-1afa637c-6149-4976-9cc5-efde3d09ef77 req-7be7b8b5-bcc6-493f-bca3-a2e212254de6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (62e3038f-b183-4ed1-bedd-da99fe182bf8), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:42.261243 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-40950ead-0b5a-4a44-ab7a-53e63e97957d None None] Port 86749e9f-ddc9-40e0-90f0-7a85e2519bf8 cannot update to ACTIVE because it is not bound. {{(pid=104054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 17:34:42.283627 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fcda5b-7446-4133-a61c-937f38295b00 req-d26f0852-8f3f-4fae-a8cf-98bb79220b2f tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:34:42.321345 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-d9fcda5b-7446-4133-a61c-937f38295b00 req-d26f0852-8f3f-4fae-a8cf-98bb79220b2f tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/ports?device_id=54fe7037-080f-4209-bdc6-c505c4c34ec3 HTTP/1.1" status: 200 len: 932 time: 0.8561687 Jun 16 17:34:42.364969 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f8923d-3d0c-41fe-91e5-098bdd5e7f53 None None] Pushing event updated for resources: {'Port': ['ID=617a4edf-50ce-45b6-a3b9-13e169c50ab1,revision_number=4']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:34:42.490163 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02a1bdd-b684-4b35-b61f-a292bd9fadc7 None None] Routers {'11463ca8-2910-4613-a71d-a9b7a7a4f243'} bound to L3 agent in host dv-cinder-837546-2-iscsi {{(pid=104054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:34:42.492706 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-e02a1bdd-b684-4b35-b61f-a292bd9fadc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T17:26:01Z,description=,heartbeat_timestamp=2022-06-16T17:34:32Z,host='dv-cinder-837546-2-iscsi',id=43e250b4-0ce3-4949-aa8c-0bafe6454580,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:26:01Z,topic='l3_agent')) {'router_ids': ['11463ca8-2910-4613-a71d-a9b7a7a4f243'], 'active': True} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:34:42.708294 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=100 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:34:42.788737 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.notifiers.nova [req-2c82fc8b-0476-4074-878f-9ad6e1abdec0 req-c76496ea-1c30-4a43-b177-70cb9a0882d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86749e9f-ddc9-40e0-90f0-7a85e2519bf8 {{(pid=104053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 17:34:42.847424 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-d502ff13-113e-4917-ab88-542034c3a1f9 req-db06c3c5-a3d1-4e6f-8963-89c3b9f2b548 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "GET /v2.0/ports?device_id=e052a589-f2aa-4711-8beb-2171defad99e HTTP/1.1" status: 200 len: 210 time: 0.5126891 Jun 16 17:34:42.860016 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [req-2c82fc8b-0476-4074-878f-9ad6e1abdec0 req-c76496ea-1c30-4a43-b177-70cb9a0882d3 service neutron] Publish callbacks [] for port (86749e9f-ddc9-40e0-90f0-7a85e2519bf8), precommit_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:42.940277 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [req-2c82fc8b-0476-4074-878f-9ad6e1abdec0 req-c76496ea-1c30-4a43-b177-70cb9a0882d3 service neutron] Transition to ACTIVE for port object 86749e9f-ddc9-40e0-90f0-7a85e2519bf8 will not be triggered until provisioned by entity L2. {{(pid=104053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 17:34:42.941419 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 53428) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:34:42.973068 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [req-2c82fc8b-0476-4074-878f-9ad6e1abdec0 req-c76496ea-1c30-4a43-b177-70cb9a0882d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114'] for port (86749e9f-ddc9-40e0-90f0-7a85e2519bf8), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:43.022700 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Provisioning complete for port c5d20b8d-6a49-4d84-87cc-3ffdd32abd86 triggered by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:34:43.025388 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572016'] for port (c5d20b8d-6a49-4d84-87cc-3ffdd32abd86), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:43.207397 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76496ea-1c30-4a43-b177-70cb9a0882d3 service neutron] Pushing event updated for resources: {'Port': ['ID=86749e9f-ddc9-40e0-90f0-7a85e2519bf8,revision_number=2']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:34:43.248672 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:DELETE=1,neutron:INSERT=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:34:43.306746 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-d27ca697-759a-4c7a-9826-787ec5eb3297 None None] Provisioning complete for port 617a4edf-50ce-45b6-a3b9-13e169c50ab1 triggered by entity DHCP. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:34:43.307246 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-d27ca697-759a-4c7a-9826-787ec5eb3297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572016'] for port (617a4edf-50ce-45b6-a3b9-13e169c50ab1), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:43.341340 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.managers [req-2c82fc8b-0476-4074-878f-9ad6e1abdec0 req-c76496ea-1c30-4a43-b177-70cb9a0882d3 service neutron] Attempting to bind port 86749e9f-ddc9-40e0-90f0-7a85e2519bf8 on host hv-cinder-83754 for vnic_type normal with profile {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 17:34:43.343009 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.managers [req-2c82fc8b-0476-4074-878f-9ad6e1abdec0 req-c76496ea-1c30-4a43-b177-70cb9a0882d3 service neutron] Attempting to bind port 86749e9f-ddc9-40e0-90f0-7a85e2519bf8 by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': '8e587aa1-3cda-45b9-8327-c258cff01d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'dd7b32b9-764e-43c1-a67e-f0e3f862c460'}] {{(pid=104053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 17:34:43.343643 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c82fc8b-0476-4074-878f-9ad6e1abdec0 req-c76496ea-1c30-4a43-b177-70cb9a0882d3 service neutron] Attempting to bind port 86749e9f-ddc9-40e0-90f0-7a85e2519bf8 on network dd7b32b9-764e-43c1-a67e-f0e3f862c460 {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 17:34:43.350340 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c82fc8b-0476-4074-878f-9ad6e1abdec0 req-c76496ea-1c30-4a43-b177-70cb9a0882d3 service neutron] Port 86749e9f-ddc9-40e0-90f0-7a85e2519bf8 on network dd7b32b9-764e-43c1-a67e-f0e3f862c460 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 17:34:43.350904 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c82fc8b-0476-4074-878f-9ad6e1abdec0 req-c76496ea-1c30-4a43-b177-70cb9a0882d3 service neutron] Attempting to bind port 86749e9f-ddc9-40e0-90f0-7a85e2519bf8 on network dd7b32b9-764e-43c1-a67e-f0e3f862c460 {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 17:34:43.357914 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c82fc8b-0476-4074-878f-9ad6e1abdec0 req-c76496ea-1c30-4a43-b177-70cb9a0882d3 service neutron] Checking agent: {'id': '9f2b4370-7d03-4dcb-9a0d-4ff62d859136', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 17, 32, 17), 'started_at': datetime.datetime(2022, 6, 16, 17, 32, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 17, 34, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 17:34:43.358943 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c82fc8b-0476-4074-878f-9ad6e1abdec0 req-c76496ea-1c30-4a43-b177-70cb9a0882d3 service neutron] Checking segment: {'id': '8e587aa1-3cda-45b9-8327-c258cff01d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'dd7b32b9-764e-43c1-a67e-f0e3f862c460'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 17:34:43.363694 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c82fc8b-0476-4074-878f-9ad6e1abdec0 req-c76496ea-1c30-4a43-b177-70cb9a0882d3 service neutron] Bound using segment: {'id': '8e587aa1-3cda-45b9-8327-c258cff01d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'dd7b32b9-764e-43c1-a67e-f0e3f862c460'} {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 17:34:43.363694 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.managers [req-2c82fc8b-0476-4074-878f-9ad6e1abdec0 req-c76496ea-1c30-4a43-b177-70cb9a0882d3 service neutron] Bound port: 86749e9f-ddc9-40e0-90f0-7a85e2519bf8, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e587aa1-3cda-45b9-8327-c258cff01d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'dd7b32b9-764e-43c1-a67e-f0e3f862c460'}}] {{(pid=104053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 17:34:43.363694 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [req-2c82fc8b-0476-4074-878f-9ad6e1abdec0 req-c76496ea-1c30-4a43-b177-70cb9a0882d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (86749e9f-ddc9-40e0-90f0-7a85e2519bf8), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:43.400133 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-fcb2cc23-172e-40b5-b9e7-d4518f7d8670 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:43.478108 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-e9f9f5bf-897d-4f9c-b2e9-cc0dcf75cb03 req-f5f50493-7c32-42c7-b27e-313ea2b35261 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] 10.222.0.40 "GET /v2.0/ports?device_id=2ea8edce-fee8-4dbd-ae01-e4d060cf5597 HTTP/1.1" status: 200 len: 210 time: 0.1635058 Jun 16 17:34:43.535595 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvr_db [None req-e02a1bdd-b684-4b35-b61f-a292bd9fadc7 None None] Set router 11463ca8-2910-4613-a71d-a9b7a7a4f243 gateway port host: dv-cinder-837546-2-iscsi {{(pid=104054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:34:43.604485 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [req-2c82fc8b-0476-4074-878f-9ad6e1abdec0 req-c76496ea-1c30-4a43-b177-70cb9a0882d3 service neutron] For port 86749e9f-ddc9-40e0-90f0-7a85e2519bf8, host hv-cinder-83754, cleared binding levels {{(pid=104053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 17:34:43.638505 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [req-2c82fc8b-0476-4074-878f-9ad6e1abdec0 req-c76496ea-1c30-4a43-b177-70cb9a0882d3 service neutron] For port 86749e9f-ddc9-40e0-90f0-7a85e2519bf8, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=86749e9f-ddc9-40e0-90f0-7a85e2519bf8,segment=NetworkSegment(8e587aa1-3cda-45b9-8327-c258cff01d93),segment_id=8e587aa1-3cda-45b9-8327-c258cff01d93)] {{(pid=104053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 17:34:43.670988 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-d9fcda5b-7446-4133-a61c-937f38295b00 req-91ee8bc2-6cba-4fd1-a294-16c51c8ba76c tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/security-groups?id=97ffd154-7f70-49b1-9385-228cddf4fca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3454080 Jun 16 17:34:43.686686 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [req-2c82fc8b-0476-4074-878f-9ad6e1abdec0 req-c76496ea-1c30-4a43-b177-70cb9a0882d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114'] for port (86749e9f-ddc9-40e0-90f0-7a85e2519bf8), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:43.716318 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:34:43.785898 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d43c87-f328-4fa6-b944-194c6f54ffef req-529df639-d011-4257-a57a-58f035ef8bdb tempest-DeleteServersTestJSON-1983395756 tempest-DeleteServersTestJSON-1983395756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:34:43.795225 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-e8d43c87-f328-4fa6-b944-194c6f54ffef req-529df639-d011-4257-a57a-58f035ef8bdb tempest-DeleteServersTestJSON-1983395756 tempest-DeleteServersTestJSON-1983395756-project] 10.222.0.40 "GET /v2.0/ports?device_id=be99b296-6cc1-4b2a-977c-113f47796148 HTTP/1.1" status: 200 len: 932 time: 0.1696646 Jun 16 17:34:43.882193 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c82fc8b-0476-4074-878f-9ad6e1abdec0 req-c76496ea-1c30-4a43-b177-70cb9a0882d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:34:43.884686 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [req-2c82fc8b-0476-4074-878f-9ad6e1abdec0 req-c76496ea-1c30-4a43-b177-70cb9a0882d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626521'] for port (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:43.891768 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-2c82fc8b-0476-4074-878f-9ad6e1abdec0 req-c76496ea-1c30-4a43-b177-70cb9a0882d3 service neutron] 10.222.0.47 "PUT /v2.0/ports/86749e9f-ddc9-40e0-90f0-7a85e2519bf8 HTTP/1.1" status: 200 len: 1093 time: 3.0469723 Jun 16 17:34:43.919593 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4904f6d-1ce2-4af1-9fc3-f5ea5aa89e69', 'tag': '86749e9f-ddc9-40e0-90f0-7a85e2519bf8'}] {{(pid=104053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 17:34:44.060379 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-fcb2cc23-172e-40b5-b9e7-d4518f7d8670 admin admin] Publish callbacks [] for security_group (a37b5f73-9f43-4c01-817b-6438c10f530c), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:44.082091 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-fcb2cc23-172e-40b5-b9e7-d4518f7d8670 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (a37b5f73-9f43-4c01-817b-6438c10f530c), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:44.099499 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:34:44.222773 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76496ea-1c30-4a43-b177-70cb9a0882d3 service neutron] Pushing event updated for resources: {'Port': ['ID=86749e9f-ddc9-40e0-90f0-7a85e2519bf8,revision_number=3']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:34:44.238992 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.47', 53264) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:34:44.296539 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-fcb2cc23-172e-40b5-b9e7-d4518f7d8670 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=8ae33446bcab410695163c6bb2be7afe&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3536251 Jun 16 17:34:44.360073 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 53470) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:34:44.360416 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.47', 53265) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:34:44.365018 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=100 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:34:44.376967 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb2cc23-172e-40b5-b9e7-d4518f7d8670 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a37b5f73-9f43-4c01-817b-6438c10f530c,revision_number=1']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:34:44.404350 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=6 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:34:44.426242 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c82fc8b-0476-4074-878f-9ad6e1abdec0 req-95832ad3-fcfc-41a7-8c03-316943b69eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:34:44.428210 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-2c82fc8b-0476-4074-878f-9ad6e1abdec0 req-95832ad3-fcfc-41a7-8c03-316943b69eeb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d1c1d13142434356ac1210f14dad847b&device_id=b4904f6d-1ce2-4af1-9fc3-f5ea5aa89e69 HTTP/1.1" status: 200 len: 1127 time: 0.1877477 Jun 16 17:34:44.468055 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c59493-5ef4-4a06-a3de-047a27b900b0 req-3e349ba8-833f-491e-a7c0-fd6e6e46b7a8 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:34:44.474103 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-b1c59493-5ef4-4a06-a3de-047a27b900b0 req-3e349ba8-833f-491e-a7c0-fd6e6e46b7a8 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] 10.222.0.47 "GET /v2.0/networks?id=7174c275-7bd9-4bad-898d-52e5729a7a31 HTTP/1.1" status: 200 len: 811 time: 0.3158364 Jun 16 17:34:44.536096 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a0e0b451bd7acf9de88ec0a1fb74022464d6f98a5cc449ea229bf781c77e32d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db36ca9b-9289-4c69-87c6-7a85f7b162be" -d '{"events": [{"name": "network-changed", "server_uuid": "b4904f6d-1ce2-4af1-9fc3-f5ea5aa89e69", "tag": "86749e9f-ddc9-40e0-90f0-7a85e2519bf8"}]}' {{(pid=104053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:34:44.570262 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Current status of the port c5d20b8d-6a49-4d84-87cc-3ffdd32abd86 is: ACTIVE; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:34:44.575486 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Device daa8aef7-f2e8-4a78-b550-b85dcb67daf5 up at agent ovs-agent-dv-cinder-837546-2-iscsi {{(pid=104054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 17:34:44.578052 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-2c82fc8b-0476-4074-878f-9ad6e1abdec0 req-5dedf98c-cab3-4ea2-a1ad-63a02afbd07a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=86749e9f-ddc9-40e0-90f0-7a85e2519bf8 HTTP/1.1" status: 200 len: 217 time: 0.1021602 Jun 16 17:34:44.632532 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-808545d5-fefe-4dc3-a1e9-847ae73484f7 req-297e4520-fc52-49be-9ae2-32dc43dc6d18 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "GET /v2.0/ports?device_id=e052a589-f2aa-4711-8beb-2171defad99e HTTP/1.1" status: 200 len: 210 time: 0.4228547 Jun 16 17:34:44.771890 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-d27ca697-759a-4c7a-9826-787ec5eb3297 None None] Current status of the port 617a4edf-50ce-45b6-a3b9-13e169c50ab1 is: DOWN; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:34:44.772199 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-d27ca697-759a-4c7a-9826-787ec5eb3297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (617a4edf-50ce-45b6-a3b9-13e169c50ab1), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:44.872659 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-e02a1bdd-b684-4b35-b61f-a292bd9fadc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11463ca8-2910-4613-a71d-a9b7a7a4f243', 'name': 'tempest-AttachVolumeTestJSON-1492461714-router', 'tenant_id': '4904f0e2f64e4bef989f441380e843b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'external_fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'c5d20b8d-6a49-4d84-87cc-3ffdd32abd86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:34:14Z', 'updated_at': '2022-06-16T17:34:28Z', 'revision_number': 4, 'project_id': '4904f0e2f64e4bef989f441380e843b5', 'gw_port': {'id': 'c5d20b8d-6a49-4d84-87cc-3ffdd32abd86', 'name': '', 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:90:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11463ca8-2910-4613-a71d-a9b7a7a4f243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:34:15Z', 'updated_at': '2022-06-16T17:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47584a51-19b7-439b-9f28-a7f577441b18', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-2-iscsi', '_interfaces': [{'id': '617a4edf-50ce-45b6-a3b9-13e169c50ab1', 'name': '', 'network_id': '7174c275-7bd9-4bad-898d-52e5729a7a31', 'tenant_id': '4904f0e2f64e4bef989f441380e843b5', 'mac_address': 'fa:16:3e:78:11:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11463ca8-2910-4613-a71d-a9b7a7a4f243', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'f0d6e637-64db-4e7d-aa18-ced53dc06702', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:34:23Z', 'updated_at': '2022-06-16T17:34:41Z', 'revision_number': 4, 'project_id': '4904f0e2f64e4bef989f441380e843b5', 'subnets': [{'id': 'f0d6e637-64db-4e7d-aa18-ced53dc06702', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837546-2-iscsi', False) {} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:34:44.984584 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Provisioning complete for port daa8aef7-f2e8-4a78-b550-b85dcb67daf5 triggered by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:34:44.984975 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572016'] for port (daa8aef7-f2e8-4a78-b550-b85dcb67daf5), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:45.007958 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e02a1bdd-b684-4b35-b61f-a292bd9fadc7 None None] The sync data for ids ['11463ca8-2910-4613-a71d-a9b7a7a4f243'] in dv-cinder-837546-2-iscsi is: [{'id': '11463ca8-2910-4613-a71d-a9b7a7a4f243', 'name': 'tempest-AttachVolumeTestJSON-1492461714-router', 'tenant_id': '4904f0e2f64e4bef989f441380e843b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'external_fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'c5d20b8d-6a49-4d84-87cc-3ffdd32abd86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:34:14Z', 'updated_at': '2022-06-16T17:34:28Z', 'revision_number': 4, 'project_id': '4904f0e2f64e4bef989f441380e843b5', 'gw_port': {'id': 'c5d20b8d-6a49-4d84-87cc-3ffdd32abd86', 'name': '', 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:90:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11463ca8-2910-4613-a71d-a9b7a7a4f243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:34:15Z', 'updated_at': '2022-06-16T17:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47584a51-19b7-439b-9f28-a7f577441b18', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-2-iscsi', '_interfaces': [{'id': '617a4edf-50ce-45b6-a3b9-13e169c50ab1', 'name': '', 'network_id': '7174c275-7bd9-4bad-898d-52e5729a7a31', 'tenant_id': '4904f0e2f64e4bef989f441380e843b5', 'mac_address': 'fa:16:3e:78:11:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11463ca8-2910-4613-a71d-a9b7a7a4f243', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'f0d6e637-64db-4e7d-aa18-ced53dc06702', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:34:23Z', 'updated_at': '2022-06-16T17:34:41Z', 'revision_number': 4, 'project_id': '4904f0e2f64e4bef989f441380e843b5', 'subnets': [{'id': 'f0d6e637-64db-4e7d-aa18-ced53dc06702', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:34:45.126901 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-d27ca697-759a-4c7a-9826-787ec5eb3297 None None] For port 617a4edf-50ce-45b6-a3b9-13e169c50ab1, host dv-cinder-837546-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-2-iscsi',level=0,port_id=617a4edf-50ce-45b6-a3b9-13e169c50ab1,segment=NetworkSegment(c9623932-56f3-419e-916e-2d5cd1273f56),segment_id=c9623932-56f3-419e-916e-2d5cd1273f56)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:34:45.140943 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-d27ca697-759a-4c7a-9826-787ec5eb3297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114'] for port (617a4edf-50ce-45b6-a3b9-13e169c50ab1), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:45.180678 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c82fc8b-0476-4074-878f-9ad6e1abdec0 req-b67198c9-c948-49ba-8d16-c1a5c7b7ec7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:34:45.184224 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-2c82fc8b-0476-4074-878f-9ad6e1abdec0 req-b67198c9-c948-49ba-8d16-c1a5c7b7ec7c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=58dbd783-c237-4164-b4f7-63cdaa3401e3 HTTP/1.1" status: 200 len: 857 time: 0.3587115 Jun 16 17:34:45.281214 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [req-1ffae784-40e2-42f6-9f6e-2087928a2900 req-e4ff093f-5079-4381-a924-74f1054d2b0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb17776a-79c0-4129-90a0-ae34814d798c {{(pid=104052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 17:34:45.294299 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-b1c59493-5ef4-4a06-a3de-047a27b900b0 req-ae3436c8-a3f6-43e6-8336-aaf4b7df84a3 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4904f0e2f64e4bef989f441380e843b5 HTTP/1.1" status: 200 len: 379 time: 0.4778237 Jun 16 17:34:45.297806 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-1ffae784-40e2-42f6-9f6e-2087928a2900 req-e4ff093f-5079-4381-a924-74f1054d2b0d service neutron] Publish callbacks [] for port (cb17776a-79c0-4129-90a0-ae34814d798c), precommit_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:45.350693 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [req-1ffae784-40e2-42f6-9f6e-2087928a2900 req-e4ff093f-5079-4381-a924-74f1054d2b0d service neutron] Transition to ACTIVE for port object cb17776a-79c0-4129-90a0-ae34814d798c will not be triggered until provisioned by entity L2. {{(pid=104052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 17:34:45.367013 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.v2.base [req-b1c59493-5ef4-4a06-a3de-047a27b900b0 req-9fc72ba1-764b-4afc-ba6b-19809c23d389 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Request body: {'port': {'device_id': '2ea8edce-fee8-4dbd-ae01-e4d060cf5597', 'network_id': '7174c275-7bd9-4bad-898d-52e5729a7a31', 'admin_state_up': True, 'tenant_id': '4904f0e2f64e4bef989f441380e843b5', 'security_groups': ['242115b7-43ec-477c-967c-8b04bb3085a6']}} {{(pid=104053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:34:45.370958 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-847850f3-845c-47b9-aab8-014c77a1e0cc req-aa03609b-005b-49b6-aa85-74d983efd693 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] 10.222.0.40 "GET /v2.0/ports?device_id=2ea8edce-fee8-4dbd-ae01-e4d060cf5597 HTTP/1.1" status: 200 len: 210 time: 0.5671170 Jun 16 17:34:45.444290 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27ca697-759a-4c7a-9826-787ec5eb3297 None None] Pushing event updated for resources: {'Port': ['ID=617a4edf-50ce-45b6-a3b9-13e169c50ab1,revision_number=5']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:34:45.447522 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-1ffae784-40e2-42f6-9f6e-2087928a2900 req-e4ff093f-5079-4381-a924-74f1054d2b0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114'] for port (cb17776a-79c0-4129-90a0-ae34814d798c), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:45.620419 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Current status of the port daa8aef7-f2e8-4a78-b550-b85dcb67daf5 is: ACTIVE; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:34:45.624340 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Device 68377c34-b3bb-4601-82c6-3c4a3412211a up at agent ovs-agent-dv-cinder-837546-2-iscsi {{(pid=104054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 17:34:45.664284 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ff093f-5079-4381-a924-74f1054d2b0d service neutron] Pushing event updated for resources: {'Port': ['ID=cb17776a-79c0-4129-90a0-ae34814d798c,revision_number=2']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:34:45.781633 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Provisioning complete for port 68377c34-b3bb-4601-82c6-3c4a3412211a triggered by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:34:45.782398 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572016'] for port (68377c34-b3bb-4601-82c6-3c4a3412211a), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:45.950824 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 17:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9938434-3630-48b2-8192-351b89bf081d x-openstack-request-id: req-c9938434-3630-48b2-8192-351b89bf081d {{(pid=104053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:34:45.951725 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4904f6d-1ce2-4af1-9fc3-f5ea5aa89e69", "tag": "86749e9f-ddc9-40e0-90f0-7a85e2519bf8", "status": "completed", "code": 200}]} {{(pid=104053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:34:45.952818 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-c9938434-3630-48b2-8192-351b89bf081d {{(pid=104053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:34:45.953956 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9938434-3630-48b2-8192-351b89bf081d'] response: {'name': 'network-changed', 'server_uuid': 'b4904f6d-1ce2-4af1-9fc3-f5ea5aa89e69', 'tag': '86749e9f-ddc9-40e0-90f0-7a85e2519bf8', 'status': 'completed', 'code': 200} Jun 16 17:34:45.974040 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Current status of the port 68377c34-b3bb-4601-82c6-3c4a3412211a is: ACTIVE; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:34:45.976591 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Device 373f99d0-e865-4311-90b5-358b25a08eae up at agent ovs-agent-dv-cinder-837546-2-iscsi {{(pid=104054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 17:34:46.057837 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3694a896-c6ce-40f2-9544-89d17e0c6251 req-26dcb8b2-3f14-4d83-82f2-706ff431945b tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:34:46.057837 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-3694a896-c6ce-40f2-9544-89d17e0c6251 req-26dcb8b2-3f14-4d83-82f2-706ff431945b tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.47 "GET /v2.0/networks?id=6fb674c9-6bb7-4c32-892c-b28837e89812 HTTP/1.1" status: 200 len: 814 time: 1.5402830 Jun 16 17:34:46.074976 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c82fc8b-0476-4074-878f-9ad6e1abdec0 req-5f4aed00-c4d2-4b66-89e7-7b212aba3f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:34:46.077376 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-2c82fc8b-0476-4074-878f-9ad6e1abdec0 req-5f4aed00-c4d2-4b66-89e7-7b212aba3f4c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dd7b32b9-764e-43c1-a67e-f0e3f862c460&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.7804539 Jun 16 17:34:46.088341 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Provisioning complete for port 373f99d0-e865-4311-90b5-358b25a08eae triggered by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:34:46.088719 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572016'] for port (373f99d0-e865-4311-90b5-358b25a08eae), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:46.275831 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [req-1afa637c-6149-4976-9cc5-efde3d09ef77 req-7be7b8b5-bcc6-493f-bca3-a2e212254de6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62e3038f-b183-4ed1-bedd-da99fe182bf8 {{(pid=104052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 17:34:46.327769 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-1afa637c-6149-4976-9cc5-efde3d09ef77 req-7be7b8b5-bcc6-493f-bca3-a2e212254de6 service neutron] Publish callbacks [] for port (62e3038f-b183-4ed1-bedd-da99fe182bf8), precommit_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:46.337735 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:INSERT=7 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:34:46.339130 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 53534) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:34:46.353998 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-2c82fc8b-0476-4074-878f-9ad6e1abdec0 req-c65a8b03-debd-4e6a-8fd7-1d4105a70bde service neutron] 10.222.0.47 "GET /v2.0/networks/dd7b32b9-764e-43c1-a67e-f0e3f862c460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2265346 Jun 16 17:34:46.355915 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1c59493-5ef4-4a06-a3de-047a27b900b0 req-9fc72ba1-764b-4afc-ba6b-19809c23d389 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Made reservation on behalf of 4904f0e2f64e4bef989f441380e843b5 for: {'port': 1} {{(pid=104053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:34:46.359971 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [req-b1c59493-5ef4-4a06-a3de-047a27b900b0 req-9fc72ba1-764b-4afc-ba6b-19809c23d389 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:46.376676 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [req-1afa637c-6149-4976-9cc5-efde3d09ef77 req-7be7b8b5-bcc6-493f-bca3-a2e212254de6 service neutron] Transition to ACTIVE for port object 62e3038f-b183-4ed1-bedd-da99fe182bf8 will not be triggered until provisioned by entity L2. {{(pid=104052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 17:34:46.489371 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-e8d43c87-f328-4fa6-b944-194c6f54ffef req-9ce6f51b-01ff-4714-9714-f0221e338cd0 tempest-DeleteServersTestJSON-1983395756 tempest-DeleteServersTestJSON-1983395756-project] 10.222.0.40 "GET /v2.0/security-groups?id=a5cfa4e5-661b-4047-97d8-bbc5aeeefa85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.6952274 Jun 16 17:34:46.529464 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:34:46.540698 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-1afa637c-6149-4976-9cc5-efde3d09ef77 req-7be7b8b5-bcc6-493f-bca3-a2e212254de6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114'] for port (62e3038f-b183-4ed1-bedd-da99fe182bf8), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:46.596516 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-2c82fc8b-0476-4074-878f-9ad6e1abdec0 req-d2ce10c5-169d-4ae4-93d4-e809813b5c79 service neutron] 10.222.0.47 "GET /v2.0/networks/dd7b32b9-764e-43c1-a67e-f0e3f862c460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2315180 Jun 16 17:34:46.794354 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:34:46.795412 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be7b8b5-bcc6-493f-bca3-a2e212254de6 service neutron] Pushing event updated for resources: {'Port': ['ID=62e3038f-b183-4ed1-bedd-da99fe182bf8,revision_number=2']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:34:46.811915 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-3ecafbea-4cb3-487e-bc07-6e25aa2dc4d0 req-8c299822-f9f6-42f1-aecf-d9455fb715c5 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "GET /v2.0/ports?device_id=e052a589-f2aa-4711-8beb-2171defad99e HTTP/1.1" status: 200 len: 210 time: 0.0612946 Jun 16 17:34:46.905957 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Current status of the port 373f99d0-e865-4311-90b5-358b25a08eae is: ACTIVE; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:34:46.907386 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Device 39d81815-1c18-4e6a-9915-95f06800eeec up at agent ovs-agent-dv-cinder-837546-2-iscsi {{(pid=104054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 17:34:46.920186 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-4f73205f-8f76-4946-ac79-39bf2a5ee211 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:47.087428 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db36ca9b-9289-4c69-87c6-7a85f7b162be req-fdfc2f81-46fb-4333-85d5-491009fa400f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:34:47.089093 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-db36ca9b-9289-4c69-87c6-7a85f7b162be req-fdfc2f81-46fb-4333-85d5-491009fa400f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d1c1d13142434356ac1210f14dad847b&device_id=b4904f6d-1ce2-4af1-9fc3-f5ea5aa89e69 HTTP/1.1" status: 200 len: 1127 time: 0.3229294 Jun 16 17:34:47.132918 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (9f2b4370-7d03-4dcb-9a0d-4ff62d859136), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:47.152744 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-3694a896-c6ce-40f2-9544-89d17e0c6251 req-6105bba7-6caf-4d74-88cd-28566327c952 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d63c592c0afb4dfc9dd5b36be791decd HTTP/1.1" status: 200 len: 380 time: 1.0757568 Jun 16 17:34:47.173564 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Provisioning complete for port 39d81815-1c18-4e6a-9915-95f06800eeec triggered by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:34:47.173564 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572016'] for port (39d81815-1c18-4e6a-9915-95f06800eeec), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:47.184522 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-eca14378-6ce9-473e-881a-fe55addc3d5e req-794790f8-cba6-476b-8d3a-b0105a42a361 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] 10.222.0.40 "GET /v2.0/ports?device_id=2ea8edce-fee8-4dbd-ae01-e4d060cf5597 HTTP/1.1" status: 200 len: 210 time: 0.0996895 Jun 16 17:34:47.195548 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dd800d-32ac-455a-a114-86fd9ac25d19 req-54240c93-2d8b-43d5-9d48-eeae135a3d52 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:34:47.203096 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-e9dd800d-32ac-455a-a114-86fd9ac25d19 req-54240c93-2d8b-43d5-9d48-eeae135a3d52 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/ports?device_id=54fe7037-080f-4209-bdc6-c505c4c34ec3 HTTP/1.1" status: 200 len: 932 time: 1.2000098 Jun 16 17:34:47.210785 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-215560e3-099e-4a34-acf8-c6aaa884944d admin admin] Publish callbacks [] for security_group (a37b5f73-9f43-4c01-817b-6438c10f530c), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:47.222817 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [req-3694a896-c6ce-40f2-9544-89d17e0c6251 req-c86fc5eb-b7a0-46b9-8956-4518b844a47e tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Request body: {'port': {'device_id': 'e052a589-f2aa-4711-8beb-2171defad99e', 'network_id': '6fb674c9-6bb7-4c32-892c-b28837e89812', 'admin_state_up': True, 'tenant_id': 'd63c592c0afb4dfc9dd5b36be791decd', 'security_groups': ['a0d4f3a0-543e-4bef-a0de-bb3612408920']}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:34:47.285576 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [req-1ffae784-40e2-42f6-9f6e-2087928a2900 req-e4ff093f-5079-4381-a924-74f1054d2b0d service neutron] Attempting to bind port cb17776a-79c0-4129-90a0-ae34814d798c on host hv-cinder-83754 for vnic_type normal with profile {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 17:34:47.286218 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [req-1ffae784-40e2-42f6-9f6e-2087928a2900 req-e4ff093f-5079-4381-a924-74f1054d2b0d service neutron] Attempting to bind port cb17776a-79c0-4129-90a0-ae34814d798c by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': '93d896e3-8aff-4224-9367-bb8b3477a08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '7e2159b7-0000-4264-ad94-d6ffac5ae98d'}] {{(pid=104052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 17:34:47.286907 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ffae784-40e2-42f6-9f6e-2087928a2900 req-e4ff093f-5079-4381-a924-74f1054d2b0d service neutron] Attempting to bind port cb17776a-79c0-4129-90a0-ae34814d798c on network 7e2159b7-0000-4264-ad94-d6ffac5ae98d {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 17:34:47.297806 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:34:47.324473 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [req-1afa637c-6149-4976-9cc5-efde3d09ef77 req-7be7b8b5-bcc6-493f-bca3-a2e212254de6 service neutron] Attempting to bind port 62e3038f-b183-4ed1-bedd-da99fe182bf8 on host hv-cinder-83754 for vnic_type normal with profile {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 17:34:47.324957 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [req-1afa637c-6149-4976-9cc5-efde3d09ef77 req-7be7b8b5-bcc6-493f-bca3-a2e212254de6 service neutron] Attempting to bind port 62e3038f-b183-4ed1-bedd-da99fe182bf8 by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': '8e587aa1-3cda-45b9-8327-c258cff01d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'dd7b32b9-764e-43c1-a67e-f0e3f862c460'}] {{(pid=104052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 17:34:47.325377 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1afa637c-6149-4976-9cc5-efde3d09ef77 req-7be7b8b5-bcc6-493f-bca3-a2e212254de6 service neutron] Attempting to bind port 62e3038f-b183-4ed1-bedd-da99fe182bf8 on network dd7b32b9-764e-43c1-a67e-f0e3f862c460 {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 17:34:47.375880 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:34:47.416454 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ffae784-40e2-42f6-9f6e-2087928a2900 req-e4ff093f-5079-4381-a924-74f1054d2b0d service neutron] Port cb17776a-79c0-4129-90a0-ae34814d798c on network 7e2159b7-0000-4264-ad94-d6ffac5ae98d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 17:34:47.417047 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ffae784-40e2-42f6-9f6e-2087928a2900 req-e4ff093f-5079-4381-a924-74f1054d2b0d service neutron] Attempting to bind port cb17776a-79c0-4129-90a0-ae34814d798c on network 7e2159b7-0000-4264-ad94-d6ffac5ae98d {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 17:34:47.426900 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1afa637c-6149-4976-9cc5-efde3d09ef77 req-7be7b8b5-bcc6-493f-bca3-a2e212254de6 service neutron] Port 62e3038f-b183-4ed1-bedd-da99fe182bf8 on network dd7b32b9-764e-43c1-a67e-f0e3f862c460 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 17:34:47.427516 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1afa637c-6149-4976-9cc5-efde3d09ef77 req-7be7b8b5-bcc6-493f-bca3-a2e212254de6 service neutron] Attempting to bind port 62e3038f-b183-4ed1-bedd-da99fe182bf8 on network dd7b32b9-764e-43c1-a67e-f0e3f862c460 {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 17:34:47.444405 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-215560e3-099e-4a34-acf8-c6aaa884944d admin admin] Publish callbacks [] for security_group (a37b5f73-9f43-4c01-817b-6438c10f530c), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:47.462147 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Current status of the port 39d81815-1c18-4e6a-9915-95f06800eeec is: ACTIVE; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:34:47.465675 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ffae784-40e2-42f6-9f6e-2087928a2900 req-e4ff093f-5079-4381-a924-74f1054d2b0d service neutron] Checking agent: {'id': '9f2b4370-7d03-4dcb-9a0d-4ff62d859136', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 17, 32, 17), 'started_at': datetime.datetime(2022, 6, 16, 17, 32, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 17, 34, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 17:34:47.468467 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ffae784-40e2-42f6-9f6e-2087928a2900 req-e4ff093f-5079-4381-a924-74f1054d2b0d service neutron] Checking segment: {'id': '93d896e3-8aff-4224-9367-bb8b3477a08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '7e2159b7-0000-4264-ad94-d6ffac5ae98d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 17:34:47.469105 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ffae784-40e2-42f6-9f6e-2087928a2900 req-e4ff093f-5079-4381-a924-74f1054d2b0d service neutron] Bound using segment: {'id': '93d896e3-8aff-4224-9367-bb8b3477a08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '7e2159b7-0000-4264-ad94-d6ffac5ae98d'} {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 17:34:47.469644 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [req-1ffae784-40e2-42f6-9f6e-2087928a2900 req-e4ff093f-5079-4381-a924-74f1054d2b0d service neutron] Bound port: cb17776a-79c0-4129-90a0-ae34814d798c, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93d896e3-8aff-4224-9367-bb8b3477a08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '7e2159b7-0000-4264-ad94-d6ffac5ae98d'}}] {{(pid=104052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 17:34:47.470222 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-1ffae784-40e2-42f6-9f6e-2087928a2900 req-e4ff093f-5079-4381-a924-74f1054d2b0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (cb17776a-79c0-4129-90a0-ae34814d798c), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:47.477618 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:34:47.605922 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [req-1ffae784-40e2-42f6-9f6e-2087928a2900 req-e4ff093f-5079-4381-a924-74f1054d2b0d service neutron] For port cb17776a-79c0-4129-90a0-ae34814d798c, host hv-cinder-83754, cleared binding levels {{(pid=104052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 17:34:47.611402 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [req-1ffae784-40e2-42f6-9f6e-2087928a2900 req-e4ff093f-5079-4381-a924-74f1054d2b0d service neutron] For port cb17776a-79c0-4129-90a0-ae34814d798c, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=cb17776a-79c0-4129-90a0-ae34814d798c,segment=NetworkSegment(93d896e3-8aff-4224-9367-bb8b3477a08e),segment_id=93d896e3-8aff-4224-9367-bb8b3477a08e)] {{(pid=104052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 17:34:47.630635 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1afa637c-6149-4976-9cc5-efde3d09ef77 req-7be7b8b5-bcc6-493f-bca3-a2e212254de6 service neutron] Checking agent: {'id': '9f2b4370-7d03-4dcb-9a0d-4ff62d859136', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 17, 32, 17), 'started_at': datetime.datetime(2022, 6, 16, 17, 32, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 17, 34, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 17:34:47.630971 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1afa637c-6149-4976-9cc5-efde3d09ef77 req-7be7b8b5-bcc6-493f-bca3-a2e212254de6 service neutron] Checking segment: {'id': '8e587aa1-3cda-45b9-8327-c258cff01d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'dd7b32b9-764e-43c1-a67e-f0e3f862c460'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 17:34:47.631469 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1afa637c-6149-4976-9cc5-efde3d09ef77 req-7be7b8b5-bcc6-493f-bca3-a2e212254de6 service neutron] Bound using segment: {'id': '8e587aa1-3cda-45b9-8327-c258cff01d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'dd7b32b9-764e-43c1-a67e-f0e3f862c460'} {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 17:34:47.631948 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [req-1afa637c-6149-4976-9cc5-efde3d09ef77 req-7be7b8b5-bcc6-493f-bca3-a2e212254de6 service neutron] Bound port: 62e3038f-b183-4ed1-bedd-da99fe182bf8, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e587aa1-3cda-45b9-8327-c258cff01d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'dd7b32b9-764e-43c1-a67e-f0e3f862c460'}}] {{(pid=104052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 17:34:47.632478 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-1afa637c-6149-4976-9cc5-efde3d09ef77 req-7be7b8b5-bcc6-493f-bca3-a2e212254de6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (62e3038f-b183-4ed1-bedd-da99fe182bf8), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:47.718159 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.db.db_base_plugin_common [req-b1c59493-5ef4-4a06-a3de-047a27b900b0 req-9fc72ba1-764b-4afc-ba6b-19809c23d389 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Allocated IP 172.20.0.7 (7174c275-7bd9-4bad-898d-52e5729a7a31/f0d6e637-64db-4e7d-aa18-ced53dc06702/4e13aef5-2de9-4312-9c58-333292fceaab) {{(pid=104053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:34:47.747916 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [req-1afa637c-6149-4976-9cc5-efde3d09ef77 req-7be7b8b5-bcc6-493f-bca3-a2e212254de6 service neutron] For port 62e3038f-b183-4ed1-bedd-da99fe182bf8, host hv-cinder-83754, cleared binding levels {{(pid=104052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 17:34:47.751894 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [req-1afa637c-6149-4976-9cc5-efde3d09ef77 req-7be7b8b5-bcc6-493f-bca3-a2e212254de6 service neutron] For port 62e3038f-b183-4ed1-bedd-da99fe182bf8, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=62e3038f-b183-4ed1-bedd-da99fe182bf8,segment=NetworkSegment(8e587aa1-3cda-45b9-8327-c258cff01d93),segment_id=8e587aa1-3cda-45b9-8327-c258cff01d93)] {{(pid=104052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 17:34:47.775455 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db36ca9b-9289-4c69-87c6-7a85f7b162be req-b04ca450-e7d2-4e41-9950-1e1c9c8d1cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:34:47.778590 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-db36ca9b-9289-4c69-87c6-7a85f7b162be req-b04ca450-e7d2-4e41-9950-1e1c9c8d1cca service neutron] 10.222.0.47 "GET /v2.0/networks?id=dd7b32b9-764e-43c1-a67e-f0e3f862c460 HTTP/1.1" status: 200 len: 919 time: 0.6702480 Jun 16 17:34:47.780807 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-1ffae784-40e2-42f6-9f6e-2087928a2900 req-e4ff093f-5079-4381-a924-74f1054d2b0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114'] for port (cb17776a-79c0-4129-90a0-ae34814d798c), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:47.855202 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Device 617a4edf-50ce-45b6-a3b9-13e169c50ab1 up at agent ovs-agent-dv-cinder-837546-2-iscsi {{(pid=104054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 17:34:47.902534 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ff093f-5079-4381-a924-74f1054d2b0d service neutron] Pushing event updated for resources: {'Port': ['ID=cb17776a-79c0-4129-90a0-ae34814d798c,revision_number=3']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:34:47.907502 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-1afa637c-6149-4976-9cc5-efde3d09ef77 req-7be7b8b5-bcc6-493f-bca3-a2e212254de6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114'] for port (62e3038f-b183-4ed1-bedd-da99fe182bf8), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:47.921609 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-db36ca9b-9289-4c69-87c6-7a85f7b162be req-a7cb08f7-0ee9-476f-9adb-dca4a435c074 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=86749e9f-ddc9-40e0-90f0-7a85e2519bf8 HTTP/1.1" status: 200 len: 217 time: 0.1102483 Jun 16 17:34:47.944580 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Provisioning complete for port 617a4edf-50ce-45b6-a3b9-13e169c50ab1 triggered by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:34:47.945096 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572016'] for port (617a4edf-50ce-45b6-a3b9-13e169c50ab1), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:47.975960 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-e9dd800d-32ac-455a-a114-86fd9ac25d19 req-f6956c00-4e3e-446c-b2fe-334f507f82bb tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/security-groups?id=97ffd154-7f70-49b1-9385-228cddf4fca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7715423 Jun 16 17:34:47.978432 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3694a896-c6ce-40f2-9544-89d17e0c6251 req-c86fc5eb-b7a0-46b9-8956-4518b844a47e tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Made reservation on behalf of d63c592c0afb4dfc9dd5b36be791decd for: {'port': 1} {{(pid=104052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:34:47.988288 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-3694a896-c6ce-40f2-9544-89d17e0c6251 req-c86fc5eb-b7a0-46b9-8956-4518b844a47e tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:48.016378 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db36ca9b-9289-4c69-87c6-7a85f7b162be req-6bdaddb0-6a7c-47c2-a506-c4677b6c97b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:34:48.018475 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-db36ca9b-9289-4c69-87c6-7a85f7b162be req-6bdaddb0-6a7c-47c2-a506-c4677b6c97b8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=58dbd783-c237-4164-b4f7-63cdaa3401e3 HTTP/1.1" status: 200 len: 857 time: 0.0804656 Jun 16 17:34:48.143549 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=3,neutron:DELETE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:34:48.156653 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Current status of the port 617a4edf-50ce-45b6-a3b9-13e169c50ab1 is: ACTIVE; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:34:48.158787 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Device 373f99d0-e865-4311-90b5-358b25a08eae up at agent ovs-agent-dv-cinder-837546-2-iscsi {{(pid=104054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 17:34:48.177752 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afa637c-6149-4976-9cc5-efde3d09ef77 req-7be7b8b5-bcc6-493f-bca3-a2e212254de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:34:48.178368 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-1afa637c-6149-4976-9cc5-efde3d09ef77 req-7be7b8b5-bcc6-493f-bca3-a2e212254de6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626521'] for port (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:48.181420 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-1afa637c-6149-4976-9cc5-efde3d09ef77 req-7be7b8b5-bcc6-493f-bca3-a2e212254de6 service neutron] 10.222.0.47 "PUT /v2.0/ports/62e3038f-b183-4ed1-bedd-da99fe182bf8 HTTP/1.1" status: 200 len: 1094 time: 7.3446376 Jun 16 17:34:48.199577 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db36ca9b-9289-4c69-87c6-7a85f7b162be req-36b613f3-cf17-47c2-a61b-97467aa8cba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:34:48.203196 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-db36ca9b-9289-4c69-87c6-7a85f7b162be req-36b613f3-cf17-47c2-a61b-97467aa8cba6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dd7b32b9-764e-43c1-a67e-f0e3f862c460&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1458933 Jun 16 17:34:48.208671 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-4f73205f-8f76-4946-ac79-39bf2a5ee211 admin admin] Publish callbacks [] for security_group (3cf48701-31ee-467f-87e4-6d1d7643a952), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:48.224267 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54fe7037-080f-4209-bdc6-c505c4c34ec3', 'tag': '62e3038f-b183-4ed1-bedd-da99fe182bf8'}] {{(pid=104052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 17:34:48.291392 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-4f73205f-8f76-4946-ac79-39bf2a5ee211 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (3cf48701-31ee-467f-87e4-6d1d7643a952), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:48.327456 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-95658074-f69f-490b-bb8d-0b3847dbb06f req-94f34530-7d38-4921-9a62-e6bf87ef5bb9 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "GET /v2.0/ports?device_id=e052a589-f2aa-4711-8beb-2171defad99e HTTP/1.1" status: 200 len: 210 time: 0.1834636 Jun 16 17:34:48.329390 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffae784-40e2-42f6-9f6e-2087928a2900 req-e4ff093f-5079-4381-a924-74f1054d2b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:34:48.332506 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Provisioning complete for port 373f99d0-e865-4311-90b5-358b25a08eae triggered by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:34:48.332506 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572016'] for port (373f99d0-e865-4311-90b5-358b25a08eae), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:48.337280 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-1ffae784-40e2-42f6-9f6e-2087928a2900 req-e4ff093f-5079-4381-a924-74f1054d2b0d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626521'] for port (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:48.339070 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-1ffae784-40e2-42f6-9f6e-2087928a2900 req-e4ff093f-5079-4381-a924-74f1054d2b0d service neutron] 10.222.0.47 "PUT /v2.0/ports/cb17776a-79c0-4129-90a0-ae34814d798c HTTP/1.1" status: 200 len: 1094 time: 7.5149233 Jun 16 17:34:48.504048 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f73205f-8f76-4946-ac79-39bf2a5ee211 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cf48701-31ee-467f-87e4-6d1d7643a952,revision_number=1']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:34:48.750510 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be7b8b5-bcc6-493f-bca3-a2e212254de6 service neutron] Pushing event updated for resources: {'Port': ['ID=62e3038f-b183-4ed1-bedd-da99fe182bf8,revision_number=3']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:34:48.772039 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e347b32-86f0-4b5e-ad78-fb9091a4bd92 req-22c1c4cc-8c99-44ab-bbce-00929e1f3077 tempest-DeleteServersTestJSON-1983395756 tempest-DeleteServersTestJSON-1983395756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:34:48.780166 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-5e347b32-86f0-4b5e-ad78-fb9091a4bd92 req-22c1c4cc-8c99-44ab-bbce-00929e1f3077 tempest-DeleteServersTestJSON-1983395756 tempest-DeleteServersTestJSON-1983395756-project] 10.222.0.40 "GET /v2.0/ports?device_id=be99b296-6cc1-4b2a-977c-113f47796148 HTTP/1.1" status: 200 len: 944 time: 0.9981751 Jun 16 17:34:48.792972 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9713fa4f09cf3058fa9276dada2b44135c9dd2e88d0acd54628e4483b77b1e61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4086611c-e06a-4152-a587-b5544e035c77" -d '{"events": [{"name": "network-changed", "server_uuid": "54fe7037-080f-4209-bdc6-c505c4c34ec3", "tag": "62e3038f-b183-4ed1-bedd-da99fe182bf8"}]}' {{(pid=104052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:34:48.821139 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Current status of the port 373f99d0-e865-4311-90b5-358b25a08eae is: ACTIVE; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:34:48.822977 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Device 1b34cba4-0f25-405b-ba3a-eb96ea0d3da8 up at agent ovs-agent-dv-cinder-837546-2-iscsi {{(pid=104054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 17:34:48.906614 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-4f73205f-8f76-4946-ac79-39bf2a5ee211 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=168ca52bf9f9465789996df73d0e4633&name=default HTTP/1.1" status: 200 len: 2996 time: 2.5649829 Jun 16 17:34:48.916495 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 53592) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:34:48.934913 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Provisioning complete for port 1b34cba4-0f25-405b-ba3a-eb96ea0d3da8 triggered by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:34:48.937018 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572016'] for port (1b34cba4-0f25-405b-ba3a-eb96ea0d3da8), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:48.957806 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [req-b1c59493-5ef4-4a06-a3de-047a27b900b0 req-9fc72ba1-764b-4afc-ba6b-19809c23d389 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Publish callbacks [] for port (4e13aef5-2de9-4312-9c58-333292fceaab), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:49.053455 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-db36ca9b-9289-4c69-87c6-7a85f7b162be req-df994295-feb2-458f-9c92-161a5819e7d4 service neutron] 10.222.0.47 "GET /v2.0/networks/dd7b32b9-764e-43c1-a67e-f0e3f862c460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8402066 Jun 16 17:34:49.115993 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=3 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:34:49.117648 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-215560e3-099e-4a34-acf8-c6aaa884944d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (a37b5f73-9f43-4c01-817b-6438c10f530c), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:49.120254 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-215560e3-099e-4a34-acf8-c6aaa884944d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:49.124199 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-215560e3-099e-4a34-acf8-c6aaa884944d admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/a37b5f73-9f43-4c01-817b-6438c10f530c HTTP/1.1" status: 204 len: 168 time: 4.6657681 Jun 16 17:34:49.125690 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Current status of the port 1b34cba4-0f25-405b-ba3a-eb96ea0d3da8 is: ACTIVE; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:34:49.175280 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [req-b1c59493-5ef4-4a06-a3de-047a27b900b0 req-9fc72ba1-764b-4afc-ba6b-19809c23d389 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762170029078'] for port (4e13aef5-2de9-4312-9c58-333292fceaab), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:49.188261 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-cdb486a0-4149-4579-9190-511ab10ffd97 admin admin] Publish callbacks [] for security_group (3cf48701-31ee-467f-87e4-6d1d7643a952), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:49.216983 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-cdb486a0-4149-4579-9190-511ab10ffd97 admin admin] Publish callbacks [] for security_group (3cf48701-31ee-467f-87e4-6d1d7643a952), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:49.225380 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1c59493-5ef4-4a06-a3de-047a27b900b0 req-9fc72ba1-764b-4afc-ba6b-19809c23d389 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Network 7174c275-7bd9-4bad-898d-52e5729a7a31 is already hosted by enough agents. {{(pid=104053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:34:49.226484 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:INSERT=10,neutron:SELECT=89,neutron:UPDATE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:34:49.261169 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.scheduler.base_scheduler [req-b1c59493-5ef4-4a06-a3de-047a27b900b0 req-9fc72ba1-764b-4afc-ba6b-19809c23d389 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Resources bound (agent type, host, resource id): {{(pid=104053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:34:49.263845 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc72ba1-764b-4afc-ba6b-19809c23d389 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Pushing event updated for resources: {'Port': ['ID=4e13aef5-2de9-4312-9c58-333292fceaab,revision_number=1']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:34:49.270231 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1c59493-5ef4-4a06-a3de-047a27b900b0 req-9fc72ba1-764b-4afc-ba6b-19809c23d389 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Received port after_create {{(pid=104053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 17:34:49.277707 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c59493-5ef4-4a06-a3de-047a27b900b0 req-9fc72ba1-764b-4afc-ba6b-19809c23d389 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:34:49.278495 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [req-b1c59493-5ef4-4a06-a3de-047a27b900b0 req-9fc72ba1-764b-4afc-ba6b-19809c23d389 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626521'] for port (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:49.321079 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:INSERT=6,neutron:SELECT=91,neutron:UPDATE=3 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:34:49.363286 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-b1c59493-5ef4-4a06-a3de-047a27b900b0 req-9fc72ba1-764b-4afc-ba6b-19809c23d389 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0040729 Jun 16 17:34:49.379314 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-db36ca9b-9289-4c69-87c6-7a85f7b162be req-52a19bad-948a-406c-b602-4f86aa262d25 service neutron] 10.222.0.47 "GET /v2.0/networks/dd7b32b9-764e-43c1-a67e-f0e3f862c460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3067036 Jun 16 17:34:49.409290 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.v2.base [req-b1c59493-5ef4-4a06-a3de-047a27b900b0 req-8a0d48bb-1d21-428c-b569-d80fb86ac8bc service neutron] Request body: {'port': {'device_id': '2ea8edce-fee8-4dbd-ae01-e4d060cf5597', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=104053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:34:49.503448 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-0e169a93-fa9d-441d-8f3f-4efa07ba04d2 req-abc605ca-0fff-46c2-b5f0-fabb725eda8a tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] 10.222.0.40 "GET /v2.0/ports?device_id=2ea8edce-fee8-4dbd-ae01-e4d060cf5597 HTTP/1.1" status: 200 len: 210 time: 0.7747517 Jun 16 17:34:49.530417 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [req-b1c59493-5ef4-4a06-a3de-047a27b900b0 req-8a0d48bb-1d21-428c-b569-d80fb86ac8bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (4e13aef5-2de9-4312-9c58-333292fceaab), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:49.627530 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-5e347b32-86f0-4b5e-ad78-fb9091a4bd92 req-6bd82fcd-7351-4864-bb9a-532df27bb37b tempest-DeleteServersTestJSON-1983395756 tempest-DeleteServersTestJSON-1983395756-project] 10.222.0.40 "GET /v2.0/security-groups?id=a5cfa4e5-661b-4047-97d8-bbc5aeeefa85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7416923 Jun 16 17:34:49.639918 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afa637c-6149-4976-9cc5-efde3d09ef77 req-3635259c-b4b5-4c03-b0b4-611563f46575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:34:49.642077 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-1afa637c-6149-4976-9cc5-efde3d09ef77 req-3635259c-b4b5-4c03-b0b4-611563f46575 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d1c1d13142434356ac1210f14dad847b&device_id=54fe7037-080f-4209-bdc6-c505c4c34ec3 HTTP/1.1" status: 200 len: 1128 time: 1.2813382 Jun 16 17:34:49.651797 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215560e3-099e-4a34-acf8-c6aaa884944d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a37b5f73-9f43-4c01-817b-6438c10f530c,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:34:49.660818 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffae784-40e2-42f6-9f6e-2087928a2900 req-82f4d504-8898-4ee4-a00b-7044118b4553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:34:49.680336 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-1ffae784-40e2-42f6-9f6e-2087928a2900 req-82f4d504-8898-4ee4-a00b-7044118b4553 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4537634610c645db8bdb7c704c09ee71&device_id=be99b296-6cc1-4b2a-977c-113f47796148 HTTP/1.1" status: 200 len: 1128 time: 0.9605818 Jun 16 17:34:49.696560 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.db.db_base_plugin_common [req-3694a896-c6ce-40f2-9544-89d17e0c6251 req-c86fc5eb-b7a0-46b9-8956-4518b844a47e tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Allocated IP 172.20.0.5 (6fb674c9-6bb7-4c32-892c-b28837e89812/f4f4c81e-fe9f-4dc1-bcfe-dd76fde3e7db/34435ad7-815c-4541-888a-58d96e70159f) {{(pid=104052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:34:49.759203 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-10d9669c-6c74-411c-87eb-dfa0b7a4217f None None] Provisioning complete for port 4e13aef5-2de9-4312-9c58-333292fceaab triggered by entity DHCP. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:34:49.759828 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-10d9669c-6c74-411c-87eb-dfa0b7a4217f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572016'] for port (4e13aef5-2de9-4312-9c58-333292fceaab), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:49.854509 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-10d9669c-6c74-411c-87eb-dfa0b7a4217f None None] Port 4e13aef5-2de9-4312-9c58-333292fceaab cannot update to ACTIVE because it is not bound. {{(pid=104054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 17:34:49.937866 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 53618) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:34:49.998898 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-3dc41f50-d7f2-4e04-b0a8-21cca77e8cb8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:50.057729 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-1afa637c-6149-4976-9cc5-efde3d09ef77 req-73b1c798-b3c9-4407-976b-8473f31b2806 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=62e3038f-b183-4ed1-bedd-da99fe182bf8 HTTP/1.1" status: 200 len: 217 time: 0.3659322 Jun 16 17:34:50.064958 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb11569-5daa-4610-8992-806cc19db577 req-5aac0d62-4f43-46b8-8865-44186a133437 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:34:50.067520 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-2bb11569-5daa-4610-8992-806cc19db577 req-5aac0d62-4f43-46b8-8865-44186a133437 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/ports?device_id=54fe7037-080f-4209-bdc6-c505c4c34ec3 HTTP/1.1" status: 200 len: 944 time: 0.2154117 Jun 16 17:34:50.071631 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-1ffae784-40e2-42f6-9f6e-2087928a2900 req-81e71841-0416-4f6e-bbfb-58f7633f1813 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cb17776a-79c0-4129-90a0-ae34814d798c HTTP/1.1" status: 200 len: 217 time: 0.3712981 Jun 16 17:34:50.109619 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-cdb486a0-4149-4579-9190-511ab10ffd97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (3cf48701-31ee-467f-87e4-6d1d7643a952), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:50.113305 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-cdb486a0-4149-4579-9190-511ab10ffd97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:50.114634 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-cdb486a0-4149-4579-9190-511ab10ffd97 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/3cf48701-31ee-467f-87e4-6d1d7643a952 HTTP/1.1" status: 204 len: 168 time: 1.1326065 Jun 16 17:34:50.192424 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 17:34:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7edc3e3-89b9-475c-898f-2f12b91b95e0 x-openstack-request-id: req-d7edc3e3-89b9-475c-898f-2f12b91b95e0 {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:34:50.194871 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54fe7037-080f-4209-bdc6-c505c4c34ec3", "tag": "62e3038f-b183-4ed1-bedd-da99fe182bf8", "status": "completed", "code": 200}]} {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:34:50.197026 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-d7edc3e3-89b9-475c-898f-2f12b91b95e0 {{(pid=104052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:34:50.197855 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7edc3e3-89b9-475c-898f-2f12b91b95e0'] response: {'name': 'network-changed', 'server_uuid': '54fe7037-080f-4209-bdc6-c505c4c34ec3', 'tag': '62e3038f-b183-4ed1-bedd-da99fe182bf8', 'status': 'completed', 'code': 200} Jun 16 17:34:50.237594 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-3dc41f50-d7f2-4e04-b0a8-21cca77e8cb8 admin admin] Publish callbacks [] for security_group (7a745582-d2f0-4423-ba1f-65931b876946), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:50.254386 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-3dc41f50-d7f2-4e04-b0a8-21cca77e8cb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (7a745582-d2f0-4423-ba1f-65931b876946), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:50.382699 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc41f50-d7f2-4e04-b0a8-21cca77e8cb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a745582-d2f0-4423-ba1f-65931b876946,revision_number=1']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:34:50.389372 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-3dc41f50-d7f2-4e04-b0a8-21cca77e8cb8 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=07ed5478be314c2591e400490e44a1ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4386940 Jun 16 17:34:50.393979 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 53626) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:34:50.408962 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffae784-40e2-42f6-9f6e-2087928a2900 req-96ba9e91-3a5c-4fc4-a71a-7e5cd86360d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:34:50.410264 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.notifiers.nova [req-b1c59493-5ef4-4a06-a3de-047a27b900b0 req-8a0d48bb-1d21-428c-b569-d80fb86ac8bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e13aef5-2de9-4312-9c58-333292fceaab {{(pid=104053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 17:34:50.410488 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-1ffae784-40e2-42f6-9f6e-2087928a2900 req-96ba9e91-3a5c-4fc4-a71a-7e5cd86360d1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7ee12987-d393-41f3-b427-bc77028f386a HTTP/1.1" status: 200 len: 850 time: 0.2653935 Jun 16 17:34:50.419615 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb486a0-4149-4579-9190-511ab10ffd97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cf48701-31ee-467f-87e4-6d1d7643a952,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:34:50.426209 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [req-b1c59493-5ef4-4a06-a3de-047a27b900b0 req-8a0d48bb-1d21-428c-b569-d80fb86ac8bc service neutron] Publish callbacks [] for port (4e13aef5-2de9-4312-9c58-333292fceaab), precommit_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:50.460587 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [req-b1c59493-5ef4-4a06-a3de-047a27b900b0 req-8a0d48bb-1d21-428c-b569-d80fb86ac8bc service neutron] Transition to ACTIVE for port object 4e13aef5-2de9-4312-9c58-333292fceaab will not be triggered until provisioned by entity L2. {{(pid=104053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 17:34:50.467840 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [req-b1c59493-5ef4-4a06-a3de-047a27b900b0 req-8a0d48bb-1d21-428c-b569-d80fb86ac8bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114'] for port (4e13aef5-2de9-4312-9c58-333292fceaab), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:50.498989 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-8a07223e-ce7a-472c-8d14-1b966129367f req-ec76b3ed-e23e-49e3-9ae5-83c56e390f93 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "GET /v2.0/ports?device_id=e052a589-f2aa-4711-8beb-2171defad99e HTTP/1.1" status: 200 len: 210 time: 0.0943494 Jun 16 17:34:50.712615 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afa637c-6149-4976-9cc5-efde3d09ef77 req-655366d4-7ecd-45bc-adc9-d3afb649ec3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:34:50.715019 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-1afa637c-6149-4976-9cc5-efde3d09ef77 req-655366d4-7ecd-45bc-adc9-d3afb649ec3d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=58dbd783-c237-4164-b4f7-63cdaa3401e3 HTTP/1.1" status: 200 len: 857 time: 0.5677328 Jun 16 17:34:50.788093 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffae784-40e2-42f6-9f6e-2087928a2900 req-a966b6ca-7e98-4eb8-b883-7085307d35bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:34:50.790205 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-1ffae784-40e2-42f6-9f6e-2087928a2900 req-a966b6ca-7e98-4eb8-b883-7085307d35bf service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7e2159b7-0000-4264-ad94-d6ffac5ae98d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2895927 Jun 16 17:34:50.799780 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-2bb11569-5daa-4610-8992-806cc19db577 req-00e1fb17-ac65-4dc3-9aff-6669d63624b0 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/security-groups?id=97ffd154-7f70-49b1-9385-228cddf4fca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7219124 Jun 16 17:34:50.937517 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:34:50.957751 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0f2ba2-a720-4766-9af6-89e090baaf8c req-60ae1255-461b-410d-97d7-aa8f1c6edf19 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:34:50.967861 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-ba0f2ba2-a720-4766-9af6-89e090baaf8c req-60ae1255-461b-410d-97d7-aa8f1c6edf19 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] 10.222.0.40 "GET /v2.0/ports?device_id=2ea8edce-fee8-4dbd-ae01-e4d060cf5597 HTTP/1.1" status: 200 len: 943 time: 0.2852237 Jun 16 17:34:51.007882 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 53648) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:34:51.050747 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-3a101b01-d4d6-4cd8-b04b-332a5f011fd9 admin admin] Publish callbacks [] for security_group (7a745582-d2f0-4423-ba1f-65931b876946), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:51.092716 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-3a101b01-d4d6-4cd8-b04b-332a5f011fd9 admin admin] Publish callbacks [] for security_group (7a745582-d2f0-4423-ba1f-65931b876946), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:51.165551 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0d48bb-1d21-428c-b569-d80fb86ac8bc service neutron] Pushing event updated for resources: {'Port': ['ID=4e13aef5-2de9-4312-9c58-333292fceaab,revision_number=2']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:34:51.170001 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-ae2659b4-5ac7-4fda-bd6a-9775fdab044a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:51.177960 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:DELETE=6,neutron:SELECT=92,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:34:51.204136 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-3694a896-c6ce-40f2-9544-89d17e0c6251 req-c86fc5eb-b7a0-46b9-8956-4518b844a47e tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Publish callbacks [] for port (34435ad7-815c-4541-888a-58d96e70159f), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:51.214629 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-3a101b01-d4d6-4cd8-b04b-332a5f011fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (7a745582-d2f0-4423-ba1f-65931b876946), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:51.217392 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-3a101b01-d4d6-4cd8-b04b-332a5f011fd9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:51.222129 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-3a101b01-d4d6-4cd8-b04b-332a5f011fd9 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/7a745582-d2f0-4423-ba1f-65931b876946 HTTP/1.1" status: 204 len: 168 time: 0.8244379 Jun 16 17:34:51.236903 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=84,neutron:UPDATE=5,neutron:INSERT=11 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:34:51.264620 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a101b01-d4d6-4cd8-b04b-332a5f011fd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a745582-d2f0-4423-ba1f-65931b876946,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:34:51.276312 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.managers [req-b1c59493-5ef4-4a06-a3de-047a27b900b0 req-8a0d48bb-1d21-428c-b569-d80fb86ac8bc service neutron] Attempting to bind port 4e13aef5-2de9-4312-9c58-333292fceaab on host hv-cinder-83754 for vnic_type normal with profile {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 17:34:51.278060 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.managers [req-b1c59493-5ef4-4a06-a3de-047a27b900b0 req-8a0d48bb-1d21-428c-b569-d80fb86ac8bc service neutron] Attempting to bind port 4e13aef5-2de9-4312-9c58-333292fceaab by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': 'c9623932-56f3-419e-916e-2d5cd1273f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '7174c275-7bd9-4bad-898d-52e5729a7a31'}] {{(pid=104053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 17:34:51.279230 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c59493-5ef4-4a06-a3de-047a27b900b0 req-8a0d48bb-1d21-428c-b569-d80fb86ac8bc service neutron] Attempting to bind port 4e13aef5-2de9-4312-9c58-333292fceaab on network 7174c275-7bd9-4bad-898d-52e5729a7a31 {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 17:34:51.314149 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c59493-5ef4-4a06-a3de-047a27b900b0 req-8a0d48bb-1d21-428c-b569-d80fb86ac8bc service neutron] Port 4e13aef5-2de9-4312-9c58-333292fceaab on network 7174c275-7bd9-4bad-898d-52e5729a7a31 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 17:34:51.314905 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c59493-5ef4-4a06-a3de-047a27b900b0 req-8a0d48bb-1d21-428c-b569-d80fb86ac8bc service neutron] Attempting to bind port 4e13aef5-2de9-4312-9c58-333292fceaab on network 7174c275-7bd9-4bad-898d-52e5729a7a31 {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 17:34:51.332815 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-3694a896-c6ce-40f2-9544-89d17e0c6251 req-c86fc5eb-b7a0-46b9-8956-4518b844a47e tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762170029078'] for port (34435ad7-815c-4541-888a-58d96e70159f), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:51.339606 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c59493-5ef4-4a06-a3de-047a27b900b0 req-8a0d48bb-1d21-428c-b569-d80fb86ac8bc service neutron] Checking agent: {'id': '9f2b4370-7d03-4dcb-9a0d-4ff62d859136', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 17, 32, 17), 'started_at': datetime.datetime(2022, 6, 16, 17, 32, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 17, 34, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 17:34:51.340160 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c59493-5ef4-4a06-a3de-047a27b900b0 req-8a0d48bb-1d21-428c-b569-d80fb86ac8bc service neutron] Checking segment: {'id': 'c9623932-56f3-419e-916e-2d5cd1273f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '7174c275-7bd9-4bad-898d-52e5729a7a31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 17:34:51.341009 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c59493-5ef4-4a06-a3de-047a27b900b0 req-8a0d48bb-1d21-428c-b569-d80fb86ac8bc service neutron] Bound using segment: {'id': 'c9623932-56f3-419e-916e-2d5cd1273f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '7174c275-7bd9-4bad-898d-52e5729a7a31'} {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 17:34:51.344379 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.managers [req-b1c59493-5ef4-4a06-a3de-047a27b900b0 req-8a0d48bb-1d21-428c-b569-d80fb86ac8bc service neutron] Bound port: 4e13aef5-2de9-4312-9c58-333292fceaab, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9623932-56f3-419e-916e-2d5cd1273f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '7174c275-7bd9-4bad-898d-52e5729a7a31'}}] {{(pid=104053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 17:34:51.344653 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [req-b1c59493-5ef4-4a06-a3de-047a27b900b0 req-8a0d48bb-1d21-428c-b569-d80fb86ac8bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (4e13aef5-2de9-4312-9c58-333292fceaab), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:51.453537 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8a3174-03a2-4bc7-8d87-dc7e28599d9a req-a057554e-7ff5-477d-bfdb-ac5ce3d9b294 tempest-DeleteServersTestJSON-1983395756 tempest-DeleteServersTestJSON-1983395756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:34:51.455131 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-ad8a3174-03a2-4bc7-8d87-dc7e28599d9a req-a057554e-7ff5-477d-bfdb-ac5ce3d9b294 tempest-DeleteServersTestJSON-1983395756 tempest-DeleteServersTestJSON-1983395756-project] 10.222.0.40 "GET /v2.0/ports?device_id=be99b296-6cc1-4b2a-977c-113f47796148 HTTP/1.1" status: 200 len: 944 time: 0.4744971 Jun 16 17:34:51.474804 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:UPDATE=2,neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=3 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:34:51.511233 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3694a896-c6ce-40f2-9544-89d17e0c6251 req-c86fc5eb-b7a0-46b9-8956-4518b844a47e tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Network 6fb674c9-6bb7-4c32-892c-b28837e89812 is already hosted by enough agents. {{(pid=104052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:34:51.531220 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-ba0f2ba2-a720-4766-9af6-89e090baaf8c req-8d83aefc-bdc7-4a74-9552-6ac6b04f7d94 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] 10.222.0.40 "GET /v2.0/security-groups?id=242115b7-43ec-477c-967c-8b04bb3085a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5583889 Jun 16 17:34:51.553865 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.base_scheduler [req-3694a896-c6ce-40f2-9544-89d17e0c6251 req-c86fc5eb-b7a0-46b9-8956-4518b844a47e tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Resources bound (agent type, host, resource id): {{(pid=104052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:34:51.554936 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-ae2659b4-5ac7-4fda-bd6a-9775fdab044a admin admin] Publish callbacks [] for security_group (1e9cc20b-fcba-424a-8fe1-6663b63ca31f), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:51.558110 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [req-3694a896-c6ce-40f2-9544-89d17e0c6251 req-c86fc5eb-b7a0-46b9-8956-4518b844a47e tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Received port after_create {{(pid=104052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 17:34:51.563916 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-ae2659b4-5ac7-4fda-bd6a-9775fdab044a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (1e9cc20b-fcba-424a-8fe1-6663b63ca31f), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:51.565254 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3694a896-c6ce-40f2-9544-89d17e0c6251 req-c86fc5eb-b7a0-46b9-8956-4518b844a47e tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:34:51.565782 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-3694a896-c6ce-40f2-9544-89d17e0c6251 req-c86fc5eb-b7a0-46b9-8956-4518b844a47e tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626521'] for port (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:51.577727 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [req-b1c59493-5ef4-4a06-a3de-047a27b900b0 req-8a0d48bb-1d21-428c-b569-d80fb86ac8bc service neutron] For port 4e13aef5-2de9-4312-9c58-333292fceaab, host hv-cinder-83754, cleared binding levels {{(pid=104053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 17:34:51.583784 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86fc5eb-b7a0-46b9-8956-4518b844a47e tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Pushing event updated for resources: {'Port': ['ID=34435ad7-815c-4541-888a-58d96e70159f,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:34:51.595281 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-3694a896-c6ce-40f2-9544-89d17e0c6251 req-c86fc5eb-b7a0-46b9-8956-4518b844a47e tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3795989 Jun 16 17:34:51.628109 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [req-b1c59493-5ef4-4a06-a3de-047a27b900b0 req-8a0d48bb-1d21-428c-b569-d80fb86ac8bc service neutron] For port 4e13aef5-2de9-4312-9c58-333292fceaab, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=4e13aef5-2de9-4312-9c58-333292fceaab,segment=NetworkSegment(c9623932-56f3-419e-916e-2d5cd1273f56),segment_id=c9623932-56f3-419e-916e-2d5cd1273f56)] {{(pid=104053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 17:34:51.631438 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-ae2659b4-5ac7-4fda-bd6a-9775fdab044a admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=6cf48f50b3c14824a0c6381a72982b73&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6175144 Jun 16 17:34:51.634435 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 53668) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:34:51.663230 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-ad8a3174-03a2-4bc7-8d87-dc7e28599d9a req-cc62d14c-5c71-4f88-b282-50a25b53059c tempest-DeleteServersTestJSON-1983395756 tempest-DeleteServersTestJSON-1983395756-project] 10.222.0.40 "GET /v2.0/security-groups?id=a5cfa4e5-661b-4047-97d8-bbc5aeeefa85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001636 Jun 16 17:34:51.687052 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2659b4-5ac7-4fda-bd6a-9775fdab044a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e9cc20b-fcba-424a-8fe1-6663b63ca31f,revision_number=1']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:34:51.699299 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [req-b1c59493-5ef4-4a06-a3de-047a27b900b0 req-8a0d48bb-1d21-428c-b569-d80fb86ac8bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114'] for port (4e13aef5-2de9-4312-9c58-333292fceaab), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:51.742691 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c59493-5ef4-4a06-a3de-047a27b900b0 req-8a0d48bb-1d21-428c-b569-d80fb86ac8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:34:51.743311 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [req-b1c59493-5ef4-4a06-a3de-047a27b900b0 req-8a0d48bb-1d21-428c-b569-d80fb86ac8bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626521'] for port (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:51.744692 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-b1c59493-5ef4-4a06-a3de-047a27b900b0 req-8a0d48bb-1d21-428c-b569-d80fb86ac8bc service neutron] 10.222.0.47 "PUT /v2.0/ports/4e13aef5-2de9-4312-9c58-333292fceaab HTTP/1.1" status: 200 len: 1093 time: 2.3644571 Jun 16 17:34:51.746195 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ea8edce-fee8-4dbd-ae01-e4d060cf5597', 'tag': '4e13aef5-2de9-4312-9c58-333292fceaab'}] {{(pid=104053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 17:34:51.748676 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a0e0b451bd7acf9de88ec0a1fb74022464d6f98a5cc449ea229bf781c77e32d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1d1b212-a8d9-4cb8-918f-c11dba59673f" -d '{"events": [{"name": "network-changed", "server_uuid": "2ea8edce-fee8-4dbd-ae01-e4d060cf5597", "tag": "4e13aef5-2de9-4312-9c58-333292fceaab"}]}' {{(pid=104053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:34:51.808371 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-3d7288a5-00e0-4ec5-9b00-f188e36aa984 admin admin] Publish callbacks [] for security_group (1e9cc20b-fcba-424a-8fe1-6663b63ca31f), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:51.812222 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6c8c7f-4b56-4e24-8bba-10826ec61d9d req-9827311a-fc92-4f28-87f8-d6e37fb3d0e9 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:34:51.824043 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-ef6c8c7f-4b56-4e24-8bba-10826ec61d9d req-9827311a-fc92-4f28-87f8-d6e37fb3d0e9 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "GET /v2.0/ports?device_id=e052a589-f2aa-4711-8beb-2171defad99e HTTP/1.1" status: 200 len: 931 time: 0.1473689 Jun 16 17:34:51.901349 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0d48bb-1d21-428c-b569-d80fb86ac8bc service neutron] Pushing event updated for resources: {'Port': ['ID=4e13aef5-2de9-4312-9c58-333292fceaab,revision_number=3']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:34:51.919030 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-ef6c8c7f-4b56-4e24-8bba-10826ec61d9d req-f33fa72d-8d4d-438b-88ea-a1744e3032ff tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "GET /v2.0/security-groups?id=a0d4f3a0-543e-4bef-a0de-bb3612408920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909801 Jun 16 17:34:51.946946 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [req-3694a896-c6ce-40f2-9544-89d17e0c6251 req-b73feaaf-78a4-4e36-b5c9-bf92a773ccd1 service neutron] Request body: {'port': {'device_id': 'e052a589-f2aa-4711-8beb-2171defad99e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:34:51.965474 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 17:34:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29bd99f1-ecb3-4ea5-83a6-b3e5dc615abc x-openstack-request-id: req-29bd99f1-ecb3-4ea5-83a6-b3e5dc615abc {{(pid=104053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:34:51.965762 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ea8edce-fee8-4dbd-ae01-e4d060cf5597", "tag": "4e13aef5-2de9-4312-9c58-333292fceaab", "status": "completed", "code": 200}]} {{(pid=104053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:34:51.966349 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-29bd99f1-ecb3-4ea5-83a6-b3e5dc615abc {{(pid=104053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:34:51.966743 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29bd99f1-ecb3-4ea5-83a6-b3e5dc615abc'] response: {'name': 'network-changed', 'server_uuid': '2ea8edce-fee8-4dbd-ae01-e4d060cf5597', 'tag': '4e13aef5-2de9-4312-9c58-333292fceaab', 'status': 'completed', 'code': 200} Jun 16 17:34:51.991652 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-3d7288a5-00e0-4ec5-9b00-f188e36aa984 admin admin] Publish callbacks [] for security_group (1e9cc20b-fcba-424a-8fe1-6663b63ca31f), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:52.039009 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-db9194e8-7ea4-42fd-9299-35ceacb7ca1f None None] Provisioning complete for port 34435ad7-815c-4541-888a-58d96e70159f triggered by entity DHCP. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:34:52.039637 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-db9194e8-7ea4-42fd-9299-35ceacb7ca1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572016'] for port (34435ad7-815c-4541-888a-58d96e70159f), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:52.085066 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afa637c-6149-4976-9cc5-efde3d09ef77 req-97d49a18-58a7-4aa2-9089-7e63e1c76683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:34:52.086653 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-1afa637c-6149-4976-9cc5-efde3d09ef77 req-97d49a18-58a7-4aa2-9089-7e63e1c76683 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dd7b32b9-764e-43c1-a67e-f0e3f862c460&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1606724 Jun 16 17:34:52.118145 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-db9194e8-7ea4-42fd-9299-35ceacb7ca1f None None] Port 34435ad7-815c-4541-888a-58d96e70159f cannot update to ACTIVE because it is not bound. {{(pid=104054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 17:34:52.128477 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c59493-5ef4-4a06-a3de-047a27b900b0 req-a6ecaa8f-1f73-4bed-a870-31f6a7154036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:34:52.130452 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-b1c59493-5ef4-4a06-a3de-047a27b900b0 req-a6ecaa8f-1f73-4bed-a870-31f6a7154036 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4904f0e2f64e4bef989f441380e843b5&device_id=2ea8edce-fee8-4dbd-ae01-e4d060cf5597 HTTP/1.1" status: 200 len: 1127 time: 0.1628804 Jun 16 17:34:52.156918 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-3d7288a5-00e0-4ec5-9b00-f188e36aa984 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (1e9cc20b-fcba-424a-8fe1-6663b63ca31f), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:52.163012 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-3d7288a5-00e0-4ec5-9b00-f188e36aa984 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:52.165106 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-3d7288a5-00e0-4ec5-9b00-f188e36aa984 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/1e9cc20b-fcba-424a-8fe1-6663b63ca31f HTTP/1.1" status: 204 len: 168 time: 0.5293634 Jun 16 17:34:52.177187 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7288a5-00e0-4ec5-9b00-f188e36aa984 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e9cc20b-fcba-424a-8fe1-6663b63ca31f,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:34:52.197071 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 53692) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:34:52.200254 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be99b296-6cc1-4b2a-977c-113f47796148', 'tag': 'cb17776a-79c0-4129-90a0-ae34814d798c'}] {{(pid=104052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 17:34:52.202446 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9713fa4f09cf3058fa9276dada2b44135c9dd2e88d0acd54628e4483b77b1e61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-985b2d37-7bd7-4745-9186-10833f2b9c47" -d '{"events": [{"name": "network-changed", "server_uuid": "be99b296-6cc1-4b2a-977c-113f47796148", "tag": "cb17776a-79c0-4129-90a0-ae34814d798c"}]}' {{(pid=104052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:34:52.216157 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-3694a896-c6ce-40f2-9544-89d17e0c6251 req-b73feaaf-78a4-4e36-b5c9-bf92a773ccd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (34435ad7-815c-4541-888a-58d96e70159f), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:52.224582 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e59722-a408-4d4a-a160-3daa509c1c31 req-3c08c581-2702-4358-a719-8008aff92cde tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:34:52.232768 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-47e59722-a408-4d4a-a160-3daa509c1c31 req-3c08c581-2702-4358-a719-8008aff92cde tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/ports?device_id=54fe7037-080f-4209-bdc6-c505c4c34ec3 HTTP/1.1" status: 200 len: 944 time: 0.1744528 Jun 16 17:34:52.276646 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 17:34:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ee60a88-c60b-454d-a12a-0e52a8bbeb20 x-openstack-request-id: req-7ee60a88-c60b-454d-a12a-0e52a8bbeb20 {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:34:52.276934 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be99b296-6cc1-4b2a-977c-113f47796148", "tag": "cb17776a-79c0-4129-90a0-ae34814d798c", "status": "completed", "code": 200}]} {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:34:52.277240 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-7ee60a88-c60b-454d-a12a-0e52a8bbeb20 {{(pid=104052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:34:52.277580 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ee60a88-c60b-454d-a12a-0e52a8bbeb20'] response: {'name': 'network-changed', 'server_uuid': 'be99b296-6cc1-4b2a-977c-113f47796148', 'tag': 'cb17776a-79c0-4129-90a0-ae34814d798c', 'status': 'completed', 'code': 200} Jun 16 17:34:52.312495 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-1ffae784-40e2-42f6-9f6e-2087928a2900 req-07ede783-403b-4eb7-ac3b-9783f3ecba6c service neutron] 10.222.0.47 "GET /v2.0/networks/7e2159b7-0000-4264-ad94-d6ffac5ae98d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3887024 Jun 16 17:34:52.345521 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-47e59722-a408-4d4a-a160-3daa509c1c31 req-70a664b0-f93b-4807-860f-6c16419fa24e tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/security-groups?id=97ffd154-7f70-49b1-9385-228cddf4fca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117866 Jun 16 17:34:52.558100 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:34:52.602837 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-612a90ad-9be3-4f92-9edf-e77112f22c92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:52.673798 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [req-3694a896-c6ce-40f2-9544-89d17e0c6251 req-b73feaaf-78a4-4e36-b5c9-bf92a773ccd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34435ad7-815c-4541-888a-58d96e70159f {{(pid=104052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 17:34:52.716226 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-3694a896-c6ce-40f2-9544-89d17e0c6251 req-b73feaaf-78a4-4e36-b5c9-bf92a773ccd1 service neutron] Publish callbacks [] for port (34435ad7-815c-4541-888a-58d96e70159f), precommit_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:52.777708 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [req-3694a896-c6ce-40f2-9544-89d17e0c6251 req-b73feaaf-78a4-4e36-b5c9-bf92a773ccd1 service neutron] Transition to ACTIVE for port object 34435ad7-815c-4541-888a-58d96e70159f will not be triggered until provisioned by entity L2. {{(pid=104052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 17:34:52.797219 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee99bb9e-1e44-4087-9559-258bbf516151 req-38057bf7-26e6-4b5a-a128-abaff375ba4e tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:34:52.802153 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-ee99bb9e-1e44-4087-9559-258bbf516151 req-38057bf7-26e6-4b5a-a128-abaff375ba4e tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] 10.222.0.40 "GET /v2.0/ports?device_id=2ea8edce-fee8-4dbd-ae01-e4d060cf5597 HTTP/1.1" status: 200 len: 943 time: 0.1139488 Jun 16 17:34:52.803472 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-3694a896-c6ce-40f2-9544-89d17e0c6251 req-b73feaaf-78a4-4e36-b5c9-bf92a773ccd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114'] for port (34435ad7-815c-4541-888a-58d96e70159f), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:52.813764 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-612a90ad-9be3-4f92-9edf-e77112f22c92 admin admin] Publish callbacks [] for security_group (fc03e28c-f0f5-44ab-b956-62918bd2e2ce), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:52.821314 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-612a90ad-9be3-4f92-9edf-e77112f22c92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (fc03e28c-f0f5-44ab-b956-62918bd2e2ce), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:52.869465 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:34:52.903590 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612a90ad-9be3-4f92-9edf-e77112f22c92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc03e28c-f0f5-44ab-b956-62918bd2e2ce,revision_number=1']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:34:52.914838 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-612a90ad-9be3-4f92-9edf-e77112f22c92 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=3055a17e0b6c4d579559f55e949a98a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7163923 Jun 16 17:34:52.916759 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 53728) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:34:52.957539 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73feaaf-78a4-4e36-b5c9-bf92a773ccd1 service neutron] Pushing event updated for resources: {'Port': ['ID=34435ad7-815c-4541-888a-58d96e70159f,revision_number=2']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:34:53.013825 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-d73569c1-ea68-465e-9bf6-c52605815921 admin admin] Publish callbacks [] for security_group (fc03e28c-f0f5-44ab-b956-62918bd2e2ce), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:53.018949 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd6728d-7fc0-42a7-a493-6f2b0aab62aa req-2b126726-6550-4170-9a33-0d53bff288d2 tempest-DeleteServersTestJSON-1983395756 tempest-DeleteServersTestJSON-1983395756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:34:53.020511 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-bdd6728d-7fc0-42a7-a493-6f2b0aab62aa req-2b126726-6550-4170-9a33-0d53bff288d2 tempest-DeleteServersTestJSON-1983395756 tempest-DeleteServersTestJSON-1983395756-project] 10.222.0.40 "GET /v2.0/ports?device_id=be99b296-6cc1-4b2a-977c-113f47796148 HTTP/1.1" status: 200 len: 944 time: 0.1862626 Jun 16 17:34:53.039356 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:34:53.062826 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-ee99bb9e-1e44-4087-9559-258bbf516151 req-4af98157-936d-4408-b8e1-d02b2d069a57 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] 10.222.0.40 "GET /v2.0/security-groups?id=242115b7-43ec-477c-967c-8b04bb3085a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2267601 Jun 16 17:34:53.079392 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [req-3694a896-c6ce-40f2-9544-89d17e0c6251 req-b73feaaf-78a4-4e36-b5c9-bf92a773ccd1 service neutron] Attempting to bind port 34435ad7-815c-4541-888a-58d96e70159f on host hv-cinder-83754 for vnic_type normal with profile {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 17:34:53.079739 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [req-3694a896-c6ce-40f2-9544-89d17e0c6251 req-b73feaaf-78a4-4e36-b5c9-bf92a773ccd1 service neutron] Attempting to bind port 34435ad7-815c-4541-888a-58d96e70159f by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': '94313329-9a0f-475b-94f3-d6ee0916d22d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6fb674c9-6bb7-4c32-892c-b28837e89812'}] {{(pid=104052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 17:34:53.080905 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3694a896-c6ce-40f2-9544-89d17e0c6251 req-b73feaaf-78a4-4e36-b5c9-bf92a773ccd1 service neutron] Attempting to bind port 34435ad7-815c-4541-888a-58d96e70159f on network 6fb674c9-6bb7-4c32-892c-b28837e89812 {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 17:34:53.105637 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-b1c59493-5ef4-4a06-a3de-047a27b900b0 req-28e35361-12fc-45ea-ab25-1cf65917108c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4e13aef5-2de9-4312-9c58-333292fceaab HTTP/1.1" status: 200 len: 217 time: 0.0484006 Jun 16 17:34:53.111691 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-d73569c1-ea68-465e-9bf6-c52605815921 admin admin] Publish callbacks [] for security_group (fc03e28c-f0f5-44ab-b956-62918bd2e2ce), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:53.133111 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3694a896-c6ce-40f2-9544-89d17e0c6251 req-b73feaaf-78a4-4e36-b5c9-bf92a773ccd1 service neutron] Port 34435ad7-815c-4541-888a-58d96e70159f on network 6fb674c9-6bb7-4c32-892c-b28837e89812 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 17:34:53.133470 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3694a896-c6ce-40f2-9544-89d17e0c6251 req-b73feaaf-78a4-4e36-b5c9-bf92a773ccd1 service neutron] Attempting to bind port 34435ad7-815c-4541-888a-58d96e70159f on network 6fb674c9-6bb7-4c32-892c-b28837e89812 {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 17:34:53.190928 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:34:53.220468 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c59493-5ef4-4a06-a3de-047a27b900b0 req-87a1e137-162b-4abf-8d1a-3254e6300e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:34:53.222769 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-b1c59493-5ef4-4a06-a3de-047a27b900b0 req-87a1e137-162b-4abf-8d1a-3254e6300e94 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f0d6e637-64db-4e7d-aa18-ced53dc06702 HTTP/1.1" status: 200 len: 850 time: 0.1077724 Jun 16 17:34:53.235901 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3694a896-c6ce-40f2-9544-89d17e0c6251 req-b73feaaf-78a4-4e36-b5c9-bf92a773ccd1 service neutron] Checking agent: {'id': '9f2b4370-7d03-4dcb-9a0d-4ff62d859136', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 17, 32, 17), 'started_at': datetime.datetime(2022, 6, 16, 17, 32, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 17, 34, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 17:34:53.237214 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3694a896-c6ce-40f2-9544-89d17e0c6251 req-b73feaaf-78a4-4e36-b5c9-bf92a773ccd1 service neutron] Checking segment: {'id': '94313329-9a0f-475b-94f3-d6ee0916d22d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6fb674c9-6bb7-4c32-892c-b28837e89812'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 17:34:53.237214 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3694a896-c6ce-40f2-9544-89d17e0c6251 req-b73feaaf-78a4-4e36-b5c9-bf92a773ccd1 service neutron] Bound using segment: {'id': '94313329-9a0f-475b-94f3-d6ee0916d22d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6fb674c9-6bb7-4c32-892c-b28837e89812'} {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 17:34:53.237614 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [req-3694a896-c6ce-40f2-9544-89d17e0c6251 req-b73feaaf-78a4-4e36-b5c9-bf92a773ccd1 service neutron] Bound port: 34435ad7-815c-4541-888a-58d96e70159f, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94313329-9a0f-475b-94f3-d6ee0916d22d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6fb674c9-6bb7-4c32-892c-b28837e89812'}}] {{(pid=104052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 17:34:53.237878 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-3694a896-c6ce-40f2-9544-89d17e0c6251 req-b73feaaf-78a4-4e36-b5c9-bf92a773ccd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (34435ad7-815c-4541-888a-58d96e70159f), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:53.339306 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c59493-5ef4-4a06-a3de-047a27b900b0 req-fc1d8036-e0cb-437a-ad48-5b0d572bca9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:34:53.341592 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-b1c59493-5ef4-4a06-a3de-047a27b900b0 req-fc1d8036-e0cb-437a-ad48-5b0d572bca9d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7174c275-7bd9-4bad-898d-52e5729a7a31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0964425 Jun 16 17:34:53.347002 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-d73569c1-ea68-465e-9bf6-c52605815921 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (fc03e28c-f0f5-44ab-b956-62918bd2e2ce), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:53.350738 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-d73569c1-ea68-465e-9bf6-c52605815921 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:53.354705 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-d73569c1-ea68-465e-9bf6-c52605815921 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/fc03e28c-f0f5-44ab-b956-62918bd2e2ce HTTP/1.1" status: 204 len: 168 time: 0.4343858 Jun 16 17:34:53.370713 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-bdd6728d-7fc0-42a7-a493-6f2b0aab62aa req-052f3a13-2e36-45fe-b8f0-fd4a27fb61b8 tempest-DeleteServersTestJSON-1983395756 tempest-DeleteServersTestJSON-1983395756-project] 10.222.0.40 "GET /v2.0/security-groups?id=a5cfa4e5-661b-4047-97d8-bbc5aeeefa85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3274012 Jun 16 17:34:53.389000 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73569c1-ea68-465e-9bf6-c52605815921 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc03e28c-f0f5-44ab-b956-62918bd2e2ce,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:34:53.404793 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51fbe1e-bc6c-49a9-9f77-9493f0c76660 req-5590e24e-d92d-4dfb-832a-a4775c9c773d tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:34:53.406336 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-a51fbe1e-bc6c-49a9-9f77-9493f0c76660 req-5590e24e-d92d-4dfb-832a-a4775c9c773d tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "GET /v2.0/ports?device_id=e052a589-f2aa-4711-8beb-2171defad99e HTTP/1.1" status: 200 len: 943 time: 0.1629732 Jun 16 17:34:53.412600 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-1ffae784-40e2-42f6-9f6e-2087928a2900 req-46a2b960-0024-4cdb-996f-c69205501e4c service neutron] 10.222.0.47 "GET /v2.0/networks/7e2159b7-0000-4264-ad94-d6ffac5ae98d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3592825 Jun 16 17:34:53.426449 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-1afa637c-6149-4976-9cc5-efde3d09ef77 req-c6d6233a-088e-43c7-b7ad-4130887aa02a service neutron] 10.222.0.47 "GET /v2.0/networks/dd7b32b9-764e-43c1-a67e-f0e3f862c460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3745205 Jun 16 17:34:53.487030 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [req-3694a896-c6ce-40f2-9544-89d17e0c6251 req-b73feaaf-78a4-4e36-b5c9-bf92a773ccd1 service neutron] For port 34435ad7-815c-4541-888a-58d96e70159f, host hv-cinder-83754, cleared binding levels {{(pid=104052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 17:34:53.527795 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-b1c59493-5ef4-4a06-a3de-047a27b900b0 req-92628fdc-2284-4d21-8b82-8153d48dc6f0 service neutron] 10.222.0.47 "GET /v2.0/networks/7174c275-7bd9-4bad-898d-52e5729a7a31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740670 Jun 16 17:34:53.681794 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [req-3694a896-c6ce-40f2-9544-89d17e0c6251 req-b73feaaf-78a4-4e36-b5c9-bf92a773ccd1 service neutron] For port 34435ad7-815c-4541-888a-58d96e70159f, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=34435ad7-815c-4541-888a-58d96e70159f,segment=NetworkSegment(94313329-9a0f-475b-94f3-d6ee0916d22d),segment_id=94313329-9a0f-475b-94f3-d6ee0916d22d)] {{(pid=104052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 17:34:53.742096 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-3694a896-c6ce-40f2-9544-89d17e0c6251 req-b73feaaf-78a4-4e36-b5c9-bf92a773ccd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114'] for port (34435ad7-815c-4541-888a-58d96e70159f), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:53.806402 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3694a896-c6ce-40f2-9544-89d17e0c6251 req-b73feaaf-78a4-4e36-b5c9-bf92a773ccd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:34:53.807017 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-3694a896-c6ce-40f2-9544-89d17e0c6251 req-b73feaaf-78a4-4e36-b5c9-bf92a773ccd1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626521'] for port (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:53.808858 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-3694a896-c6ce-40f2-9544-89d17e0c6251 req-b73feaaf-78a4-4e36-b5c9-bf92a773ccd1 service neutron] 10.222.0.47 "PUT /v2.0/ports/34435ad7-815c-4541-888a-58d96e70159f HTTP/1.1" status: 200 len: 1093 time: 1.8864431 Jun 16 17:34:53.812231 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-a51fbe1e-bc6c-49a9-9f77-9493f0c76660 req-4f641c57-9cdd-4291-8621-9f55404bbab1 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "GET /v2.0/security-groups?id=a0d4f3a0-543e-4bef-a0de-bb3612408920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3886423 Jun 16 17:34:53.823128 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a0ee14-1d08-455d-86e9-dfc426299788 req-917aa681-2d82-46d2-b0ec-fbc0f55497a4 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:34:53.824523 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-c1a0ee14-1d08-455d-86e9-dfc426299788 req-917aa681-2d82-46d2-b0ec-fbc0f55497a4 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/ports?device_id=54fe7037-080f-4209-bdc6-c505c4c34ec3 HTTP/1.1" status: 200 len: 944 time: 0.1604340 Jun 16 17:34:53.884789 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-1afa637c-6149-4976-9cc5-efde3d09ef77 req-bb575f6e-98dd-462d-9682-0120531a3c18 service neutron] 10.222.0.47 "GET /v2.0/networks/dd7b32b9-764e-43c1-a67e-f0e3f862c460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4403222 Jun 16 17:34:53.887047 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73feaaf-78a4-4e36-b5c9-bf92a773ccd1 service neutron] Pushing event updated for resources: {'Port': ['ID=34435ad7-815c-4541-888a-58d96e70159f,revision_number=3']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:34:53.904903 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:34:53.922283 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-c1a0ee14-1d08-455d-86e9-dfc426299788 req-7452caf4-f8da-47e1-a197-d06263bbc0f6 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/security-groups?id=97ffd154-7f70-49b1-9385-228cddf4fca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816009 Jun 16 17:34:53.962653 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 53764) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:34:53.979076 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-72a3371d-be92-426c-a4f9-2d4a5f665c00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:54.156698 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-72a3371d-be92-426c-a4f9-2d4a5f665c00 admin admin] Publish callbacks [] for security_group (fa456255-e434-4e7a-a6b3-de484b24b01e), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:54.196264 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-72a3371d-be92-426c-a4f9-2d4a5f665c00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (fa456255-e434-4e7a-a6b3-de484b24b01e), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:54.264023 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-72a3371d-be92-426c-a4f9-2d4a5f665c00 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=0ba32a55e31d4a3b972c75e35236ce99&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3002830 Jun 16 17:34:54.270024 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 53778) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:34:54.283774 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e052a589-f2aa-4711-8beb-2171defad99e', 'tag': '34435ad7-815c-4541-888a-58d96e70159f'}] {{(pid=104052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 17:34:54.285932 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9713fa4f09cf3058fa9276dada2b44135c9dd2e88d0acd54628e4483b77b1e61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05459f29-c152-4529-b648-5f9efada6242" -d '{"events": [{"name": "network-changed", "server_uuid": "e052a589-f2aa-4711-8beb-2171defad99e", "tag": "34435ad7-815c-4541-888a-58d96e70159f"}]}' {{(pid=104052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:34:54.298275 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985b2d37-7bd7-4745-9186-10833f2b9c47 req-7249e8e3-4d78-4bec-a504-dea21dbb42d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:34:54.302831 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-985b2d37-7bd7-4745-9186-10833f2b9c47 req-7249e8e3-4d78-4bec-a504-dea21dbb42d5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4537634610c645db8bdb7c704c09ee71&device_id=be99b296-6cc1-4b2a-977c-113f47796148 HTTP/1.1" status: 200 len: 1128 time: 0.1622324 Jun 16 17:34:54.336758 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3694a896-c6ce-40f2-9544-89d17e0c6251 req-985acdc9-8db0-4fca-962d-664991b0c971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:34:54.338503 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-3694a896-c6ce-40f2-9544-89d17e0c6251 req-985acdc9-8db0-4fca-962d-664991b0c971 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d63c592c0afb4dfc9dd5b36be791decd&device_id=e052a589-f2aa-4711-8beb-2171defad99e HTTP/1.1" status: 200 len: 1127 time: 0.1284518 Jun 16 17:34:54.343626 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a3371d-be92-426c-a4f9-2d4a5f665c00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa456255-e434-4e7a-a6b3-de484b24b01e,revision_number=1']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:34:54.367973 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3156ff1b-3abf-4ecf-8743-ae18cbe08797 req-c322fa28-a410-4beb-8e32-a01eed0a2328 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:34:54.371688 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-3156ff1b-3abf-4ecf-8743-ae18cbe08797 req-c322fa28-a410-4beb-8e32-a01eed0a2328 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] 10.222.0.40 "GET /v2.0/ports?device_id=2ea8edce-fee8-4dbd-ae01-e4d060cf5597 HTTP/1.1" status: 200 len: 943 time: 0.1723540 Jun 16 17:34:54.377264 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 17:34:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3072e1d-a627-4036-afdd-df615931d4bc x-openstack-request-id: req-c3072e1d-a627-4036-afdd-df615931d4bc {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:34:54.377264 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e052a589-f2aa-4711-8beb-2171defad99e", "tag": "34435ad7-815c-4541-888a-58d96e70159f", "status": "completed", "code": 200}]} {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:34:54.377940 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-c3072e1d-a627-4036-afdd-df615931d4bc {{(pid=104052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:34:54.378130 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3072e1d-a627-4036-afdd-df615931d4bc'] response: {'name': 'network-changed', 'server_uuid': 'e052a589-f2aa-4711-8beb-2171defad99e', 'tag': '34435ad7-815c-4541-888a-58d96e70159f', 'status': 'completed', 'code': 200} Jun 16 17:34:54.381334 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-b1c59493-5ef4-4a06-a3de-047a27b900b0 req-952dea31-1fad-4541-960d-dd71355d4d27 service neutron] 10.222.0.47 "GET /v2.0/networks/7174c275-7bd9-4bad-898d-52e5729a7a31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2471707 Jun 16 17:34:54.461783 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-f7c8ef68-b902-4319-86db-a7558dcae6d5 admin admin] Publish callbacks [] for security_group (fa456255-e434-4e7a-a6b3-de484b24b01e), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:54.466336 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:34:54.528863 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-3156ff1b-3abf-4ecf-8743-ae18cbe08797 req-9c70ec3c-7bb4-40a9-88f9-51ab901749a5 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] 10.222.0.40 "GET /v2.0/security-groups?id=242115b7-43ec-477c-967c-8b04bb3085a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1412971 Jun 16 17:34:54.563192 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-f7c8ef68-b902-4319-86db-a7558dcae6d5 admin admin] Publish callbacks [] for security_group (fa456255-e434-4e7a-a6b3-de484b24b01e), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:54.598212 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec28edb0-ebbf-4d3a-8357-40564e5968f0 req-369ffd4d-61e0-4b26-b20d-53fba1207c3b tempest-DeleteServersTestJSON-1983395756 tempest-DeleteServersTestJSON-1983395756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:34:54.599767 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-ec28edb0-ebbf-4d3a-8357-40564e5968f0 req-369ffd4d-61e0-4b26-b20d-53fba1207c3b tempest-DeleteServersTestJSON-1983395756 tempest-DeleteServersTestJSON-1983395756-project] 10.222.0.40 "GET /v2.0/ports?device_id=be99b296-6cc1-4b2a-977c-113f47796148 HTTP/1.1" status: 200 len: 944 time: 0.0946674 Jun 16 17:34:54.666329 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-ec28edb0-ebbf-4d3a-8357-40564e5968f0 req-f2573e6e-1bbe-4b1b-82ea-92882e361b07 tempest-DeleteServersTestJSON-1983395756 tempest-DeleteServersTestJSON-1983395756-project] 10.222.0.40 "GET /v2.0/security-groups?id=a5cfa4e5-661b-4047-97d8-bbc5aeeefa85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592201 Jun 16 17:34:54.672976 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-f7c8ef68-b902-4319-86db-a7558dcae6d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (fa456255-e434-4e7a-a6b3-de484b24b01e), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:54.675924 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-f7c8ef68-b902-4319-86db-a7558dcae6d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:54.677114 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-f7c8ef68-b902-4319-86db-a7558dcae6d5 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/fa456255-e434-4e7a-a6b3-de484b24b01e HTTP/1.1" status: 204 len: 168 time: 0.4042075 Jun 16 17:34:54.686395 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c8ef68-b902-4319-86db-a7558dcae6d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa456255-e434-4e7a-a6b3-de484b24b01e,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:34:54.963274 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68f3da8-0d76-423d-a24e-79feb9be3047 req-01064f21-66df-4f67-b17f-c5b3c244e20e tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:34:54.965015 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-d68f3da8-0d76-423d-a24e-79feb9be3047 req-01064f21-66df-4f67-b17f-c5b3c244e20e tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "GET /v2.0/ports?device_id=e052a589-f2aa-4711-8beb-2171defad99e HTTP/1.1" status: 200 len: 943 time: 0.0589170 Jun 16 17:34:55.059977 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-d68f3da8-0d76-423d-a24e-79feb9be3047 req-e459412e-6c49-48a1-9466-6b97f7668c61 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "GET /v2.0/security-groups?id=a0d4f3a0-543e-4bef-a0de-bb3612408920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712783 Jun 16 17:34:55.098093 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3407cc-42cf-4ba9-bdaa-82a1482b2ade req-80d017f5-5c50-4b67-9096-bd51607ae63e tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:34:55.099594 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-8c3407cc-42cf-4ba9-bdaa-82a1482b2ade req-80d017f5-5c50-4b67-9096-bd51607ae63e tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/ports?device_id=54fe7037-080f-4209-bdc6-c505c4c34ec3 HTTP/1.1" status: 200 len: 944 time: 0.0561361 Jun 16 17:34:55.163037 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-8c3407cc-42cf-4ba9-bdaa-82a1482b2ade req-7a36d10a-1eb4-45ba-b015-7bae112ed311 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/security-groups?id=97ffd154-7f70-49b1-9385-228cddf4fca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537229 Jun 16 17:34:55.644081 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Device 86749e9f-ddc9-40e0-90f0-7a85e2519bf8 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=104054) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 17:34:55.696904 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7053cbc1-b4a2-492d-bd5f-f2b8b2757656 req-4da9b378-4703-443a-be14-8d9f335ec49f tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:34:55.698621 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-7053cbc1-b4a2-492d-bd5f-f2b8b2757656 req-4da9b378-4703-443a-be14-8d9f335ec49f tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] 10.222.0.40 "GET /v2.0/ports?device_id=2ea8edce-fee8-4dbd-ae01-e4d060cf5597 HTTP/1.1" status: 200 len: 943 time: 0.0794437 Jun 16 17:34:55.766894 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=100 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:34:55.813123 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-7053cbc1-b4a2-492d-bd5f-f2b8b2757656 req-5aed9334-d592-4be1-98d8-1d681c5ce958 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] 10.222.0.40 "GET /v2.0/security-groups?id=242115b7-43ec-477c-967c-8b04bb3085a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1029282 Jun 16 17:34:55.841746 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeca8f1-bf3c-4fd7-b522-e8606c92054a req-b26f7d09-e21d-4946-8f7b-2132619b3056 tempest-DeleteServersTestJSON-1983395756 tempest-DeleteServersTestJSON-1983395756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:34:55.851551 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-bbeca8f1-bf3c-4fd7-b522-e8606c92054a req-b26f7d09-e21d-4946-8f7b-2132619b3056 tempest-DeleteServersTestJSON-1983395756 tempest-DeleteServersTestJSON-1983395756-project] 10.222.0.40 "GET /v2.0/ports?device_id=be99b296-6cc1-4b2a-977c-113f47796148 HTTP/1.1" status: 200 len: 944 time: 0.0918026 Jun 16 17:34:55.858003 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=100 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:34:55.866411 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] For port 86749e9f-ddc9-40e0-90f0-7a85e2519bf8, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=86749e9f-ddc9-40e0-90f0-7a85e2519bf8,segment=NetworkSegment(8e587aa1-3cda-45b9-8327-c258cff01d93),segment_id=8e587aa1-3cda-45b9-8327-c258cff01d93)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:34:55.879600 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Returning: {'device': '86749e9f-ddc9-40e0-90f0-7a85e2519bf8', 'network_id': 'dd7b32b9-764e-43c1-a67e-f0e3f862c460', 'port_id': '86749e9f-ddc9-40e0-90f0-7a85e2519bf8', 'mac_address': 'fa:16:3e:88:98:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58dbd783-c237-4164-b4f7-63cdaa3401e3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104054) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 17:34:55.910399 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-bbeca8f1-bf3c-4fd7-b522-e8606c92054a req-60ffe751-b1b5-4acc-821d-b2813d182daa tempest-DeleteServersTestJSON-1983395756 tempest-DeleteServersTestJSON-1983395756-project] 10.222.0.40 "GET /v2.0/security-groups?id=a5cfa4e5-661b-4047-97d8-bbc5aeeefa85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578382 Jun 16 17:34:55.919727 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Current status of the port 86749e9f-ddc9-40e0-90f0-7a85e2519bf8 is: DOWN; New status is: BUILD {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:34:55.920108 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (86749e9f-ddc9-40e0-90f0-7a85e2519bf8), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:55.934565 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.notifiers.nova [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86749e9f-ddc9-40e0-90f0-7a85e2519bf8 {{(pid=104054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 17:34:55.959865 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] For port 86749e9f-ddc9-40e0-90f0-7a85e2519bf8, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=86749e9f-ddc9-40e0-90f0-7a85e2519bf8,segment=NetworkSegment(8e587aa1-3cda-45b9-8327-c258cff01d93),segment_id=8e587aa1-3cda-45b9-8327-c258cff01d93)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:34:55.967436 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114'] for port (86749e9f-ddc9-40e0-90f0-7a85e2519bf8), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:55.968195 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Device cb17776a-79c0-4129-90a0-ae34814d798c details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=104054) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 17:34:56.048068 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Pushing event updated for resources: {'Port': ['ID=86749e9f-ddc9-40e0-90f0-7a85e2519bf8,revision_number=4']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:34:56.141125 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 53882) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:34:56.148731 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] For port cb17776a-79c0-4129-90a0-ae34814d798c, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=cb17776a-79c0-4129-90a0-ae34814d798c,segment=NetworkSegment(93d896e3-8aff-4224-9367-bb8b3477a08e),segment_id=93d896e3-8aff-4224-9367-bb8b3477a08e)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:34:56.163321 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Returning: {'device': 'cb17776a-79c0-4129-90a0-ae34814d798c', 'network_id': '7e2159b7-0000-4264-ad94-d6ffac5ae98d', 'port_id': 'cb17776a-79c0-4129-90a0-ae34814d798c', 'mac_address': 'fa:16:3e:df:86:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ee12987-d393-41f3-b427-bc77028f386a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104054) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 17:34:56.223781 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Current status of the port cb17776a-79c0-4129-90a0-ae34814d798c is: DOWN; New status is: BUILD {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:34:56.224369 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (cb17776a-79c0-4129-90a0-ae34814d798c), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:56.243953 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.notifiers.nova [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb17776a-79c0-4129-90a0-ae34814d798c {{(pid=104054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 17:34:56.276653 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] For port cb17776a-79c0-4129-90a0-ae34814d798c, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=cb17776a-79c0-4129-90a0-ae34814d798c,segment=NetworkSegment(93d896e3-8aff-4224-9367-bb8b3477a08e),segment_id=93d896e3-8aff-4224-9367-bb8b3477a08e)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:34:56.284318 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114'] for port (cb17776a-79c0-4129-90a0-ae34814d798c), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:56.303436 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b98e09c-7cc4-4340-bb6d-c0ebe2d49cf8 req-df06c8d1-de99-4545-ad47-f9cf97bfe2c9 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:34:56.305698 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-1b98e09c-7cc4-4340-bb6d-c0ebe2d49cf8 req-df06c8d1-de99-4545-ad47-f9cf97bfe2c9 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "GET /v2.0/ports?device_id=e052a589-f2aa-4711-8beb-2171defad99e HTTP/1.1" status: 200 len: 943 time: 0.1101453 Jun 16 17:34:56.344609 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Pushing event updated for resources: {'Port': ['ID=cb17776a-79c0-4129-90a0-ae34814d798c,revision_number=4']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:34:56.349240 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-4a7333bd-95c8-4593-a2da-62ed386ef74b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:56.401317 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6855329-607e-4cbe-92e3-63612bd02284 req-14a05395-e2f5-41aa-99ce-96e8b6da7d93 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:34:56.402892 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-d6855329-607e-4cbe-92e3-63612bd02284 req-14a05395-e2f5-41aa-99ce-96e8b6da7d93 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/ports?device_id=54fe7037-080f-4209-bdc6-c505c4c34ec3 HTTP/1.1" status: 200 len: 944 time: 0.0804172 Jun 16 17:34:56.430449 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:34:56.433882 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=83,neutron:DELETE=2,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:34:56.438052 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-1b98e09c-7cc4-4340-bb6d-c0ebe2d49cf8 req-25af630c-9d1d-4315-8eea-64f078620f45 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "GET /v2.0/security-groups?id=a0d4f3a0-543e-4bef-a0de-bb3612408920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1251047 Jun 16 17:34:56.447538 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-4a7333bd-95c8-4593-a2da-62ed386ef74b admin admin] Publish callbacks [] for security_group (905a38cb-5e10-4991-9641-a5dfa2cbe958), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:56.454148 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-4a7333bd-95c8-4593-a2da-62ed386ef74b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (905a38cb-5e10-4991-9641-a5dfa2cbe958), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:56.479304 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-d6855329-607e-4cbe-92e3-63612bd02284 req-b8755d15-7150-4d1c-bd4b-e53c59307434 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/security-groups?id=97ffd154-7f70-49b1-9385-228cddf4fca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655184 Jun 16 17:34:56.503360 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-4a7333bd-95c8-4593-a2da-62ed386ef74b admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=5fbd68c034e54a81b0c6dac3aba5ae83&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3611004 Jun 16 17:34:56.506057 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 53896) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:34:56.512133 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7333bd-95c8-4593-a2da-62ed386ef74b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=905a38cb-5e10-4991-9641-a5dfa2cbe958,revision_number=1']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:34:56.563798 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-7d860260-000e-4952-a4ab-fa2934b29c89 admin admin] Publish callbacks [] for security_group (905a38cb-5e10-4991-9641-a5dfa2cbe958), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:56.585247 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-7d860260-000e-4952-a4ab-fa2934b29c89 admin admin] Publish callbacks [] for security_group (905a38cb-5e10-4991-9641-a5dfa2cbe958), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:56.635453 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-7d860260-000e-4952-a4ab-fa2934b29c89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (905a38cb-5e10-4991-9641-a5dfa2cbe958), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:56.638378 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-7d860260-000e-4952-a4ab-fa2934b29c89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:56.641734 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-7d860260-000e-4952-a4ab-fa2934b29c89 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/905a38cb-5e10-4991-9641-a5dfa2cbe958 HTTP/1.1" status: 204 len: 168 time: 0.1344881 Jun 16 17:34:56.653383 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d860260-000e-4952-a4ab-fa2934b29c89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=905a38cb-5e10-4991-9641-a5dfa2cbe958,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:34:56.935227 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9270c0d-4690-45d5-9611-d212752c0070 req-24240b51-026a-4a26-9394-2ffd62673b29 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:34:56.943096 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-d9270c0d-4690-45d5-9611-d212752c0070 req-24240b51-026a-4a26-9394-2ffd62673b29 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] 10.222.0.40 "GET /v2.0/ports?device_id=2ea8edce-fee8-4dbd-ae01-e4d060cf5597 HTTP/1.1" status: 200 len: 943 time: 0.0673211 Jun 16 17:34:56.987752 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:34:57.000190 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-d9270c0d-4690-45d5-9611-d212752c0070 req-75821c42-a6e0-42bf-9386-77bf4d4e4bb5 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] 10.222.0.40 "GET /v2.0/security-groups?id=242115b7-43ec-477c-967c-8b04bb3085a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561702 Jun 16 17:34:57.061968 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb812ab-1376-492b-895c-69c7742f497e req-4602079c-3a73-46a4-96cf-3bc2fc1fd3ab tempest-DeleteServersTestJSON-1983395756 tempest-DeleteServersTestJSON-1983395756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:34:57.063539 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-fcb812ab-1376-492b-895c-69c7742f497e req-4602079c-3a73-46a4-96cf-3bc2fc1fd3ab tempest-DeleteServersTestJSON-1983395756 tempest-DeleteServersTestJSON-1983395756-project] 10.222.0.40 "GET /v2.0/ports?device_id=be99b296-6cc1-4b2a-977c-113f47796148 HTTP/1.1" status: 200 len: 945 time: 0.0524695 Jun 16 17:34:57.101120 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 53920) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:34:57.116232 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-155d41ee-4162-4fd6-999f-639b8367f673 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:57.131204 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-fcb812ab-1376-492b-895c-69c7742f497e req-e6653ac7-d58f-41f5-801c-d0d1fe815972 tempest-DeleteServersTestJSON-1983395756 tempest-DeleteServersTestJSON-1983395756-project] 10.222.0.40 "GET /v2.0/security-groups?id=a5cfa4e5-661b-4047-97d8-bbc5aeeefa85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588198 Jun 16 17:34:57.210317 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-155d41ee-4162-4fd6-999f-639b8367f673 admin admin] Publish callbacks [] for security_group (1cac8bb8-1aee-460d-9a1c-97b8b8010ced), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:57.214658 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-155d41ee-4162-4fd6-999f-639b8367f673 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (1cac8bb8-1aee-460d-9a1c-97b8b8010ced), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:57.254591 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-155d41ee-4162-4fd6-999f-639b8367f673 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=c21dab3cf7bf4e03848ba882ca7f53c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1494942 Jun 16 17:34:57.254955 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 53922) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:34:57.268029 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155d41ee-4162-4fd6-999f-639b8367f673 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cac8bb8-1aee-460d-9a1c-97b8b8010ced,revision_number=1']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:34:57.308956 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-074db374-93cf-4ea0-8b64-aeb2468930c2 admin admin] Publish callbacks [] for security_group (1cac8bb8-1aee-460d-9a1c-97b8b8010ced), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:57.332049 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-074db374-93cf-4ea0-8b64-aeb2468930c2 admin admin] Publish callbacks [] for security_group (1cac8bb8-1aee-460d-9a1c-97b8b8010ced), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:57.351844 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Device 62e3038f-b183-4ed1-bedd-da99fe182bf8 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=104054) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 17:34:57.389613 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-074db374-93cf-4ea0-8b64-aeb2468930c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (1cac8bb8-1aee-460d-9a1c-97b8b8010ced), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:57.393585 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-074db374-93cf-4ea0-8b64-aeb2468930c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:57.397141 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-074db374-93cf-4ea0-8b64-aeb2468930c2 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/1cac8bb8-1aee-460d-9a1c-97b8b8010ced HTTP/1.1" status: 204 len: 168 time: 0.1388443 Jun 16 17:34:57.402677 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074db374-93cf-4ea0-8b64-aeb2468930c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cac8bb8-1aee-460d-9a1c-97b8b8010ced,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:34:57.547721 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] For port 62e3038f-b183-4ed1-bedd-da99fe182bf8, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=62e3038f-b183-4ed1-bedd-da99fe182bf8,segment=NetworkSegment(8e587aa1-3cda-45b9-8327-c258cff01d93),segment_id=8e587aa1-3cda-45b9-8327-c258cff01d93)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:34:57.582081 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4086611c-e06a-4152-a587-b5544e035c77 req-75861290-e0ca-4737-bae8-19f1ce88c8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:34:57.584917 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-4086611c-e06a-4152-a587-b5544e035c77 req-75861290-e0ca-4737-bae8-19f1ce88c8f9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d1c1d13142434356ac1210f14dad847b&device_id=54fe7037-080f-4209-bdc6-c505c4c34ec3 HTTP/1.1" status: 200 len: 1128 time: 0.1250155 Jun 16 17:34:57.592461 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Returning: {'device': '62e3038f-b183-4ed1-bedd-da99fe182bf8', 'network_id': 'dd7b32b9-764e-43c1-a67e-f0e3f862c460', 'port_id': '62e3038f-b183-4ed1-bedd-da99fe182bf8', 'mac_address': 'fa:16:3e:e1:0b:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58dbd783-c237-4164-b4f7-63cdaa3401e3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104054) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 17:34:57.641907 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-3694a896-c6ce-40f2-9544-89d17e0c6251 req-7c84fa9a-9367-4dee-a68e-e74902f0655c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=34435ad7-815c-4541-888a-58d96e70159f HTTP/1.1" status: 200 len: 217 time: 0.1953568 Jun 16 17:34:57.648443 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Current status of the port 62e3038f-b183-4ed1-bedd-da99fe182bf8 is: DOWN; New status is: BUILD {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:34:57.649181 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (62e3038f-b183-4ed1-bedd-da99fe182bf8), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:57.669957 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.notifiers.nova [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62e3038f-b183-4ed1-bedd-da99fe182bf8 {{(pid=104054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 17:34:57.700932 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] For port 62e3038f-b183-4ed1-bedd-da99fe182bf8, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=62e3038f-b183-4ed1-bedd-da99fe182bf8,segment=NetworkSegment(8e587aa1-3cda-45b9-8327-c258cff01d93),segment_id=8e587aa1-3cda-45b9-8327-c258cff01d93)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:34:57.710678 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114'] for port (62e3038f-b183-4ed1-bedd-da99fe182bf8), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:57.787328 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Pushing event updated for resources: {'Port': ['ID=62e3038f-b183-4ed1-bedd-da99fe182bf8,revision_number=4']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:34:57.794576 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0374b05-a7e4-47f1-93b9-435b220e0ba5 req-d7652f67-c847-44a1-b976-13afc93eba25 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:34:57.800132 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-b0374b05-a7e4-47f1-93b9-435b220e0ba5 req-d7652f67-c847-44a1-b976-13afc93eba25 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/ports?device_id=54fe7037-080f-4209-bdc6-c505c4c34ec3 HTTP/1.1" status: 200 len: 944 time: 0.1392798 Jun 16 17:34:57.902754 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641f5b96-c44d-4cae-8876-867e686a7b71 req-16701ebc-4382-4e42-91ea-d8d08393da30 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:34:57.904213 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-641f5b96-c44d-4cae-8876-867e686a7b71 req-16701ebc-4382-4e42-91ea-d8d08393da30 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "GET /v2.0/ports?device_id=e052a589-f2aa-4711-8beb-2171defad99e HTTP/1.1" status: 200 len: 943 time: 0.2646487 Jun 16 17:34:57.962687 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985b2d37-7bd7-4745-9186-10833f2b9c47 req-c232c59a-8a8a-4d88-a30e-8fece18e3364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:34:57.964251 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-985b2d37-7bd7-4745-9186-10833f2b9c47 req-c232c59a-8a8a-4d88-a30e-8fece18e3364 service neutron] 10.222.0.47 "GET /v2.0/networks?id=7e2159b7-0000-4264-ad94-d6ffac5ae98d HTTP/1.1" status: 200 len: 912 time: 0.5164304 Jun 16 17:34:57.967892 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-b0374b05-a7e4-47f1-93b9-435b220e0ba5 req-d57fc90f-949e-4ed9-a45e-f3984e7a9503 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/security-groups?id=97ffd154-7f70-49b1-9385-228cddf4fca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319740 Jun 16 17:34:58.026090 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-641f5b96-c44d-4cae-8876-867e686a7b71 req-ee57d349-c078-47c5-aa9e-becd051f3020 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "GET /v2.0/security-groups?id=a0d4f3a0-543e-4bef-a0de-bb3612408920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006589 Jun 16 17:34:58.188544 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf809225-b994-4e60-8b9f-83a0dc46eed4 req-17b8c3bd-a3ea-4856-b4d1-be2fda6ed332 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:34:58.191033 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-cf809225-b994-4e60-8b9f-83a0dc46eed4 req-17b8c3bd-a3ea-4856-b4d1-be2fda6ed332 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] 10.222.0.40 "GET /v2.0/ports?device_id=2ea8edce-fee8-4dbd-ae01-e4d060cf5597 HTTP/1.1" status: 200 len: 943 time: 0.0685775 Jun 16 17:34:58.285066 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b95f20-4d1b-4eba-b867-1dda8cd4bae0 req-90acb3e8-7c9b-4c40-964b-ba845a88be9c tempest-DeleteServersTestJSON-1983395756 tempest-DeleteServersTestJSON-1983395756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:34:58.286612 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-38b95f20-4d1b-4eba-b867-1dda8cd4bae0 req-90acb3e8-7c9b-4c40-964b-ba845a88be9c tempest-DeleteServersTestJSON-1983395756 tempest-DeleteServersTestJSON-1983395756-project] 10.222.0.40 "GET /v2.0/ports?device_id=be99b296-6cc1-4b2a-977c-113f47796148 HTTP/1.1" status: 200 len: 945 time: 0.0690629 Jun 16 17:34:58.294385 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-cf809225-b994-4e60-8b9f-83a0dc46eed4 req-7de871cb-dbc9-4f38-ba90-5d215d0d2f0b tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] 10.222.0.40 "GET /v2.0/security-groups?id=242115b7-43ec-477c-967c-8b04bb3085a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939219 Jun 16 17:34:58.353847 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-38b95f20-4d1b-4eba-b867-1dda8cd4bae0 req-d6e9611d-e292-4ff0-92af-d60b2a7f3f64 tempest-DeleteServersTestJSON-1983395756 tempest-DeleteServersTestJSON-1983395756-project] 10.222.0.40 "GET /v2.0/security-groups?id=a5cfa4e5-661b-4047-97d8-bbc5aeeefa85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584369 Jun 16 17:34:58.514535 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 53982) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:34:58.613882 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [None req-ff012f2d-1110-4d44-b2dc-fbf5af293fb5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-380371302-network', 'tenant_id': 'c15148d9bba74dd0bb4cc6cc8960f1d6'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:34:58.635437 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff012f2d-1110-4d44-b2dc-fbf5af293fb5 admin admin] Made reservation on behalf of c15148d9bba74dd0bb4cc6cc8960f1d6 for: {'network': 1} {{(pid=104052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:34:58.637720 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-ff012f2d-1110-4d44-b2dc-fbf5af293fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for network (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:58.646605 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-ff012f2d-1110-4d44-b2dc-fbf5af293fb5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:58.670314 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:34:58.674867 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:34:58.730039 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-ff012f2d-1110-4d44-b2dc-fbf5af293fb5 admin admin] Publish callbacks [] for security_group (59e601a4-3770-44ef-99e0-51adb2f493a0), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:58.733821 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-ff012f2d-1110-4d44-b2dc-fbf5af293fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (59e601a4-3770-44ef-99e0-51adb2f493a0), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:58.759328 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff012f2d-1110-4d44-b2dc-fbf5af293fb5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 323} {{(pid=104052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 17:34:58.769985 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff012f2d-1110-4d44-b2dc-fbf5af293fb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59e601a4-3770-44ef-99e0-51adb2f493a0,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:34:58.774891 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-ff012f2d-1110-4d44-b2dc-fbf5af293fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1565696'] for segment (fa68b126-e034-42dc-9f81-3f31479d2a64), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:58.775225 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.db.segments_db [None req-ff012f2d-1110-4d44-b2dc-fbf5af293fb5 admin admin] Added segment fa68b126-e034-42dc-9f81-3f31479d2a64 of type vlan for network 9a6fb264-82b6-435a-98bd-b377c85b3737 Jun 16 17:34:58.815342 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-ff012f2d-1110-4d44-b2dc-fbf5af293fb5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762169983061'] for network (9a6fb264-82b6-435a-98bd-b377c85b3737), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:58.843883 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-ff012f2d-1110-4d44-b2dc-fbf5af293fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511'] for network (9a6fb264-82b6-435a-98bd-b377c85b3737), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:58.844863 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff012f2d-1110-4d44-b2dc-fbf5af293fb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:34:58.846034 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-ff012f2d-1110-4d44-b2dc-fbf5af293fb5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626521'] for network (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:58.878340 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-ff012f2d-1110-4d44-b2dc-fbf5af293fb5 admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3626964 Jun 16 17:34:58.881291 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 53994) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:34:58.911718 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [None req-0d80d32c-4f7b-4c07-9b96-f5c6ed94eb00 admin admin] Request body: {'subnet': {'network_id': '9a6fb264-82b6-435a-98bd-b377c85b3737', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-380371302-subnet', 'tenant_id': 'c15148d9bba74dd0bb4cc6cc8960f1d6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:34:58.925059 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff012f2d-1110-4d44-b2dc-fbf5af293fb5 admin admin] Pushing event updated for resources: {'Network': ['ID=9a6fb264-82b6-435a-98bd-b377c85b3737,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:34:58.938023 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Network 9a6fb264-82b6-435a-98bd-b377c85b3737 details requested by agent ovs-agent-dv-cinder-837546-2-iscsi with host dv-cinder-837546-2-iscsi {{(pid=104054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 16 17:34:58.939530 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d80d32c-4f7b-4c07-9b96-f5c6ed94eb00 admin admin] Made reservation on behalf of c15148d9bba74dd0bb4cc6cc8960f1d6 for: {'subnet': 1} {{(pid=104052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:34:58.941912 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0d80d32c-4f7b-4c07-9b96-f5c6ed94eb00 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:58.953961 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:34:58.968442 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-4d5157ea-8d1e-42bd-b4ba-833f813867b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (e26ebcb9-a690-4ec1-8688-e951546304f4), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:59.075390 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=65,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:34:59.077115 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=81,neutron:UPDATE=1 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:34:59.209214 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6121530-b623-4370-a5c7-8b27e8dc2f40 req-8ac95bc5-3fcd-4164-8a38-430965cc8aff tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:34:59.210694 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-a6121530-b623-4370-a5c7-8b27e8dc2f40 req-8ac95bc5-3fcd-4164-8a38-430965cc8aff tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/ports?device_id=54fe7037-080f-4209-bdc6-c505c4c34ec3 HTTP/1.1" status: 200 len: 945 time: 0.1234958 Jun 16 17:34:59.225790 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0d80d32c-4f7b-4c07-9b96-f5c6ed94eb00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511'] for subnet (f74af4c5-9fcc-40e1-8f77-423690ec0f39), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:59.236924 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cdfb70-70ba-423f-925f-b86355833862 req-cd7b82e3-539a-45b6-bc36-651ddeeb2a38 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:34:59.238424 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-74cdfb70-70ba-423f-925f-b86355833862 req-cd7b82e3-539a-45b6-bc36-651ddeeb2a38 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "GET /v2.0/ports?device_id=e052a589-f2aa-4711-8beb-2171defad99e HTTP/1.1" status: 200 len: 943 time: 0.1127141 Jun 16 17:34:59.341500 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-a6121530-b623-4370-a5c7-8b27e8dc2f40 req-4dd7080c-9b46-41a7-89fd-dbe7ee95dd9a tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/security-groups?id=97ffd154-7f70-49b1-9385-228cddf4fca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244495 Jun 16 17:34:59.349839 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d80d32c-4f7b-4c07-9b96-f5c6ed94eb00 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f74af4c5-9fcc-40e1-8f77-423690ec0f39,revision_number=0']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:34:59.363672 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d80d32c-4f7b-4c07-9b96-f5c6ed94eb00 admin admin] Checking segment: {'id': 'fa68b126-e034-42dc-9f81-3f31479d2a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '9a6fb264-82b6-435a-98bd-b377c85b3737'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 17:34:59.364028 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d80d32c-4f7b-4c07-9b96-f5c6ed94eb00 admin admin] Network hostable DHCP agents. Network: 9a6fb264-82b6-435a-98bd-b377c85b3737, hostable agents: ['e26ebcb9-a690-4ec1-8688-e951546304f4'], hosted agents: [] {{(pid=104052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 17:34:59.381633 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-74cdfb70-70ba-423f-925f-b86355833862 req-0c88d894-9253-4737-859e-4eb55b2a85df tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "GET /v2.0/security-groups?id=a0d4f3a0-543e-4bef-a0de-bb3612408920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1332989 Jun 16 17:34:59.386780 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:34:59.404129 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d80d32c-4f7b-4c07-9b96-f5c6ed94eb00 admin admin] Network 9a6fb264-82b6-435a-98bd-b377c85b3737 is scheduled to be hosted by DHCP agent e26ebcb9-a690-4ec1-8688-e951546304f4 with binding_index 1 {{(pid=104052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 17:34:59.437935 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.base_scheduler [None req-0d80d32c-4f7b-4c07-9b96-f5c6ed94eb00 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837546-2-iscsi, 9a6fb264-82b6-435a-98bd-b377c85b3737) {{(pid=104052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:34:59.447729 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caeb21c6-bd69-4c90-939b-2f8b3c6d16dd None None] Network 9a6fb264-82b6-435a-98bd-b377c85b3737 requested from dv-cinder-837546-2-iscsi {{(pid=104054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 17:34:59.452002 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d80d32c-4f7b-4c07-9b96-f5c6ed94eb00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:34:59.452583 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0d80d32c-4f7b-4c07-9b96-f5c6ed94eb00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626521'] for subnet (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:59.472647 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:34:59.474130 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:INSERT=9,neutron:SELECT=84,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:34:59.502744 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-0d80d32c-4f7b-4c07-9b96-f5c6ed94eb00 admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6204352 Jun 16 17:34:59.511562 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43f2413-987f-4b87-9c9b-9968864e8534 req-9d6f5351-eb9b-4d29-89f9-3977fe2e7404 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:34:59.513503 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-d43f2413-987f-4b87-9c9b-9968864e8534 req-9d6f5351-eb9b-4d29-89f9-3977fe2e7404 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] 10.222.0.40 "GET /v2.0/ports?device_id=2ea8edce-fee8-4dbd-ae01-e4d060cf5597 HTTP/1.1" status: 200 len: 943 time: 0.1108804 Jun 16 17:34:59.535189 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1dd09b-650b-4bd3-a5e0-92b3bfdaaa8f req-461884e6-a397-4470-9a1d-525eecb19961 tempest-DeleteServersTestJSON-1983395756 tempest-DeleteServersTestJSON-1983395756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:34:59.536638 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-6c1dd09b-650b-4bd3-a5e0-92b3bfdaaa8f req-461884e6-a397-4470-9a1d-525eecb19961 tempest-DeleteServersTestJSON-1983395756 tempest-DeleteServersTestJSON-1983395756-project] 10.222.0.40 "GET /v2.0/ports?device_id=be99b296-6cc1-4b2a-977c-113f47796148 HTTP/1.1" status: 200 len: 945 time: 0.0864844 Jun 16 17:34:59.569799 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-438e07bd-0bfd-4df5-8a64-44e3f6a3d259 None None] Network 9a6fb264-82b6-435a-98bd-b377c85b3737 requested from dv-cinder-837546-2-iscsi {{(pid=104054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 17:34:59.604326 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-d43f2413-987f-4b87-9c9b-9968864e8534 req-bee0de1f-fc04-4f9f-999b-9afe9fae704e tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] 10.222.0.40 "GET /v2.0/security-groups?id=242115b7-43ec-477c-967c-8b04bb3085a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819414 Jun 16 17:34:59.620202 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-6c1dd09b-650b-4bd3-a5e0-92b3bfdaaa8f req-2d5f440b-3a0d-40ea-9e21-9bf8e90f73ef tempest-DeleteServersTestJSON-1983395756 tempest-DeleteServersTestJSON-1983395756-project] 10.222.0.40 "GET /v2.0/security-groups?id=a5cfa4e5-661b-4047-97d8-bbc5aeeefa85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723844 Jun 16 17:35:00.015401 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 54026) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:35:00.020633 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [None req-404aff75-145d-4655-b7a8-ad30122219aa admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-351250649-network', 'tenant_id': '2c4694d1b70a48608cffb580deef1741'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:35:00.040986 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-404aff75-145d-4655-b7a8-ad30122219aa admin admin] Made reservation on behalf of 2c4694d1b70a48608cffb580deef1741 for: {'network': 1} {{(pid=104052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:35:00.043238 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-404aff75-145d-4655-b7a8-ad30122219aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for network (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:00.051565 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-404aff75-145d-4655-b7a8-ad30122219aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:00.130197 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-404aff75-145d-4655-b7a8-ad30122219aa admin admin] Publish callbacks [] for security_group (d63bac78-e56b-4e3e-9224-8cc1c517647c), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:00.134498 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-404aff75-145d-4655-b7a8-ad30122219aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (d63bac78-e56b-4e3e-9224-8cc1c517647c), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:00.158531 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-404aff75-145d-4655-b7a8-ad30122219aa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 333} {{(pid=104052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 17:35:00.171972 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404aff75-145d-4655-b7a8-ad30122219aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d63bac78-e56b-4e3e-9224-8cc1c517647c,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:35:00.179354 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-404aff75-145d-4655-b7a8-ad30122219aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1565696'] for segment (16378073-bae0-4574-88db-1d3fea6c5c77), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:00.179354 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.db.segments_db [None req-404aff75-145d-4655-b7a8-ad30122219aa admin admin] Added segment 16378073-bae0-4574-88db-1d3fea6c5c77 of type vlan for network 978c93c8-012e-482f-a435-c801925be06e Jun 16 17:35:00.229023 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-404aff75-145d-4655-b7a8-ad30122219aa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762169983061'] for network (978c93c8-012e-482f-a435-c801925be06e), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:00.254202 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-404aff75-145d-4655-b7a8-ad30122219aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511'] for network (978c93c8-012e-482f-a435-c801925be06e), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:00.255183 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-404aff75-145d-4655-b7a8-ad30122219aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:35:00.255766 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-404aff75-145d-4655-b7a8-ad30122219aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626521'] for network (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:00.316197 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-404aff75-145d-4655-b7a8-ad30122219aa admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.2996802 Jun 16 17:35:00.319012 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 54032) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:35:00.321755 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404aff75-145d-4655-b7a8-ad30122219aa admin admin] Pushing event updated for resources: {'Network': ['ID=978c93c8-012e-482f-a435-c801925be06e,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:35:00.323959 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.v2.base [None req-55dc5a90-95ce-4d10-ae73-69bd8a151be5 admin admin] Request body: {'subnet': {'network_id': '978c93c8-012e-482f-a435-c801925be06e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-351250649-subnet', 'tenant_id': '2c4694d1b70a48608cffb580deef1741', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:35:00.328556 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:DELETE=2,neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:35:00.331127 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Network 978c93c8-012e-482f-a435-c801925be06e details requested by agent ovs-agent-dv-cinder-837546-2-iscsi with host dv-cinder-837546-2-iscsi {{(pid=104054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 16 17:35:00.351447 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55dc5a90-95ce-4d10-ae73-69bd8a151be5 admin admin] Made reservation on behalf of 2c4694d1b70a48608cffb580deef1741 for: {'subnet': 1} {{(pid=104053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:35:00.354110 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-55dc5a90-95ce-4d10-ae73-69bd8a151be5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:00.482995 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a638f5c0-ceab-4449-b2c0-a216fa22794c req-b92e2f1d-a557-436f-8c8d-cb09a44e3d89 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:35:00.484447 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-a638f5c0-ceab-4449-b2c0-a216fa22794c req-b92e2f1d-a557-436f-8c8d-cb09a44e3d89 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/ports?device_id=54fe7037-080f-4209-bdc6-c505c4c34ec3 HTTP/1.1" status: 200 len: 945 time: 0.0669312 Jun 16 17:35:00.537936 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-55dc5a90-95ce-4d10-ae73-69bd8a151be5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511'] for subnet (df4d3121-1968-4ffb-922d-5537296bd98d), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:00.539556 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16e1e88-caa7-42ed-99d8-faf0e7c19914 req-5a4a37fe-afcb-46ee-a68c-59890a90ca93 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:35:00.541010 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-d16e1e88-caa7-42ed-99d8-faf0e7c19914 req-5a4a37fe-afcb-46ee-a68c-59890a90ca93 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "GET /v2.0/ports?device_id=e052a589-f2aa-4711-8beb-2171defad99e HTTP/1.1" status: 200 len: 943 time: 0.0756333 Jun 16 17:35:00.601871 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] get_ports_and_sgs() called for port_ids ['62e3038f-b183-4ed1-bedd-da99fe182bf8'] {{(pid=104054) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 17:35:00.604364 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dc5a90-95ce-4d10-ae73-69bd8a151be5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=df4d3121-1968-4ffb-922d-5537296bd98d,revision_number=0']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:35:00.612274 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55dc5a90-95ce-4d10-ae73-69bd8a151be5 admin admin] Checking segment: {'id': '16378073-bae0-4574-88db-1d3fea6c5c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '978c93c8-012e-482f-a435-c801925be06e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 17:35:00.619368 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55dc5a90-95ce-4d10-ae73-69bd8a151be5 admin admin] Network hostable DHCP agents. Network: 978c93c8-012e-482f-a435-c801925be06e, hostable agents: ['e26ebcb9-a690-4ec1-8688-e951546304f4'], hosted agents: [] {{(pid=104053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 17:35:00.636238 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55dc5a90-95ce-4d10-ae73-69bd8a151be5 admin admin] Network 978c93c8-012e-482f-a435-c801925be06e is scheduled to be hosted by DHCP agent e26ebcb9-a690-4ec1-8688-e951546304f4 with binding_index 1 {{(pid=104053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 17:35:00.648395 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.scheduler.base_scheduler [None req-55dc5a90-95ce-4d10-ae73-69bd8a151be5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837546-2-iscsi, 978c93c8-012e-482f-a435-c801925be06e) {{(pid=104053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:35:00.654082 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55dc5a90-95ce-4d10-ae73-69bd8a151be5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:35:00.654840 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-55dc5a90-95ce-4d10-ae73-69bd8a151be5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626521'] for subnet (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:00.676240 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-55dc5a90-95ce-4d10-ae73-69bd8a151be5 admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3559692 Jun 16 17:35:00.759521 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-a638f5c0-ceab-4449-b2c0-a216fa22794c req-55d951ba-d314-40de-af4e-a37cb476c7eb tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/security-groups?id=97ffd154-7f70-49b1-9385-228cddf4fca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2581952 Jun 16 17:35:00.776584 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-d16e1e88-caa7-42ed-99d8-faf0e7c19914 req-2a2347cc-ef04-4153-bb37-2b7bed996a9d tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "GET /v2.0/security-groups?id=a0d4f3a0-543e-4bef-a0de-bb3612408920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2282279 Jun 16 17:35:00.790715 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe927628-d67d-451d-a2b2-11c841594e6a None None] Network 978c93c8-012e-482f-a435-c801925be06e requested from dv-cinder-837546-2-iscsi {{(pid=104054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 17:35:00.800552 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] get_ports_and_sgs() called for port_ids ['86749e9f-ddc9-40e0-90f0-7a85e2519bf8'] {{(pid=104054) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 17:35:00.834342 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] get_ports_and_sgs() called for port_ids ['cb17776a-79c0-4129-90a0-ae34814d798c'] {{(pid=104054) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 17:35:00.920119 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:35:00.931016 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98653624-5db7-4c97-a305-7f167b6d0d1f req-2fffb79f-709e-4026-8bd3-f64cd2706e7e tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:35:00.931649 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-98653624-5db7-4c97-a305-7f167b6d0d1f req-2fffb79f-709e-4026-8bd3-f64cd2706e7e tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] 10.222.0.40 "GET /v2.0/ports?device_id=2ea8edce-fee8-4dbd-ae01-e4d060cf5597 HTTP/1.1" status: 200 len: 943 time: 0.0875769 Jun 16 17:35:00.945708 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b150e6ce-3113-4a3b-a204-0470074507aa req-13064197-4d46-4d8a-9125-0d9da54ed3ad tempest-DeleteServersTestJSON-1983395756 tempest-DeleteServersTestJSON-1983395756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:35:00.952134 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-b150e6ce-3113-4a3b-a204-0470074507aa req-13064197-4d46-4d8a-9125-0d9da54ed3ad tempest-DeleteServersTestJSON-1983395756 tempest-DeleteServersTestJSON-1983395756-project] 10.222.0.40 "GET /v2.0/ports?device_id=be99b296-6cc1-4b2a-977c-113f47796148 HTTP/1.1" status: 200 len: 945 time: 0.0707703 Jun 16 17:35:01.057537 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-98653624-5db7-4c97-a305-7f167b6d0d1f req-fcb2f37d-9258-4cfd-8ff2-d6afd75224f4 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] 10.222.0.40 "GET /v2.0/security-groups?id=242115b7-43ec-477c-967c-8b04bb3085a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1030879 Jun 16 17:35:01.073043 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-b150e6ce-3113-4a3b-a204-0470074507aa req-db94a214-17c7-4237-953c-6bf244e252f7 tempest-DeleteServersTestJSON-1983395756 tempest-DeleteServersTestJSON-1983395756-project] 10.222.0.40 "GET /v2.0/security-groups?id=a5cfa4e5-661b-4047-97d8-bbc5aeeefa85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197443 Jun 16 17:35:01.187901 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43f08dbf-2620-4dc6-8453-2497348c3ec2 None None] Network 978c93c8-012e-482f-a435-c801925be06e requested from dv-cinder-837546-2-iscsi {{(pid=104054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 17:35:01.334952 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=100 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:35:01.373706 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-3f7d14be-88ab-4ade-960e-8dfdeb5e28e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (43e250b4-0ce3-4949-aa8c-0bafe6454580), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:01.378737 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:35:01.852522 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:35:01.920676 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e4801d-6b07-4ea6-bf17-95329671714f req-86149b8f-ea89-4e9c-87fe-508325e55ee1 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:35:01.922184 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-88e4801d-6b07-4ea6-bf17-95329671714f req-86149b8f-ea89-4e9c-87fe-508325e55ee1 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/ports?device_id=54fe7037-080f-4209-bdc6-c505c4c34ec3 HTTP/1.1" status: 200 len: 945 time: 0.0783453 Jun 16 17:35:01.930311 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8d238b-7984-4c50-afff-618f20da289c req-66b81e7f-c373-42bc-abee-e25bf131d1d6 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:35:01.931743 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-9b8d238b-7984-4c50-afff-618f20da289c req-66b81e7f-c373-42bc-abee-e25bf131d1d6 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "GET /v2.0/ports?device_id=e052a589-f2aa-4711-8beb-2171defad99e HTTP/1.1" status: 200 len: 943 time: 0.0767272 Jun 16 17:35:02.008965 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-88e4801d-6b07-4ea6-bf17-95329671714f req-cf347f88-a837-4cc9-b42b-beca4b9c0987 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/security-groups?id=97ffd154-7f70-49b1-9385-228cddf4fca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762341 Jun 16 17:35:02.015627 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-9b8d238b-7984-4c50-afff-618f20da289c req-d65a35b0-408e-4eca-8cc4-829904f2689b tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "GET /v2.0/security-groups?id=a0d4f3a0-543e-4bef-a0de-bb3612408920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735917 Jun 16 17:35:02.202030 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebffaae-00fc-4a35-937f-7e54d1a62b9f req-42440863-17b8-4f45-b2d6-2d8bf127bcc1 tempest-DeleteServersTestJSON-1983395756 tempest-DeleteServersTestJSON-1983395756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:35:02.203479 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-0ebffaae-00fc-4a35-937f-7e54d1a62b9f req-42440863-17b8-4f45-b2d6-2d8bf127bcc1 tempest-DeleteServersTestJSON-1983395756 tempest-DeleteServersTestJSON-1983395756-project] 10.222.0.40 "GET /v2.0/ports?device_id=be99b296-6cc1-4b2a-977c-113f47796148 HTTP/1.1" status: 200 len: 945 time: 0.0749233 Jun 16 17:35:02.211541 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6339536e-f73b-4d4e-b7ea-71f0d2b78ca8 req-bcdf0a1f-5a24-473c-86f3-a4ceb2c3462a tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:35:02.212900 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-6339536e-f73b-4d4e-b7ea-71f0d2b78ca8 req-bcdf0a1f-5a24-473c-86f3-a4ceb2c3462a tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] 10.222.0.40 "GET /v2.0/ports?device_id=2ea8edce-fee8-4dbd-ae01-e4d060cf5597 HTTP/1.1" status: 200 len: 943 time: 0.0753050 Jun 16 17:35:02.292640 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-0ebffaae-00fc-4a35-937f-7e54d1a62b9f req-16388125-4893-4456-81ff-bfdf40211062 tempest-DeleteServersTestJSON-1983395756 tempest-DeleteServersTestJSON-1983395756-project] 10.222.0.40 "GET /v2.0/security-groups?id=a5cfa4e5-661b-4047-97d8-bbc5aeeefa85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787785 Jun 16 17:35:02.296557 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-6339536e-f73b-4d4e-b7ea-71f0d2b78ca8 req-3ac56bfc-f3a2-4c22-a90e-3a9bb5709eed tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] 10.222.0.40 "GET /v2.0/security-groups?id=242115b7-43ec-477c-967c-8b04bb3085a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769465 Jun 16 17:35:02.442424 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-359da135-d845-4d2e-a034-e84fcb95f5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (8e118b8c-b091-4f14-909a-13c66b53efc1), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:03.147149 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccdc145-8a18-4fd1-8821-e1daa2d25b83 req-1d7ebae4-c7de-467e-a22f-13d3424ade27 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:35:03.148596 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-3ccdc145-8a18-4fd1-8821-e1daa2d25b83 req-1d7ebae4-c7de-467e-a22f-13d3424ade27 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/ports?device_id=54fe7037-080f-4209-bdc6-c505c4c34ec3 HTTP/1.1" status: 200 len: 945 time: 0.0732033 Jun 16 17:35:03.156481 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0207f75-3038-4e51-a53c-da5a7211bfe2 req-afa779da-aab6-4c08-8c5d-79f4bb48d243 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:35:03.158422 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-c0207f75-3038-4e51-a53c-da5a7211bfe2 req-afa779da-aab6-4c08-8c5d-79f4bb48d243 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "GET /v2.0/ports?device_id=e052a589-f2aa-4711-8beb-2171defad99e HTTP/1.1" status: 200 len: 943 time: 0.0714679 Jun 16 17:35:03.234088 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-3ccdc145-8a18-4fd1-8821-e1daa2d25b83 req-2260e898-91b3-4080-849b-bf5077313023 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/security-groups?id=97ffd154-7f70-49b1-9385-228cddf4fca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745332 Jun 16 17:35:03.242028 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-c0207f75-3038-4e51-a53c-da5a7211bfe2 req-3e4c3a7d-647d-4d19-acac-3ebdb35c9384 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "GET /v2.0/security-groups?id=a0d4f3a0-543e-4bef-a0de-bb3612408920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713782 Jun 16 17:35:03.443609 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e531e8c5-9dd5-4e76-80be-b08ecece064a req-a6ec6e96-097f-496f-8a40-de0cbc611cce tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:35:03.445089 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-e531e8c5-9dd5-4e76-80be-b08ecece064a req-a6ec6e96-097f-496f-8a40-de0cbc611cce tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] 10.222.0.40 "GET /v2.0/ports?device_id=2ea8edce-fee8-4dbd-ae01-e4d060cf5597 HTTP/1.1" status: 200 len: 943 time: 0.0796704 Jun 16 17:35:03.451403 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a71f32d-b85e-439f-a51f-2b15989cfa54 req-56b8daea-e8b7-48a3-8375-cb07bc5973d3 tempest-DeleteServersTestJSON-1983395756 tempest-DeleteServersTestJSON-1983395756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:35:03.452475 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-9a71f32d-b85e-439f-a51f-2b15989cfa54 req-56b8daea-e8b7-48a3-8375-cb07bc5973d3 tempest-DeleteServersTestJSON-1983395756 tempest-DeleteServersTestJSON-1983395756-project] 10.222.0.40 "GET /v2.0/ports?device_id=be99b296-6cc1-4b2a-977c-113f47796148 HTTP/1.1" status: 200 len: 945 time: 0.0888832 Jun 16 17:35:03.523741 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-e531e8c5-9dd5-4e76-80be-b08ecece064a req-2e033165-acc2-4899-abd3-a4d50f8682d1 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] 10.222.0.40 "GET /v2.0/security-groups?id=242115b7-43ec-477c-967c-8b04bb3085a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702720 Jun 16 17:35:03.539611 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-9a71f32d-b85e-439f-a51f-2b15989cfa54 req-9d9da305-fa59-4522-8994-0490e355f2bf tempest-DeleteServersTestJSON-1983395756 tempest-DeleteServersTestJSON-1983395756-project] 10.222.0.40 "GET /v2.0/security-groups?id=a5cfa4e5-661b-4047-97d8-bbc5aeeefa85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779586 Jun 16 17:35:03.656130 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4086611c-e06a-4152-a587-b5544e035c77 req-9ba7d33c-03a2-4d3b-8da7-7148f09a626a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:35:03.658581 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-4086611c-e06a-4152-a587-b5544e035c77 req-9ba7d33c-03a2-4d3b-8da7-7148f09a626a service neutron] 10.222.0.47 "GET /v2.0/networks?id=dd7b32b9-764e-43c1-a67e-f0e3f862c460 HTTP/1.1" status: 200 len: 919 time: 0.1176159 Jun 16 17:35:03.661405 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-985b2d37-7bd7-4745-9186-10833f2b9c47 req-8437971a-c25f-4726-8687-9aa72c013760 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cb17776a-79c0-4129-90a0-ae34814d798c HTTP/1.1" status: 200 len: 217 time: 0.0836153 Jun 16 17:35:03.676390 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d1b212-a8d9-4cb8-918f-c11dba59673f req-c3d6afc8-e474-4390-aed8-ef15e73524cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:35:03.677867 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-c1d1b212-a8d9-4cb8-918f-c11dba59673f req-c3d6afc8-e474-4390-aed8-ef15e73524cf service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4904f0e2f64e4bef989f441380e843b5&device_id=2ea8edce-fee8-4dbd-ae01-e4d060cf5597 HTTP/1.1" status: 200 len: 1127 time: 0.1262088 Jun 16 17:35:03.702264 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3694a896-c6ce-40f2-9544-89d17e0c6251 req-6ecbd2b0-0d1b-4d2d-9663-ecd295f48824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:35:03.703628 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-3694a896-c6ce-40f2-9544-89d17e0c6251 req-6ecbd2b0-0d1b-4d2d-9663-ecd295f48824 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f4f4c81e-fe9f-4dc1-bcfe-dd76fde3e7db HTTP/1.1" status: 200 len: 853 time: 0.1247184 Jun 16 17:35:03.705038 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-4086611c-e06a-4152-a587-b5544e035c77 req-99063dbd-07e1-4325-8368-39a60d185c09 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=62e3038f-b183-4ed1-bedd-da99fe182bf8 HTTP/1.1" status: 200 len: 217 time: 0.0334647 Jun 16 17:35:03.763542 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4086611c-e06a-4152-a587-b5544e035c77 req-e5e4cb25-a2a6-4d61-9bb2-9b9c1d321d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:35:03.765305 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-4086611c-e06a-4152-a587-b5544e035c77 req-e5e4cb25-a2a6-4d61-9bb2-9b9c1d321d15 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=58dbd783-c237-4164-b4f7-63cdaa3401e3 HTTP/1.1" status: 200 len: 857 time: 0.0470605 Jun 16 17:35:03.781234 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:35:03.781647 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=100 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:35:03.816776 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4086611c-e06a-4152-a587-b5544e035c77 req-6fffb9fd-8215-41ab-88dd-560c00fc5c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:35:03.818327 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-4086611c-e06a-4152-a587-b5544e035c77 req-6fffb9fd-8215-41ab-88dd-560c00fc5c02 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dd7b32b9-764e-43c1-a67e-f0e3f862c460&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0468388 Jun 16 17:35:03.824868 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985b2d37-7bd7-4745-9186-10833f2b9c47 req-1fbe3fdd-6125-48f6-877f-5fac0076201f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:35:03.826281 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-985b2d37-7bd7-4745-9186-10833f2b9c47 req-1fbe3fdd-6125-48f6-877f-5fac0076201f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7ee12987-d393-41f3-b427-bc77028f386a HTTP/1.1" status: 200 len: 850 time: 0.1459391 Jun 16 17:35:03.828770 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3694a896-c6ce-40f2-9544-89d17e0c6251 req-973ab26c-66a7-4f60-9d09-357564616b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:35:03.830780 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-3694a896-c6ce-40f2-9544-89d17e0c6251 req-973ab26c-66a7-4f60-9d09-357564616b8a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6fb674c9-6bb7-4c32-892c-b28837e89812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1078932 Jun 16 17:35:03.901748 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=100 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:35:03.908443 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985b2d37-7bd7-4745-9186-10833f2b9c47 req-f269925e-7077-4f36-acec-7f7f007d3784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:35:03.910124 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-985b2d37-7bd7-4745-9186-10833f2b9c47 req-f269925e-7077-4f36-acec-7f7f007d3784 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7e2159b7-0000-4264-ad94-d6ffac5ae98d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0768816 Jun 16 17:35:03.915422 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-4086611c-e06a-4152-a587-b5544e035c77 req-f0571b11-340d-4e46-b500-d4513e7269cb service neutron] 10.222.0.47 "GET /v2.0/networks/dd7b32b9-764e-43c1-a67e-f0e3f862c460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885594 Jun 16 17:35:03.968895 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d1b212-a8d9-4cb8-918f-c11dba59673f req-fd2d4a71-07ff-4fcb-bf4e-0f3a3b2a4fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:35:03.971594 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-c1d1b212-a8d9-4cb8-918f-c11dba59673f req-fd2d4a71-07ff-4fcb-bf4e-0f3a3b2a4fa7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=7174c275-7bd9-4bad-898d-52e5729a7a31 HTTP/1.1" status: 200 len: 912 time: 0.2816365 Jun 16 17:35:04.024008 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-4086611c-e06a-4152-a587-b5544e035c77 req-c8249002-1da6-4bf3-92d2-555edbb19279 service neutron] 10.222.0.47 "GET /v2.0/networks/dd7b32b9-764e-43c1-a67e-f0e3f862c460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026750 Jun 16 17:35:04.067310 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-c1d1b212-a8d9-4cb8-918f-c11dba59673f req-42e4a270-bcaf-4f3c-b3c7-9c902b4d34f8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4e13aef5-2de9-4312-9c58-333292fceaab HTTP/1.1" status: 200 len: 217 time: 0.0787666 Jun 16 17:35:04.122191 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-3694a896-c6ce-40f2-9544-89d17e0c6251 req-99834a49-1f01-4027-8d54-14039d1198f0 service neutron] 10.222.0.47 "GET /v2.0/networks/6fb674c9-6bb7-4c32-892c-b28837e89812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2785511 Jun 16 17:35:04.165264 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-1d81e0cb-ff47-4623-99d5-ab370c19a781 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (25dd433a-18a0-496e-b58c-593ddca2a11d), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:04.180630 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-985b2d37-7bd7-4745-9186-10833f2b9c47 req-624f5c14-22d9-4b5f-9858-1e0e0f33dab9 service neutron] 10.222.0.47 "GET /v2.0/networks/7e2159b7-0000-4264-ad94-d6ffac5ae98d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2608671 Jun 16 17:35:04.184142 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d1b212-a8d9-4cb8-918f-c11dba59673f req-a1be56f0-a21d-4843-8ae6-ce72561f702d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:35:04.185504 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-c1d1b212-a8d9-4cb8-918f-c11dba59673f req-a1be56f0-a21d-4843-8ae6-ce72561f702d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f0d6e637-64db-4e7d-aa18-ced53dc06702 HTTP/1.1" status: 200 len: 850 time: 0.1074469 Jun 16 17:35:04.340268 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d1b212-a8d9-4cb8-918f-c11dba59673f req-efcdcbda-7cd2-464f-a6cd-f43c9dee6529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:35:04.341707 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-c1d1b212-a8d9-4cb8-918f-c11dba59673f req-efcdcbda-7cd2-464f-a6cd-f43c9dee6529 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7174c275-7bd9-4bad-898d-52e5729a7a31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1324432 Jun 16 17:35:04.416122 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-3694a896-c6ce-40f2-9544-89d17e0c6251 req-b180e41d-1552-451a-a86b-da381e5a12fa service neutron] 10.222.0.47 "GET /v2.0/networks/6fb674c9-6bb7-4c32-892c-b28837e89812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2850947 Jun 16 17:35:04.455591 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d889bb07-0474-4ca6-96a1-5a935e19c994 req-965d0881-542f-4685-bda9-1833aab0a98b tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:35:04.457394 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-d889bb07-0474-4ca6-96a1-5a935e19c994 req-965d0881-542f-4685-bda9-1833aab0a98b tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/ports?device_id=54fe7037-080f-4209-bdc6-c505c4c34ec3 HTTP/1.1" status: 200 len: 945 time: 0.1488421 Jun 16 17:35:04.472317 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ea8dea-19c4-4867-8afd-f62139840398 req-6cad9645-6817-4047-a850-d58e61c6505a tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:35:04.473905 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-20ea8dea-19c4-4867-8afd-f62139840398 req-6cad9645-6817-4047-a850-d58e61c6505a tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "GET /v2.0/ports?device_id=e052a589-f2aa-4711-8beb-2171defad99e HTTP/1.1" status: 200 len: 943 time: 0.1579409 Jun 16 17:35:04.495389 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (f1f6c009-5a31-4833-b180-4d9d41a55fe5), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:04.501050 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Device 86749e9f-ddc9-40e0-90f0-7a85e2519bf8 up at agent hyperv_hv-cinder-83754 {{(pid=104054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 17:35:04.551903 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-985b2d37-7bd7-4745-9186-10833f2b9c47 req-41a9b099-fd37-4d0e-9484-2b6e4fa9f5aa service neutron] 10.222.0.47 "GET /v2.0/networks/7e2159b7-0000-4264-ad94-d6ffac5ae98d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3414342 Jun 16 17:35:04.584061 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Provisioning for port 86749e9f-ddc9-40e0-90f0-7a85e2519bf8 completed by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 17:35:04.592235 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Provisioning complete for port 86749e9f-ddc9-40e0-90f0-7a85e2519bf8 triggered by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:35:04.592859 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572016'] for port (86749e9f-ddc9-40e0-90f0-7a85e2519bf8), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:04.640171 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-20ea8dea-19c4-4867-8afd-f62139840398 req-a7c91ff2-0d9f-4c56-8ae8-c8b0476c24af tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "GET /v2.0/security-groups?id=a0d4f3a0-543e-4bef-a0de-bb3612408920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1256680 Jun 16 17:35:04.648212 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-c1d1b212-a8d9-4cb8-918f-c11dba59673f req-6f0ba239-9c7a-46ff-a428-fa40d57bb3df service neutron] 10.222.0.47 "GET /v2.0/networks/7174c275-7bd9-4bad-898d-52e5729a7a31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2915757 Jun 16 17:35:04.660432 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-d889bb07-0474-4ca6-96a1-5a935e19c994 req-6f4ae7d1-b365-4fda-b6c0-5c9f9ad4e75d tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/security-groups?id=97ffd154-7f70-49b1-9385-228cddf4fca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447833 Jun 16 17:35:04.713353 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Current status of the port 86749e9f-ddc9-40e0-90f0-7a85e2519bf8 is: BUILD; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:35:04.713738 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (86749e9f-ddc9-40e0-90f0-7a85e2519bf8), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:04.785954 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4904f6d-1ce2-4af1-9fc3-f5ea5aa89e69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86749e9f-ddc9-40e0-90f0-7a85e2519bf8'}] {{(pid=104054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 17:35:04.811684 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=100 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:35:04.833807 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d518cb5-f6ef-4442-bd86-1026a8f4a865 req-5d6a05a5-0882-4611-8b21-c132a4cd08d8 tempest-DeleteServersTestJSON-1983395756 tempest-DeleteServersTestJSON-1983395756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:35:04.835384 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-5d518cb5-f6ef-4442-bd86-1026a8f4a865 req-5d6a05a5-0882-4611-8b21-c132a4cd08d8 tempest-DeleteServersTestJSON-1983395756 tempest-DeleteServersTestJSON-1983395756-project] 10.222.0.40 "GET /v2.0/ports?device_id=be99b296-6cc1-4b2a-977c-113f47796148 HTTP/1.1" status: 200 len: 945 time: 0.0849850 Jun 16 17:35:04.847513 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9089d5-70ee-44a3-a150-a44df57d04bd req-20701630-38d4-441a-9a6b-78230d76b193 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:35:04.849014 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-9e9089d5-70ee-44a3-a150-a44df57d04bd req-20701630-38d4-441a-9a6b-78230d76b193 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] 10.222.0.40 "GET /v2.0/ports?device_id=2ea8edce-fee8-4dbd-ae01-e4d060cf5597 HTTP/1.1" status: 200 len: 943 time: 0.0881209 Jun 16 17:35:04.886045 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] For port 86749e9f-ddc9-40e0-90f0-7a85e2519bf8, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=86749e9f-ddc9-40e0-90f0-7a85e2519bf8,segment=NetworkSegment(8e587aa1-3cda-45b9-8327-c258cff01d93),segment_id=8e587aa1-3cda-45b9-8327-c258cff01d93)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:35:04.895084 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114'] for port (86749e9f-ddc9-40e0-90f0-7a85e2519bf8), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:04.896078 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Device 62e3038f-b183-4ed1-bedd-da99fe182bf8 up at agent hyperv_hv-cinder-83754 {{(pid=104054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 17:35:04.949948 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-5d518cb5-f6ef-4442-bd86-1026a8f4a865 req-56f34d10-ae32-457f-890f-59894a1936f2 tempest-DeleteServersTestJSON-1983395756 tempest-DeleteServersTestJSON-1983395756-project] 10.222.0.40 "GET /v2.0/security-groups?id=a5cfa4e5-661b-4047-97d8-bbc5aeeefa85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997443 Jun 16 17:35:04.953609 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-9e9089d5-70ee-44a3-a150-a44df57d04bd req-bf514be6-e7c1-4d2f-885a-9edc8730fbc1 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] 10.222.0.40 "GET /v2.0/security-groups?id=242115b7-43ec-477c-967c-8b04bb3085a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880911 Jun 16 17:35:05.021897 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Pushing event updated for resources: {'Port': ['ID=86749e9f-ddc9-40e0-90f0-7a85e2519bf8,revision_number=5']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:35:05.041291 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Provisioning for port 62e3038f-b183-4ed1-bedd-da99fe182bf8 completed by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 17:35:05.050635 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Provisioning complete for port 62e3038f-b183-4ed1-bedd-da99fe182bf8 triggered by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:35:05.051067 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572016'] for port (62e3038f-b183-4ed1-bedd-da99fe182bf8), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:05.082964 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5645e34771f2e92f66b701059e1edb0e2a0b319a1385596c591183f5993537e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-160621b6-035a-4343-8476-2aca826cab9e" -d '{"events": [{"server_uuid": "b4904f6d-1ce2-4af1-9fc3-f5ea5aa89e69", "name": "network-vif-plugged", "status": "completed", "tag": "86749e9f-ddc9-40e0-90f0-7a85e2519bf8"}]}' {{(pid=104054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:35:05.187556 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 17:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6870bae5-ab52-42d3-a418-d0bd6ffffde3 x-openstack-request-id: req-6870bae5-ab52-42d3-a418-d0bd6ffffde3 {{(pid=104054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:35:05.188150 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4904f6d-1ce2-4af1-9fc3-f5ea5aa89e69", "name": "network-vif-plugged", "status": "completed", "tag": "86749e9f-ddc9-40e0-90f0-7a85e2519bf8", "code": 200}]} {{(pid=104054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:35:05.188322 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-6870bae5-ab52-42d3-a418-d0bd6ffffde3 {{(pid=104054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:35:05.188729 dv-cinder-837546-2-iscsi neutron-server[104054]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6870bae5-ab52-42d3-a418-d0bd6ffffde3'] response: {'server_uuid': 'b4904f6d-1ce2-4af1-9fc3-f5ea5aa89e69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86749e9f-ddc9-40e0-90f0-7a85e2519bf8', 'code': 200} Jun 16 17:35:05.191066 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Current status of the port 62e3038f-b183-4ed1-bedd-da99fe182bf8 is: BUILD; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:35:05.191459 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (62e3038f-b183-4ed1-bedd-da99fe182bf8), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:05.235077 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] For port 62e3038f-b183-4ed1-bedd-da99fe182bf8, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=62e3038f-b183-4ed1-bedd-da99fe182bf8,segment=NetworkSegment(8e587aa1-3cda-45b9-8327-c258cff01d93),segment_id=8e587aa1-3cda-45b9-8327-c258cff01d93)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:35:05.240223 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114'] for port (62e3038f-b183-4ed1-bedd-da99fe182bf8), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:05.243729 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Device cb17776a-79c0-4129-90a0-ae34814d798c up at agent hyperv_hv-cinder-83754 {{(pid=104054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 17:35:05.445178 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Provisioning for port cb17776a-79c0-4129-90a0-ae34814d798c completed by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 17:35:05.448894 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Pushing event updated for resources: {'Port': ['ID=62e3038f-b183-4ed1-bedd-da99fe182bf8,revision_number=5']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:35:05.452024 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Provisioning complete for port cb17776a-79c0-4129-90a0-ae34814d798c triggered by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:35:05.452310 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572016'] for port (cb17776a-79c0-4129-90a0-ae34814d798c), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:05.544163 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05459f29-c152-4529-b648-5f9efada6242 req-69dca05e-78df-4fa2-b31e-ff869739da40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:35:05.544767 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Current status of the port cb17776a-79c0-4129-90a0-ae34814d798c is: BUILD; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:35:05.545051 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (cb17776a-79c0-4129-90a0-ae34814d798c), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:05.545779 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-05459f29-c152-4529-b648-5f9efada6242 req-69dca05e-78df-4fa2-b31e-ff869739da40 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d63c592c0afb4dfc9dd5b36be791decd&device_id=e052a589-f2aa-4711-8beb-2171defad99e HTTP/1.1" status: 200 len: 1127 time: 0.3354738 Jun 16 17:35:05.571076 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:35:05.583278 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] For port cb17776a-79c0-4129-90a0-ae34814d798c, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=cb17776a-79c0-4129-90a0-ae34814d798c,segment=NetworkSegment(93d896e3-8aff-4224-9367-bb8b3477a08e),segment_id=93d896e3-8aff-4224-9367-bb8b3477a08e)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:35:05.586203 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114'] for port (cb17776a-79c0-4129-90a0-ae34814d798c), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:05.611316 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=100 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:35:05.614330 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:35:05.637513 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Pushing event updated for resources: {'Port': ['ID=cb17776a-79c0-4129-90a0-ae34814d798c,revision_number=5']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:35:05.692861 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fc9d90-f55c-44dd-a292-76b8b1ddccc8 req-644a7a3c-c569-4a5c-b2ef-e5036d172777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:35:05.694490 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-14fc9d90-f55c-44dd-a292-76b8b1ddccc8 req-644a7a3c-c569-4a5c-b2ef-e5036d172777 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b4904f6d-1ce2-4af1-9fc3-f5ea5aa89e69 HTTP/1.1" status: 200 len: 1129 time: 0.1517563 Jun 16 17:35:05.721284 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Device 4e13aef5-2de9-4312-9c58-333292fceaab details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=104054) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 17:35:05.734497 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-c1d1b212-a8d9-4cb8-918f-c11dba59673f req-0915d881-4ab0-44f8-ad1a-db24f5e61af1 service neutron] 10.222.0.47 "GET /v2.0/networks/7174c275-7bd9-4bad-898d-52e5729a7a31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5227051 Jun 16 17:35:05.737127 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-14fc9d90-f55c-44dd-a292-76b8b1ddccc8 req-b068b0a2-4ff1-414f-9488-6c5edae18374 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:05.830910 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05459f29-c152-4529-b648-5f9efada6242 req-6d1cd9aa-20b8-4705-beab-e95976bc8aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:35:05.832610 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-05459f29-c152-4529-b648-5f9efada6242 req-6d1cd9aa-20b8-4705-beab-e95976bc8aa8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=6fb674c9-6bb7-4c32-892c-b28837e89812 HTTP/1.1" status: 200 len: 915 time: 0.2765779 Jun 16 17:35:05.850243 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] For port 4e13aef5-2de9-4312-9c58-333292fceaab, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=4e13aef5-2de9-4312-9c58-333292fceaab,segment=NetworkSegment(c9623932-56f3-419e-916e-2d5cd1273f56),segment_id=c9623932-56f3-419e-916e-2d5cd1273f56)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:35:05.866832 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Returning: {'device': '4e13aef5-2de9-4312-9c58-333292fceaab', 'network_id': '7174c275-7bd9-4bad-898d-52e5729a7a31', 'port_id': '4e13aef5-2de9-4312-9c58-333292fceaab', 'mac_address': 'fa:16:3e:9e:b0:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0d6e637-64db-4e7d-aa18-ced53dc06702', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104054) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 17:35:05.911992 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Current status of the port 4e13aef5-2de9-4312-9c58-333292fceaab is: DOWN; New status is: BUILD {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:35:05.912384 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (4e13aef5-2de9-4312-9c58-333292fceaab), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:05.913977 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-05459f29-c152-4529-b648-5f9efada6242 req-28c449c3-9eb5-44e9-bbfe-34cc90cb5b34 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=34435ad7-815c-4541-888a-58d96e70159f HTTP/1.1" status: 200 len: 217 time: 0.0580411 Jun 16 17:35:05.925673 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4211e4-8a3c-4683-9365-cc85f21b07a6 req-cb189040-a044-4277-8857-538a598d7e77 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:35:05.927163 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-1d4211e4-8a3c-4683-9365-cc85f21b07a6 req-cb189040-a044-4277-8857-538a598d7e77 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/ports?device_id=54fe7037-080f-4209-bdc6-c505c4c34ec3 HTTP/1.1" status: 200 len: 946 time: 0.1481037 Jun 16 17:35:05.934143 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.notifiers.nova [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e13aef5-2de9-4312-9c58-333292fceaab {{(pid=104054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 17:35:05.936053 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cdd31c-f9df-4205-8add-a772932c349a req-0eae7094-d883-42c1-a0e3-77d2acbb9cd6 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:35:05.938236 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-37cdd31c-f9df-4205-8add-a772932c349a req-0eae7094-d883-42c1-a0e3-77d2acbb9cd6 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "GET /v2.0/ports?device_id=e052a589-f2aa-4711-8beb-2171defad99e HTTP/1.1" status: 200 len: 943 time: 0.1758509 Jun 16 17:35:05.958434 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] For port 4e13aef5-2de9-4312-9c58-333292fceaab, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=4e13aef5-2de9-4312-9c58-333292fceaab,segment=NetworkSegment(c9623932-56f3-419e-916e-2d5cd1273f56),segment_id=c9623932-56f3-419e-916e-2d5cd1273f56)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:35:05.962576 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114'] for port (4e13aef5-2de9-4312-9c58-333292fceaab), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:06.019120 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Pushing event updated for resources: {'Port': ['ID=4e13aef5-2de9-4312-9c58-333292fceaab,revision_number=4']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:35:06.082799 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05459f29-c152-4529-b648-5f9efada6242 req-15350ab2-3724-4baf-b93b-53dfb0c7ac65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:35:06.084272 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-05459f29-c152-4529-b648-5f9efada6242 req-15350ab2-3724-4baf-b93b-53dfb0c7ac65 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f4f4c81e-fe9f-4dc1-bcfe-dd76fde3e7db HTTP/1.1" status: 200 len: 853 time: 0.1561689 Jun 16 17:35:06.100019 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-1d4211e4-8a3c-4683-9365-cc85f21b07a6 req-31de015e-fac2-46ef-8197-a86b4cc7b0f2 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/security-groups?id=97ffd154-7f70-49b1-9385-228cddf4fca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513698 Jun 16 17:35:06.130972 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-37cdd31c-f9df-4205-8add-a772932c349a req-82a2510d-52fc-4dab-a006-ea2625ab5757 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "GET /v2.0/security-groups?id=a0d4f3a0-543e-4bef-a0de-bb3612408920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1793382 Jun 16 17:35:06.154193 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-14fc9d90-f55c-44dd-a292-76b8b1ddccc8 req-b068b0a2-4ff1-414f-9488-6c5edae18374 service neutron] Publish callbacks [] for security_group (92da8c5c-a7b3-40b1-b2fb-7473da082a85), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:06.164452 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-14fc9d90-f55c-44dd-a292-76b8b1ddccc8 req-b068b0a2-4ff1-414f-9488-6c5edae18374 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (92da8c5c-a7b3-40b1-b2fb-7473da082a85), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:06.183954 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05459f29-c152-4529-b648-5f9efada6242 req-ee7b75bd-16e9-4d75-9101-ec800bf75156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:35:06.185519 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-05459f29-c152-4529-b648-5f9efada6242 req-ee7b75bd-16e9-4d75-9101-ec800bf75156 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6fb674c9-6bb7-4c32-892c-b28837e89812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0906096 Jun 16 17:35:06.192151 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] get_ports_and_sgs() called for port_ids ['4e13aef5-2de9-4312-9c58-333292fceaab'] {{(pid=104054) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 17:35:06.246808 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:35:06.316116 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-14fc9d90-f55c-44dd-a292-76b8b1ddccc8 req-b068b0a2-4ff1-414f-9488-6c5edae18374 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=97ffd154-7f70-49b1-9385-228cddf4fca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6077621 Jun 16 17:35:06.333026 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b068b0a2-4ff1-414f-9488-6c5edae18374 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=92da8c5c-a7b3-40b1-b2fb-7473da082a85,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:35:06.374320 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4baf3d-d3b0-4dda-9d7f-7c78ce830593 req-e425bcc0-d63e-49a3-a032-f3ed6c201d98 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:35:06.376076 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-aa4baf3d-d3b0-4dda-9d7f-7c78ce830593 req-e425bcc0-d63e-49a3-a032-f3ed6c201d98 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] 10.222.0.40 "GET /v2.0/ports?device_id=2ea8edce-fee8-4dbd-ae01-e4d060cf5597 HTTP/1.1" status: 200 len: 944 time: 0.1893167 Jun 16 17:35:06.384456 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4521d3e0-d8b4-4ad4-b767-c0b3c582d536 req-e2f4feb9-deca-4fda-afc0-b2e0c55a0ec0 tempest-DeleteServersTestJSON-1983395756 tempest-DeleteServersTestJSON-1983395756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:35:06.386082 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-4521d3e0-d8b4-4ad4-b767-c0b3c582d536 req-e2f4feb9-deca-4fda-afc0-b2e0c55a0ec0 tempest-DeleteServersTestJSON-1983395756 tempest-DeleteServersTestJSON-1983395756-project] 10.222.0.40 "GET /v2.0/ports?device_id=be99b296-6cc1-4b2a-977c-113f47796148 HTTP/1.1" status: 200 len: 946 time: 0.1791658 Jun 16 17:35:06.469515 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-05459f29-c152-4529-b648-5f9efada6242 req-b81bd002-642c-4a29-a3f0-d4d516f7d44f service neutron] 10.222.0.47 "GET /v2.0/networks/6fb674c9-6bb7-4c32-892c-b28837e89812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2614245 Jun 16 17:35:06.497204 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-4521d3e0-d8b4-4ad4-b767-c0b3c582d536 req-339fb8fa-2389-4190-bf79-7363aaa94a3e tempest-DeleteServersTestJSON-1983395756 tempest-DeleteServersTestJSON-1983395756-project] 10.222.0.40 "GET /v2.0/security-groups?id=a5cfa4e5-661b-4047-97d8-bbc5aeeefa85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001017 Jun 16 17:35:06.500288 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-aa4baf3d-d3b0-4dda-9d7f-7c78ce830593 req-62eef5e4-a837-4b98-a96c-9ccf433d5ccf tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] 10.222.0.40 "GET /v2.0/security-groups?id=242115b7-43ec-477c-967c-8b04bb3085a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1132436 Jun 16 17:35:06.608795 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:35:06.648834 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-05459f29-c152-4529-b648-5f9efada6242 req-4602569d-7d9c-46b6-ac22-c0b6f1fe5001 service neutron] 10.222.0.47 "GET /v2.0/networks/6fb674c9-6bb7-4c32-892c-b28837e89812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082778 Jun 16 17:35:07.190596 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54fe7037-080f-4209-bdc6-c505c4c34ec3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62e3038f-b183-4ed1-bedd-da99fe182bf8'}, {'server_uuid': 'be99b296-6cc1-4b2a-977c-113f47796148', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb17776a-79c0-4129-90a0-ae34814d798c'}] {{(pid=104054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 17:35:07.194574 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5645e34771f2e92f66b701059e1edb0e2a0b319a1385596c591183f5993537e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8969b967-e6f3-4c4b-b666-852b1604d38c" -d '{"events": [{"server_uuid": "54fe7037-080f-4209-bdc6-c505c4c34ec3", "name": "network-vif-plugged", "status": "completed", "tag": "62e3038f-b183-4ed1-bedd-da99fe182bf8"}, {"server_uuid": "be99b296-6cc1-4b2a-977c-113f47796148", "name": "network-vif-plugged", "status": "completed", "tag": "cb17776a-79c0-4129-90a0-ae34814d798c"}]}' {{(pid=104054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:35:07.221757 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f13ea94-60ec-4d99-9d10-f0f84950e628 req-d6249f0b-d7d1-4dd1-ab41-4f1ff7acb1ea tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:35:07.223402 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-7f13ea94-60ec-4d99-9d10-f0f84950e628 req-d6249f0b-d7d1-4dd1-ab41-4f1ff7acb1ea tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/ports?device_id=54fe7037-080f-4209-bdc6-c505c4c34ec3 HTTP/1.1" status: 200 len: 946 time: 0.0489988 Jun 16 17:35:07.295079 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfad9cf4-3bf2-42c9-b899-5fe887b7c4a0 req-afa6e148-d375-48ef-9652-82f51a7f0775 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:35:07.296548 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-dfad9cf4-3bf2-42c9-b899-5fe887b7c4a0 req-afa6e148-d375-48ef-9652-82f51a7f0775 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "GET /v2.0/ports?device_id=e052a589-f2aa-4711-8beb-2171defad99e HTTP/1.1" status: 200 len: 943 time: 0.0711203 Jun 16 17:35:07.326263 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-7f13ea94-60ec-4d99-9d10-f0f84950e628 req-1902c632-b825-462f-9948-9d4f6b4f370b tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/security-groups?id=97ffd154-7f70-49b1-9385-228cddf4fca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923569 Jun 16 17:35:07.356832 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-dfad9cf4-3bf2-42c9-b899-5fe887b7c4a0 req-269ce160-1839-4260-b67f-0254deb3a579 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "GET /v2.0/security-groups?id=a0d4f3a0-543e-4bef-a0de-bb3612408920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524695 Jun 16 17:35:07.378626 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 16 Jun 2022 17:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c48e2ad6-d808-44bb-bd84-35f5e0d85bf4 x-openstack-request-id: req-c48e2ad6-d808-44bb-bd84-35f5e0d85bf4 {{(pid=104054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:35:07.378910 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54fe7037-080f-4209-bdc6-c505c4c34ec3", "name": "network-vif-plugged", "status": "completed", "tag": "62e3038f-b183-4ed1-bedd-da99fe182bf8", "code": 200}, {"server_uuid": "be99b296-6cc1-4b2a-977c-113f47796148", "name": "network-vif-plugged", "status": "completed", "tag": "cb17776a-79c0-4129-90a0-ae34814d798c", "code": 200}]} {{(pid=104054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:35:07.379152 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-c48e2ad6-d808-44bb-bd84-35f5e0d85bf4 {{(pid=104054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:35:07.379547 dv-cinder-837546-2-iscsi neutron-server[104054]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c48e2ad6-d808-44bb-bd84-35f5e0d85bf4'] response: {'server_uuid': '54fe7037-080f-4209-bdc6-c505c4c34ec3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62e3038f-b183-4ed1-bedd-da99fe182bf8', 'code': 200} Jun 16 17:35:07.379798 dv-cinder-837546-2-iscsi neutron-server[104054]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c48e2ad6-d808-44bb-bd84-35f5e0d85bf4'] response: {'server_uuid': 'be99b296-6cc1-4b2a-977c-113f47796148', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb17776a-79c0-4129-90a0-ae34814d798c', 'code': 200} Jun 16 17:35:07.676414 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d45f9a8-6e59-4df2-9c7c-f4db568df6bc req-7f76653c-dc2e-481f-abfb-58bfa655bf1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:35:07.677917 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-8d45f9a8-6e59-4df2-9c7c-f4db568df6bc req-7f76653c-dc2e-481f-abfb-58bfa655bf1a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=be99b296-6cc1-4b2a-977c-113f47796148 HTTP/1.1" status: 200 len: 1130 time: 0.1284466 Jun 16 17:35:07.683044 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aeda341-bfdb-4b98-8b88-fc1bc56814b5 req-4b714923-8753-47fd-9933-22c61e4db882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:35:07.684404 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-5aeda341-bfdb-4b98-8b88-fc1bc56814b5 req-4b714923-8753-47fd-9933-22c61e4db882 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=54fe7037-080f-4209-bdc6-c505c4c34ec3 HTTP/1.1" status: 200 len: 1130 time: 0.1370232 Jun 16 17:35:07.728483 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e835be2-8e22-4e6d-a264-75346cd71c49 req-50037e77-5fa0-4dfa-b67c-b834aaa02d47 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:35:07.729984 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-1e835be2-8e22-4e6d-a264-75346cd71c49 req-50037e77-5fa0-4dfa-b67c-b834aaa02d47 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] 10.222.0.40 "GET /v2.0/ports?device_id=2ea8edce-fee8-4dbd-ae01-e4d060cf5597 HTTP/1.1" status: 200 len: 944 time: 0.1291592 Jun 16 17:35:07.732935 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Device 34435ad7-815c-4541-888a-58d96e70159f details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=104054) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 17:35:07.736951 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Device 4e13aef5-2de9-4312-9c58-333292fceaab up at agent hyperv_hv-cinder-83754 {{(pid=104054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 17:35:07.737114 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e070a9e8-3939-4d45-9a34-60a697fdd344 req-e9652cf9-f64b-416d-b86f-0094c6c8e3eb tempest-DeleteServersTestJSON-1983395756 tempest-DeleteServersTestJSON-1983395756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:35:07.743840 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-e070a9e8-3939-4d45-9a34-60a697fdd344 req-e9652cf9-f64b-416d-b86f-0094c6c8e3eb tempest-DeleteServersTestJSON-1983395756 tempest-DeleteServersTestJSON-1983395756-project] 10.222.0.40 "GET /v2.0/ports?device_id=be99b296-6cc1-4b2a-977c-113f47796148 HTTP/1.1" status: 200 len: 946 time: 0.1400933 Jun 16 17:35:07.850525 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-8d45f9a8-6e59-4df2-9c7c-f4db568df6bc req-9c3e80c7-7085-43ae-a37d-5e3faf745482 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=a5cfa4e5-661b-4047-97d8-bbc5aeeefa85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608467 Jun 16 17:35:07.893716 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-5aeda341-bfdb-4b98-8b88-fc1bc56814b5 req-5245b77f-8ddf-4b53-bb30-f132cbcfccf9 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=97ffd154-7f70-49b1-9385-228cddf4fca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010190 Jun 16 17:35:07.908685 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-1e835be2-8e22-4e6d-a264-75346cd71c49 req-1b947a6e-b3fb-4c6a-a38a-188d5fa3a309 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] 10.222.0.40 "GET /v2.0/security-groups?id=242115b7-43ec-477c-967c-8b04bb3085a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1574235 Jun 16 17:35:07.928507 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-e070a9e8-3939-4d45-9a34-60a697fdd344 req-9a322664-0e35-4330-bc98-8f55fec13ca9 tempest-DeleteServersTestJSON-1983395756 tempest-DeleteServersTestJSON-1983395756-project] 10.222.0.40 "GET /v2.0/security-groups?id=a5cfa4e5-661b-4047-97d8-bbc5aeeefa85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837463 Jun 16 17:35:08.058207 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Provisioning for port 4e13aef5-2de9-4312-9c58-333292fceaab completed by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 17:35:08.073140 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Provisioning complete for port 4e13aef5-2de9-4312-9c58-333292fceaab triggered by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:35:08.074027 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572016'] for port (4e13aef5-2de9-4312-9c58-333292fceaab), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:08.155057 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] For port 34435ad7-815c-4541-888a-58d96e70159f, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=34435ad7-815c-4541-888a-58d96e70159f,segment=NetworkSegment(94313329-9a0f-475b-94f3-d6ee0916d22d),segment_id=94313329-9a0f-475b-94f3-d6ee0916d22d)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:35:08.173197 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Returning: {'device': '34435ad7-815c-4541-888a-58d96e70159f', 'network_id': '6fb674c9-6bb7-4c32-892c-b28837e89812', 'port_id': '34435ad7-815c-4541-888a-58d96e70159f', 'mac_address': 'fa:16:3e:1e:ea:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4f4c81e-fe9f-4dc1-bcfe-dd76fde3e7db', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104054) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 17:35:08.264829 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Current status of the port 4e13aef5-2de9-4312-9c58-333292fceaab is: BUILD; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:35:08.265494 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (4e13aef5-2de9-4312-9c58-333292fceaab), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:08.273246 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=100 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:35:08.279858 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 54270) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:35:08.285731 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:35:08.299655 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Current status of the port 34435ad7-815c-4541-888a-58d96e70159f is: DOWN; New status is: BUILD {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:35:08.300045 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (34435ad7-815c-4541-888a-58d96e70159f), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:08.330279 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] For port 4e13aef5-2de9-4312-9c58-333292fceaab, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=4e13aef5-2de9-4312-9c58-333292fceaab,segment=NetworkSegment(c9623932-56f3-419e-916e-2d5cd1273f56),segment_id=c9623932-56f3-419e-916e-2d5cd1273f56)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:35:08.342945 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114'] for port (4e13aef5-2de9-4312-9c58-333292fceaab), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:08.353477 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.notifiers.nova [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34435ad7-815c-4541-888a-58d96e70159f {{(pid=104054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 17:35:08.409525 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] For port 34435ad7-815c-4541-888a-58d96e70159f, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=34435ad7-815c-4541-888a-58d96e70159f,segment=NetworkSegment(94313329-9a0f-475b-94f3-d6ee0916d22d),segment_id=94313329-9a0f-475b-94f3-d6ee0916d22d)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:35:08.421280 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114'] for port (34435ad7-815c-4541-888a-58d96e70159f), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:08.427797 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Pushing event updated for resources: {'Port': ['ID=4e13aef5-2de9-4312-9c58-333292fceaab,revision_number=5']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:35:08.504284 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Pushing event updated for resources: {'Port': ['ID=34435ad7-815c-4541-888a-58d96e70159f,revision_number=4']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:35:08.532886 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-3fcf554e-1e6d-4168-afc0-4a4d3057c592 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:08.577342 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=100 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:35:08.608948 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1d3999-5d9f-446e-a8aa-07396c817ca7 req-26b0a6c0-e073-4469-b6b9-6ca804e9263e tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:35:08.611126 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-6a1d3999-5d9f-446e-a8aa-07396c817ca7 req-26b0a6c0-e073-4469-b6b9-6ca804e9263e tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "GET /v2.0/ports?device_id=e052a589-f2aa-4711-8beb-2171defad99e HTTP/1.1" status: 200 len: 944 time: 0.0911930 Jun 16 17:35:08.617804 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384f76ee-1b47-4215-b0e3-4e1c77f8d66b req-f86173c5-6086-4309-90c2-911f8d5eac2d tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:35:08.620639 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-384f76ee-1b47-4215-b0e3-4e1c77f8d66b req-f86173c5-6086-4309-90c2-911f8d5eac2d tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/ports?device_id=54fe7037-080f-4209-bdc6-c505c4c34ec3 HTTP/1.1" status: 200 len: 946 time: 0.1568043 Jun 16 17:35:08.710970 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] get_ports_and_sgs() called for port_ids ['34435ad7-815c-4541-888a-58d96e70159f'] {{(pid=104054) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 17:35:08.760806 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-384f76ee-1b47-4215-b0e3-4e1c77f8d66b req-f64217c8-adda-43c0-b0a3-9a5fecebaf79 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/security-groups?id=97ffd154-7f70-49b1-9385-228cddf4fca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301303 Jun 16 17:35:08.765058 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-6a1d3999-5d9f-446e-a8aa-07396c817ca7 req-257436ba-21d7-4ee8-9f7e-e08811cf9015 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "GET /v2.0/security-groups?id=a0d4f3a0-543e-4bef-a0de-bb3612408920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1358991 Jun 16 17:35:08.808616 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-3fcf554e-1e6d-4168-afc0-4a4d3057c592 admin admin] Publish callbacks [] for security_group (80cffa56-06b8-4f34-8014-28ec0c468bfd), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:08.813729 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-3fcf554e-1e6d-4168-afc0-4a4d3057c592 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (80cffa56-06b8-4f34-8014-28ec0c468bfd), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:08.857754 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcf554e-1e6d-4168-afc0-4a4d3057c592 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80cffa56-06b8-4f34-8014-28ec0c468bfd,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:35:08.863829 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-3fcf554e-1e6d-4168-afc0-4a4d3057c592 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=64a0889577c9418ab0af5a10ccc89e79&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5824244 Jun 16 17:35:08.866156 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 54294) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:35:08.915719 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-567510da-f147-4eaf-888b-a371d26a8390 admin admin] Publish callbacks [] for security_group (80cffa56-06b8-4f34-8014-28ec0c468bfd), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:08.939154 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-567510da-f147-4eaf-888b-a371d26a8390 admin admin] Publish callbacks [] for security_group (80cffa56-06b8-4f34-8014-28ec0c468bfd), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:08.998026 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-567510da-f147-4eaf-888b-a371d26a8390 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (80cffa56-06b8-4f34-8014-28ec0c468bfd), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:09.000570 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-567510da-f147-4eaf-888b-a371d26a8390 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:09.002489 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-567510da-f147-4eaf-888b-a371d26a8390 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/80cffa56-06b8-4f34-8014-28ec0c468bfd HTTP/1.1" status: 204 len: 168 time: 0.1352742 Jun 16 17:35:09.014326 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567510da-f147-4eaf-888b-a371d26a8390 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80cffa56-06b8-4f34-8014-28ec0c468bfd,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:35:09.069052 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bed806-4cef-42bb-a396-9f6af1be8724 req-88bcdd12-c896-46be-80a5-1b565692b5c4 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:35:09.070683 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-e7bed806-4cef-42bb-a396-9f6af1be8724 req-88bcdd12-c896-46be-80a5-1b565692b5c4 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] 10.222.0.40 "GET /v2.0/ports?device_id=2ea8edce-fee8-4dbd-ae01-e4d060cf5597 HTTP/1.1" status: 200 len: 945 time: 0.0843577 Jun 16 17:35:09.077274 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de6444d-ff9f-4655-bcca-fa2e380d2bfd req-747f531b-5e53-4715-b501-e06c960ea726 tempest-DeleteServersTestJSON-1983395756 tempest-DeleteServersTestJSON-1983395756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:35:09.081680 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-7de6444d-ff9f-4655-bcca-fa2e380d2bfd req-747f531b-5e53-4715-b501-e06c960ea726 tempest-DeleteServersTestJSON-1983395756 tempest-DeleteServersTestJSON-1983395756-project] 10.222.0.40 "GET /v2.0/ports?device_id=be99b296-6cc1-4b2a-977c-113f47796148 HTTP/1.1" status: 200 len: 946 time: 0.0934165 Jun 16 17:35:09.113742 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:35:09.179924 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-e7bed806-4cef-42bb-a396-9f6af1be8724 req-1b5a8ff1-64f5-4742-b2f6-5b82c06587cb tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] 10.222.0.40 "GET /v2.0/security-groups?id=242115b7-43ec-477c-967c-8b04bb3085a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960886 Jun 16 17:35:09.182892 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-7de6444d-ff9f-4655-bcca-fa2e380d2bfd req-fff27f34-aa96-4b03-af95-758ef7bb3c4d tempest-DeleteServersTestJSON-1983395756 tempest-DeleteServersTestJSON-1983395756-project] 10.222.0.40 "GET /v2.0/security-groups?id=a5cfa4e5-661b-4047-97d8-bbc5aeeefa85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912604 Jun 16 17:35:09.319475 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 54304) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:35:09.327195 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:35:09.333495 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-a7d365d5-6b51-403b-bf8b-99bcd1fe7434 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:09.380922 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ea8edce-fee8-4dbd-ae01-e4d060cf5597', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e13aef5-2de9-4312-9c58-333292fceaab'}] {{(pid=104054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 17:35:09.384081 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5645e34771f2e92f66b701059e1edb0e2a0b319a1385596c591183f5993537e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d9e9179-3393-44ff-94f0-d170a693e90f" -d '{"events": [{"server_uuid": "2ea8edce-fee8-4dbd-ae01-e4d060cf5597", "name": "network-vif-plugged", "status": "completed", "tag": "4e13aef5-2de9-4312-9c58-333292fceaab"}]}' {{(pid=104054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:35:09.412086 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-a7d365d5-6b51-403b-bf8b-99bcd1fe7434 admin admin] Publish callbacks [] for security_group (55ce59d1-87db-4612-9c6d-c86992f17a2b), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:09.416100 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-a7d365d5-6b51-403b-bf8b-99bcd1fe7434 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (55ce59d1-87db-4612-9c6d-c86992f17a2b), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:09.421574 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 17:35:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-761049e8-ee6d-4b86-ada9-a01b7e7e311f x-openstack-request-id: req-761049e8-ee6d-4b86-ada9-a01b7e7e311f {{(pid=104054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:35:09.421866 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ea8edce-fee8-4dbd-ae01-e4d060cf5597", "name": "network-vif-plugged", "status": "completed", "tag": "4e13aef5-2de9-4312-9c58-333292fceaab", "code": 200}]} {{(pid=104054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:35:09.422234 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-761049e8-ee6d-4b86-ada9-a01b7e7e311f {{(pid=104054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:35:09.422653 dv-cinder-837546-2-iscsi neutron-server[104054]: INFO neutron.notifiers.nova [-] Nova event matching ['req-761049e8-ee6d-4b86-ada9-a01b7e7e311f'] response: {'server_uuid': '2ea8edce-fee8-4dbd-ae01-e4d060cf5597', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e13aef5-2de9-4312-9c58-333292fceaab', 'code': 200} Jun 16 17:35:09.460094 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-a7d365d5-6b51-403b-bf8b-99bcd1fe7434 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=fa2168e20e0d4084b17b331d1e1b019a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1394379 Jun 16 17:35:09.460865 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d365d5-6b51-403b-bf8b-99bcd1fe7434 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55ce59d1-87db-4612-9c6d-c86992f17a2b,revision_number=1']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:35:09.462704 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 54308) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:35:09.512672 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-75ba897a-b57b-4e71-9a38-9342a6c61f9b admin admin] Publish callbacks [] for security_group (55ce59d1-87db-4612-9c6d-c86992f17a2b), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:09.533816 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-75ba897a-b57b-4e71-9a38-9342a6c61f9b admin admin] Publish callbacks [] for security_group (55ce59d1-87db-4612-9c6d-c86992f17a2b), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:09.580313 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-75ba897a-b57b-4e71-9a38-9342a6c61f9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (55ce59d1-87db-4612-9c6d-c86992f17a2b), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:09.582881 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-75ba897a-b57b-4e71-9a38-9342a6c61f9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:09.584297 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-75ba897a-b57b-4e71-9a38-9342a6c61f9b admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/55ce59d1-87db-4612-9c6d-c86992f17a2b HTTP/1.1" status: 204 len: 168 time: 0.1202419 Jun 16 17:35:09.598905 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ba897a-b57b-4e71-9a38-9342a6c61f9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55ce59d1-87db-4612-9c6d-c86992f17a2b,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:35:09.749367 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Device 34435ad7-815c-4541-888a-58d96e70159f up at agent hyperv_hv-cinder-83754 {{(pid=104054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 17:35:09.823577 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Provisioning for port 34435ad7-815c-4541-888a-58d96e70159f completed by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 17:35:09.833139 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Provisioning complete for port 34435ad7-815c-4541-888a-58d96e70159f triggered by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:35:09.833884 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572016'] for port (34435ad7-815c-4541-888a-58d96e70159f), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:10.028276 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Current status of the port 34435ad7-815c-4541-888a-58d96e70159f is: BUILD; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:35:10.028669 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (34435ad7-815c-4541-888a-58d96e70159f), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:10.030157 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da14fcc8-0491-4a64-ad3d-f5c2a404fc8f req-2370db0b-f588-4cbd-9f95-9818418c0a2c tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:35:10.031714 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-da14fcc8-0491-4a64-ad3d-f5c2a404fc8f req-2370db0b-f588-4cbd-9f95-9818418c0a2c tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/ports?device_id=54fe7037-080f-4209-bdc6-c505c4c34ec3 HTTP/1.1" status: 200 len: 946 time: 0.1397235 Jun 16 17:35:10.077106 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d66b9d-2c8f-4ae8-af31-c4952fe788e7 req-b6d9a47b-388f-4bf9-8aab-5d4134cb1f14 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:35:10.077257 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] For port 34435ad7-815c-4541-888a-58d96e70159f, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=34435ad7-815c-4541-888a-58d96e70159f,segment=NetworkSegment(94313329-9a0f-475b-94f3-d6ee0916d22d),segment_id=94313329-9a0f-475b-94f3-d6ee0916d22d)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:35:10.079061 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-91d66b9d-2c8f-4ae8-af31-c4952fe788e7 req-b6d9a47b-388f-4bf9-8aab-5d4134cb1f14 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "GET /v2.0/ports?device_id=e052a589-f2aa-4711-8beb-2171defad99e HTTP/1.1" status: 200 len: 944 time: 0.1373181 Jun 16 17:35:10.083416 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114'] for port (34435ad7-815c-4541-888a-58d96e70159f), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:10.194853 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-91d66b9d-2c8f-4ae8-af31-c4952fe788e7 req-c6e0a0c1-30e8-4ba1-ba07-774ab8ac6a6e tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "GET /v2.0/security-groups?id=a0d4f3a0-543e-4bef-a0de-bb3612408920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917535 Jun 16 17:35:10.208609 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Pushing event updated for resources: {'Port': ['ID=34435ad7-815c-4541-888a-58d96e70159f,revision_number=5']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:35:10.264267 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-da14fcc8-0491-4a64-ad3d-f5c2a404fc8f req-6720c208-107d-4a19-b785-8fa2087159da tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/security-groups?id=97ffd154-7f70-49b1-9385-228cddf4fca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135732 Jun 16 17:35:10.381970 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51e86e6-6e9b-428c-b986-17d9a4895d02 req-d55c4f0b-37a4-43e9-b822-60dbf2651371 tempest-DeleteServersTestJSON-1983395756 tempest-DeleteServersTestJSON-1983395756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:35:10.383464 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-d51e86e6-6e9b-428c-b986-17d9a4895d02 req-d55c4f0b-37a4-43e9-b822-60dbf2651371 tempest-DeleteServersTestJSON-1983395756 tempest-DeleteServersTestJSON-1983395756-project] 10.222.0.40 "GET /v2.0/ports?device_id=be99b296-6cc1-4b2a-977c-113f47796148 HTTP/1.1" status: 200 len: 946 time: 0.0838103 Jun 16 17:35:10.395148 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8224240-45e3-4b4f-bb83-0a2f7ec82bec req-98345afa-6cfb-4f6f-aa3d-f130bef51f90 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:35:10.396598 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-e8224240-45e3-4b4f-bb83-0a2f7ec82bec req-98345afa-6cfb-4f6f-aa3d-f130bef51f90 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] 10.222.0.40 "GET /v2.0/ports?device_id=2ea8edce-fee8-4dbd-ae01-e4d060cf5597 HTTP/1.1" status: 200 len: 945 time: 0.0654700 Jun 16 17:35:10.419877 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:INSERT=6,neutron:SELECT=93,neutron:DELETE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:35:10.480810 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-d51e86e6-6e9b-428c-b986-17d9a4895d02 req-cc4b326e-85f9-4d10-9c48-c2c7888939cc tempest-DeleteServersTestJSON-1983395756 tempest-DeleteServersTestJSON-1983395756-project] 10.222.0.40 "GET /v2.0/security-groups?id=a5cfa4e5-661b-4047-97d8-bbc5aeeefa85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831728 Jun 16 17:35:10.493735 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-e8224240-45e3-4b4f-bb83-0a2f7ec82bec req-2bcda307-dea3-492b-b47c-e5287e70c37f tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] 10.222.0.40 "GET /v2.0/security-groups?id=242115b7-43ec-477c-967c-8b04bb3085a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901775 Jun 16 17:35:10.807427 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 54374) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:35:10.916982 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3169c31c-b156-4ffb-b184-18648d5ac6a7 req-a5189e42-60f4-46de-9903-81e7ee278451 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:35:10.920028 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-3169c31c-b156-4ffb-b184-18648d5ac6a7 req-a5189e42-60f4-46de-9903-81e7ee278451 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/ports?device_id=54fe7037-080f-4209-bdc6-c505c4c34ec3 HTTP/1.1" status: 200 len: 946 time: 0.0722499 Jun 16 17:35:10.982138 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-3169c31c-b156-4ffb-b184-18648d5ac6a7 req-e34f7ab5-f484-460e-9e93-1c3e2cb8c319 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/security-groups?id=97ffd154-7f70-49b1-9385-228cddf4fca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554695 Jun 16 17:35:11.068285 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 54384) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:35:11.139730 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-e19a3f1f-ce3f-477f-8d4e-f64a6cc6cb83 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:11.152819 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [None req-2448dbb6-8899-4074-9679-d0beb7d8dd55 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-794883416-network', 'tenant_id': '20bf4fe4ecc74735a2abdb5068b0785a'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:35:11.193869 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2448dbb6-8899-4074-9679-d0beb7d8dd55 admin admin] Made reservation on behalf of 20bf4fe4ecc74735a2abdb5068b0785a for: {'network': 1} {{(pid=104052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:35:11.196287 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-2448dbb6-8899-4074-9679-d0beb7d8dd55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for network (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:11.212044 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-2448dbb6-8899-4074-9679-d0beb7d8dd55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:11.263072 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:35:11.301189 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-e19a3f1f-ce3f-477f-8d4e-f64a6cc6cb83 admin admin] Publish callbacks [] for security_group (efca0df0-19ac-468b-a1a2-f0f3907c1850), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:11.324286 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-e19a3f1f-ce3f-477f-8d4e-f64a6cc6cb83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (efca0df0-19ac-468b-a1a2-f0f3907c1850), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:11.388997 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9efcbbb-7705-48a2-9896-73e56ed08a28 req-e180a91c-32eb-412f-ae9b-22907aacfc8c tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:35:11.390470 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-f9efcbbb-7705-48a2-9896-73e56ed08a28 req-e180a91c-32eb-412f-ae9b-22907aacfc8c tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "GET /v2.0/ports?device_id=e052a589-f2aa-4711-8beb-2171defad99e HTTP/1.1" status: 200 len: 945 time: 0.1086571 Jun 16 17:35:11.412383 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-e19a3f1f-ce3f-477f-8d4e-f64a6cc6cb83 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=b43c41fb210f4ca99ac01be06202f5ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3427312 Jun 16 17:35:11.415069 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 54394) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:35:11.415590 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19a3f1f-ce3f-477f-8d4e-f64a6cc6cb83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efca0df0-19ac-468b-a1a2-f0f3907c1850,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:35:11.424117 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e052a589-f2aa-4711-8beb-2171defad99e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34435ad7-815c-4541-888a-58d96e70159f'}] {{(pid=104054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 17:35:11.427062 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5645e34771f2e92f66b701059e1edb0e2a0b319a1385596c591183f5993537e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f140edb5-da36-4fba-bd00-29c84189e43c" -d '{"events": [{"server_uuid": "e052a589-f2aa-4711-8beb-2171defad99e", "name": "network-vif-plugged", "status": "completed", "tag": "34435ad7-815c-4541-888a-58d96e70159f"}]}' {{(pid=104054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:35:11.439947 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19a3f1f-ce3f-477f-8d4e-f64a6cc6cb83 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:35:11.440223 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19a3f1f-ce3f-477f-8d4e-f64a6cc6cb83 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:35:11.440558 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19a3f1f-ce3f-477f-8d4e-f64a6cc6cb83 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:35:11.440886 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19a3f1f-ce3f-477f-8d4e-f64a6cc6cb83 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:35:11.441240 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19a3f1f-ce3f-477f-8d4e-f64a6cc6cb83 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:35:11.441564 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19a3f1f-ce3f-477f-8d4e-f64a6cc6cb83 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:35:11.442312 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19a3f1f-ce3f-477f-8d4e-f64a6cc6cb83 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:35:11.442312 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19a3f1f-ce3f-477f-8d4e-f64a6cc6cb83 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:35:11.442503 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19a3f1f-ce3f-477f-8d4e-f64a6cc6cb83 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:35:11.442798 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19a3f1f-ce3f-477f-8d4e-f64a6cc6cb83 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:35:11.443111 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19a3f1f-ce3f-477f-8d4e-f64a6cc6cb83 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:35:11.443423 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19a3f1f-ce3f-477f-8d4e-f64a6cc6cb83 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:35:11.443740 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19a3f1f-ce3f-477f-8d4e-f64a6cc6cb83 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:35:11.444048 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19a3f1f-ce3f-477f-8d4e-f64a6cc6cb83 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:35:11.444360 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19a3f1f-ce3f-477f-8d4e-f64a6cc6cb83 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:35:11.471695 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 17:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c4f27be-4f95-438e-abab-ce336f6dee41 x-openstack-request-id: req-2c4f27be-4f95-438e-abab-ce336f6dee41 {{(pid=104054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:35:11.472073 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e052a589-f2aa-4711-8beb-2171defad99e", "name": "network-vif-plugged", "status": "completed", "tag": "34435ad7-815c-4541-888a-58d96e70159f", "code": 200}]} {{(pid=104054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:35:11.472328 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-2c4f27be-4f95-438e-abab-ce336f6dee41 {{(pid=104054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:35:11.472953 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-b478fb79-012a-4d59-8067-9382fbe335c9 admin admin] Publish callbacks [] for security_group (efca0df0-19ac-468b-a1a2-f0f3907c1850), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:11.473107 dv-cinder-837546-2-iscsi neutron-server[104054]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c4f27be-4f95-438e-abab-ce336f6dee41'] response: {'server_uuid': 'e052a589-f2aa-4711-8beb-2171defad99e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34435ad7-815c-4541-888a-58d96e70159f', 'code': 200} Jun 16 17:35:11.476916 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-2448dbb6-8899-4074-9679-d0beb7d8dd55 admin admin] Publish callbacks [] for security_group (a0e72760-c6c2-4c1e-bc24-fb9a280660d2), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:11.485628 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-2448dbb6-8899-4074-9679-d0beb7d8dd55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (a0e72760-c6c2-4c1e-bc24-fb9a280660d2), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:11.496212 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-b478fb79-012a-4d59-8067-9382fbe335c9 admin admin] Publish callbacks [] for security_group (efca0df0-19ac-468b-a1a2-f0f3907c1850), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:11.497261 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-f9efcbbb-7705-48a2-9896-73e56ed08a28 req-a7a7c9cc-7417-404a-8c16-c866ae2939d8 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "GET /v2.0/security-groups?id=a0d4f3a0-543e-4bef-a0de-bb3612408920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986238 Jun 16 17:35:11.522537 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2448dbb6-8899-4074-9679-d0beb7d8dd55 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 334} {{(pid=104052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 17:35:11.532149 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2448dbb6-8899-4074-9679-d0beb7d8dd55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0e72760-c6c2-4c1e-bc24-fb9a280660d2,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:35:11.540250 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-2448dbb6-8899-4074-9679-d0beb7d8dd55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1565696'] for segment (34201248-dba7-46fb-9092-7c525ca78977), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:11.540559 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.db.segments_db [None req-2448dbb6-8899-4074-9679-d0beb7d8dd55 admin admin] Added segment 34201248-dba7-46fb-9092-7c525ca78977 of type vlan for network bdb07972-a2d5-4a86-97bf-80abf8620cc4 Jun 16 17:35:11.569971 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-b478fb79-012a-4d59-8067-9382fbe335c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (efca0df0-19ac-468b-a1a2-f0f3907c1850), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:11.572527 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-b478fb79-012a-4d59-8067-9382fbe335c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:11.573698 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-b478fb79-012a-4d59-8067-9382fbe335c9 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/efca0df0-19ac-468b-a1a2-f0f3907c1850 HTTP/1.1" status: 204 len: 168 time: 0.1576524 Jun 16 17:35:11.583480 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b478fb79-012a-4d59-8067-9382fbe335c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efca0df0-19ac-468b-a1a2-f0f3907c1850,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:35:11.591937 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b478fb79-012a-4d59-8067-9382fbe335c9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:35:11.592290 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b478fb79-012a-4d59-8067-9382fbe335c9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:35:11.592660 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b478fb79-012a-4d59-8067-9382fbe335c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:35:11.593005 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b478fb79-012a-4d59-8067-9382fbe335c9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:35:11.593442 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b478fb79-012a-4d59-8067-9382fbe335c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:35:11.594247 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b478fb79-012a-4d59-8067-9382fbe335c9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:35:11.594598 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b478fb79-012a-4d59-8067-9382fbe335c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:35:11.594965 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b478fb79-012a-4d59-8067-9382fbe335c9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:35:11.595366 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b478fb79-012a-4d59-8067-9382fbe335c9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:35:11.595702 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b478fb79-012a-4d59-8067-9382fbe335c9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:35:11.596053 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b478fb79-012a-4d59-8067-9382fbe335c9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:35:11.596383 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b478fb79-012a-4d59-8067-9382fbe335c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:35:11.596703 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b478fb79-012a-4d59-8067-9382fbe335c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:35:11.597141 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b478fb79-012a-4d59-8067-9382fbe335c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:35:11.597582 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b478fb79-012a-4d59-8067-9382fbe335c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:35:11.615351 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=74,neutron:INSERT=23,neutron:UPDATE=3 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:35:11.625294 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-2448dbb6-8899-4074-9679-d0beb7d8dd55 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762169983061'] for network (bdb07972-a2d5-4a86-97bf-80abf8620cc4), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:11.651932 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebea4835-4a80-4143-844b-74ee13eb54ba req-695e0a3e-7faa-4e1d-b348-277f23fb515e tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:35:11.653458 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-ebea4835-4a80-4143-844b-74ee13eb54ba req-695e0a3e-7faa-4e1d-b348-277f23fb515e tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] 10.222.0.40 "GET /v2.0/ports?device_id=2ea8edce-fee8-4dbd-ae01-e4d060cf5597 HTTP/1.1" status: 200 len: 945 time: 0.0797501 Jun 16 17:35:11.691451 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-2448dbb6-8899-4074-9679-d0beb7d8dd55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511'] for network (bdb07972-a2d5-4a86-97bf-80abf8620cc4), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:11.692409 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2448dbb6-8899-4074-9679-d0beb7d8dd55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:35:11.692971 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-2448dbb6-8899-4074-9679-d0beb7d8dd55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626521'] for network (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:11.742696 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-2448dbb6-8899-4074-9679-d0beb7d8dd55 admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.9329700 Jun 16 17:35:11.746740 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 54404) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:35:11.752679 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.v2.base [None req-b8681726-ad7a-4c71-8f52-ccd41a72d064 admin admin] Request body: {'subnet': {'network_id': 'bdb07972-a2d5-4a86-97bf-80abf8620cc4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-794883416-subnet', 'tenant_id': '20bf4fe4ecc74735a2abdb5068b0785a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:35:11.778757 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8681726-ad7a-4c71-8f52-ccd41a72d064 admin admin] Made reservation on behalf of 20bf4fe4ecc74735a2abdb5068b0785a for: {'subnet': 1} {{(pid=104053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:35:11.783022 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-b8681726-ad7a-4c71-8f52-ccd41a72d064 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:11.813982 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:INSERT=10 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:35:11.911180 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 54406) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:35:11.931676 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1235e991-cc8b-439e-9ec0-a6c095f8f2a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:11.963610 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2448dbb6-8899-4074-9679-d0beb7d8dd55 admin admin] Pushing event updated for resources: {'Network': ['ID=bdb07972-a2d5-4a86-97bf-80abf8620cc4,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:35:11.969814 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-ebea4835-4a80-4143-844b-74ee13eb54ba req-f697f3a9-d8ca-463c-bbf0-ea612e770351 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] 10.222.0.40 "GET /v2.0/security-groups?id=242115b7-43ec-477c-967c-8b04bb3085a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3042552 Jun 16 17:35:11.986162 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Network bdb07972-a2d5-4a86-97bf-80abf8620cc4 details requested by agent ovs-agent-dv-cinder-837546-2-iscsi with host dv-cinder-837546-2-iscsi {{(pid=104054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 16 17:35:12.002219 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-b8681726-ad7a-4c71-8f52-ccd41a72d064 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511'] for subnet (6ae20d61-47a7-468a-a773-3dd8103f096e), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:12.072429 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8681726-ad7a-4c71-8f52-ccd41a72d064 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ae20d61-47a7-468a-a773-3dd8103f096e,revision_number=0']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:35:12.114828 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bdf05f-086a-4408-9468-6f933668da9f req-2bd9e38d-36e3-4938-9503-68cf25349ed1 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:35:12.116437 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-b9bdf05f-086a-4408-9468-6f933668da9f req-2bd9e38d-36e3-4938-9503-68cf25349ed1 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/ports?device_id=54fe7037-080f-4209-bdc6-c505c4c34ec3 HTTP/1.1" status: 200 len: 946 time: 0.0502141 Jun 16 17:35:12.116781 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8681726-ad7a-4c71-8f52-ccd41a72d064 admin admin] Checking segment: {'id': '34201248-dba7-46fb-9092-7c525ca78977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'bdb07972-a2d5-4a86-97bf-80abf8620cc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 17:35:12.117131 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8681726-ad7a-4c71-8f52-ccd41a72d064 admin admin] Network hostable DHCP agents. Network: bdb07972-a2d5-4a86-97bf-80abf8620cc4, hostable agents: ['e26ebcb9-a690-4ec1-8688-e951546304f4'], hosted agents: [] {{(pid=104053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 17:35:12.120341 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1235e991-cc8b-439e-9ec0-a6c095f8f2a7 admin admin] Publish callbacks [] for security_group (3dee2b9f-f95a-4812-b016-cc7409cab35f), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:12.127402 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1235e991-cc8b-439e-9ec0-a6c095f8f2a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (3dee2b9f-f95a-4812-b016-cc7409cab35f), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:12.139555 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=85,neutron:UPDATE=3,neutron:INSERT=12 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:35:12.168885 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-b9bdf05f-086a-4408-9468-6f933668da9f req-22d89ee1-e4bf-4916-b5d5-c5a311b63282 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/security-groups?id=97ffd154-7f70-49b1-9385-228cddf4fca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455265 Jun 16 17:35:12.177519 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-1235e991-cc8b-439e-9ec0-a6c095f8f2a7 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=c7ac7605b76045e6be617934d0246856&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2652948 Jun 16 17:35:12.181246 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 54414) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:35:12.184685 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1235e991-cc8b-439e-9ec0-a6c095f8f2a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dee2b9f-f95a-4812-b016-cc7409cab35f,revision_number=1']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:35:12.194013 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8681726-ad7a-4c71-8f52-ccd41a72d064 admin admin] Network bdb07972-a2d5-4a86-97bf-80abf8620cc4 is scheduled to be hosted by DHCP agent e26ebcb9-a690-4ec1-8688-e951546304f4 with binding_index 1 {{(pid=104053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 17:35:12.213326 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.scheduler.base_scheduler [None req-b8681726-ad7a-4c71-8f52-ccd41a72d064 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837546-2-iscsi, bdb07972-a2d5-4a86-97bf-80abf8620cc4) {{(pid=104053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:35:12.224554 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8681726-ad7a-4c71-8f52-ccd41a72d064 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:35:12.225804 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-b8681726-ad7a-4c71-8f52-ccd41a72d064 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626521'] for subnet (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:12.226122 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-258ce1da-f2c4-4fec-9526-65674c4d6882 None None] Network bdb07972-a2d5-4a86-97bf-80abf8620cc4 requested from dv-cinder-837546-2-iscsi {{(pid=104054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 17:35:12.251671 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-b8681726-ad7a-4c71-8f52-ccd41a72d064 admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5036128 Jun 16 17:35:12.259748 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-fdcab744-c516-4841-915b-38c10d268fe6 admin admin] Publish callbacks [] for security_group (3dee2b9f-f95a-4812-b016-cc7409cab35f), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:12.281979 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-fdcab744-c516-4841-915b-38c10d268fe6 admin admin] Publish callbacks [] for security_group (3dee2b9f-f95a-4812-b016-cc7409cab35f), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:12.338977 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-fdcab744-c516-4841-915b-38c10d268fe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (3dee2b9f-f95a-4812-b016-cc7409cab35f), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:12.342753 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-fdcab744-c516-4841-915b-38c10d268fe6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:12.343953 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-fdcab744-c516-4841-915b-38c10d268fe6 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/3dee2b9f-f95a-4812-b016-cc7409cab35f HTTP/1.1" status: 204 len: 168 time: 0.1612108 Jun 16 17:35:12.356222 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b822a91d-888d-4af3-91f5-d81c439e3d58 None None] Network bdb07972-a2d5-4a86-97bf-80abf8620cc4 requested from dv-cinder-837546-2-iscsi {{(pid=104054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 17:35:12.362925 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcab744-c516-4841-915b-38c10d268fe6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dee2b9f-f95a-4812-b016-cc7409cab35f,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:35:12.437031 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:35:12.625702 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436354a0-4579-4550-a6b0-64aca23c3608 req-c2ad9c33-a9ad-42ed-89c1-8fe18d1b9a7a tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:35:12.627633 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-436354a0-4579-4550-a6b0-64aca23c3608 req-c2ad9c33-a9ad-42ed-89c1-8fe18d1b9a7a tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "GET /v2.0/ports?device_id=e052a589-f2aa-4711-8beb-2171defad99e HTTP/1.1" status: 200 len: 945 time: 0.0544040 Jun 16 17:35:12.688208 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-436354a0-4579-4550-a6b0-64aca23c3608 req-ead23bb9-8bdf-4ca8-b327-a8e5998bbdc1 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "GET /v2.0/security-groups?id=a0d4f3a0-543e-4bef-a0de-bb3612408920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528414 Jun 16 17:35:12.772921 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 54430) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:35:12.789962 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-8d73b9d3-3466-45a2-8141-abdf676f4c6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:12.872729 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-8d73b9d3-3466-45a2-8141-abdf676f4c6d admin admin] Publish callbacks [] for security_group (540efa3d-b0f1-4ddc-822d-56c5f67092d7), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:12.876284 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-8d73b9d3-3466-45a2-8141-abdf676f4c6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (540efa3d-b0f1-4ddc-822d-56c5f67092d7), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:12.921372 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-8d73b9d3-3466-45a2-8141-abdf676f4c6d admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=49b3c62472d449a0a0bc27c532f96912&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1473649 Jun 16 17:35:12.921645 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 54432) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:35:12.922513 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d73b9d3-3466-45a2-8141-abdf676f4c6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=540efa3d-b0f1-4ddc-822d-56c5f67092d7,revision_number=1']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:35:12.968001 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:35:12.982444 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-ae956245-9865-4986-a450-391d8397ae97 admin admin] Publish callbacks [] for security_group (540efa3d-b0f1-4ddc-822d-56c5f67092d7), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:13.006823 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-ae956245-9865-4986-a450-391d8397ae97 admin admin] Publish callbacks [] for security_group (540efa3d-b0f1-4ddc-822d-56c5f67092d7), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:13.077387 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-ae956245-9865-4986-a450-391d8397ae97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (540efa3d-b0f1-4ddc-822d-56c5f67092d7), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:13.080078 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-ae956245-9865-4986-a450-391d8397ae97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:13.081522 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-ae956245-9865-4986-a450-391d8397ae97 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/540efa3d-b0f1-4ddc-822d-56c5f67092d7 HTTP/1.1" status: 204 len: 168 time: 0.1580727 Jun 16 17:35:13.227321 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a08030-8dcc-4d21-9182-d9d37ebc504d req-69a9c0f9-3f3e-4c35-80b9-8afa05598988 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:35:13.228992 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-90a08030-8dcc-4d21-9182-d9d37ebc504d req-69a9c0f9-3f3e-4c35-80b9-8afa05598988 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] 10.222.0.40 "GET /v2.0/ports?device_id=2ea8edce-fee8-4dbd-ae01-e4d060cf5597 HTTP/1.1" status: 200 len: 945 time: 0.1280277 Jun 16 17:35:13.234677 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae956245-9865-4986-a450-391d8397ae97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=540efa3d-b0f1-4ddc-822d-56c5f67092d7,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:35:13.522354 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-90a08030-8dcc-4d21-9182-d9d37ebc504d req-3ce07cc4-f08c-4cc5-92f3-80c2db162bc0 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] 10.222.0.40 "GET /v2.0/security-groups?id=242115b7-43ec-477c-967c-8b04bb3085a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2776947 Jun 16 17:35:13.553601 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dde9a5-5470-4924-9159-3cf20cf3c41d req-e2379117-7c59-4fa4-aa3d-c897ffbaeaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:35:13.555249 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-93dde9a5-5470-4924-9159-3cf20cf3c41d req-e2379117-7c59-4fa4-aa3d-c897ffbaeaa0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d1c1d13142434356ac1210f14dad847b&device_id=54fe7037-080f-4209-bdc6-c505c4c34ec3 HTTP/1.1" status: 200 len: 1130 time: 0.2480006 Jun 16 17:35:13.586494 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89b3f11-d2a3-4eeb-b1a2-2d00ed3f7560 req-122f598d-518d-42f3-835b-95ed9f4dde96 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:35:13.594213 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-b89b3f11-d2a3-4eeb-b1a2-2d00ed3f7560 req-122f598d-518d-42f3-835b-95ed9f4dde96 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/ports?device_id=54fe7037-080f-4209-bdc6-c505c4c34ec3 HTTP/1.1" status: 200 len: 946 time: 0.2030962 Jun 16 17:35:13.615109 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53915457-f613-424d-b405-75cdc5f84d13 req-829d31c4-f49f-4b5c-b28a-75bb89e83bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:35:13.617411 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-53915457-f613-424d-b405-75cdc5f84d13 req-829d31c4-f49f-4b5c-b28a-75bb89e83bb1 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2ea8edce-fee8-4dbd-ae01-e4d060cf5597 HTTP/1.1" status: 200 len: 1129 time: 0.2023332 Jun 16 17:35:13.629822 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315ddcf9-f28d-4fbd-b20a-0c04f3164d5b req-fe3e1da5-66cd-44c2-9e28-d154b47b4e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:35:13.631866 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-315ddcf9-f28d-4fbd-b20a-0c04f3164d5b req-fe3e1da5-66cd-44c2-9e28-d154b47b4e57 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e052a589-f2aa-4711-8beb-2171defad99e HTTP/1.1" status: 200 len: 1129 time: 0.1732435 Jun 16 17:35:13.664909 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:35:13.808710 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-b89b3f11-d2a3-4eeb-b1a2-2d00ed3f7560 req-00b882e1-99f8-46da-b0ba-5d7f337ffb58 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/security-groups?id=97ffd154-7f70-49b1-9385-228cddf4fca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130327 Jun 16 17:35:13.816762 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-53915457-f613-424d-b405-75cdc5f84d13 req-f854acb1-f4c8-4936-acc3-a526d91c98ec service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=242115b7-43ec-477c-967c-8b04bb3085a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1882658 Jun 16 17:35:13.852758 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-315ddcf9-f28d-4fbd-b20a-0c04f3164d5b req-7bb2573b-aa07-4f57-8e8a-8eeb28c0f3d3 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=a0d4f3a0-543e-4bef-a0de-bb3612408920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1885359 Jun 16 17:35:13.870290 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dde9a5-5470-4924-9159-3cf20cf3c41d req-7607ffd3-1333-4a65-b9a3-ecfe713571e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:35:13.872171 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-93dde9a5-5470-4924-9159-3cf20cf3c41d req-7607ffd3-1333-4a65-b9a3-ecfe713571e2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=dd7b32b9-764e-43c1-a67e-f0e3f862c460 HTTP/1.1" status: 200 len: 919 time: 0.3092289 Jun 16 17:35:13.893307 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3c5dac-2710-471b-96bf-8782657ac428 req-6c72d90e-087c-437e-929e-c546bfb7cc23 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:35:13.894812 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-fe3c5dac-2710-471b-96bf-8782657ac428 req-6c72d90e-087c-437e-929e-c546bfb7cc23 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "GET /v2.0/ports?device_id=e052a589-f2aa-4711-8beb-2171defad99e HTTP/1.1" status: 200 len: 945 time: 0.0726774 Jun 16 17:35:13.950591 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-fe3c5dac-2710-471b-96bf-8782657ac428 req-64bfa692-0916-400b-9701-2e111208e3cb tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "GET /v2.0/security-groups?id=a0d4f3a0-543e-4bef-a0de-bb3612408920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494103 Jun 16 17:35:14.248079 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.agents_db [None req-618f4cd3-4a7d-480c-b6e2-8b59597e19f3 None None] Agent healthcheck: found 6 active agents {{(pid=104055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 17:35:14.321432 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-93dde9a5-5470-4924-9159-3cf20cf3c41d req-bc9b83b3-ffa2-467f-9250-c2b4f06d22f1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=62e3038f-b183-4ed1-bedd-da99fe182bf8 HTTP/1.1" status: 200 len: 217 time: 0.0481887 Jun 16 17:35:14.463439 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eda02a-be6e-45f8-8a47-fc05363ce057 req-d92d67ac-ff9b-49d8-b7bb-890344bd691b tempest-VolumesActionsTest-9574974 tempest-VolumesActionsTest-9574974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:35:14.464911 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-99eda02a-be6e-45f8-8a47-fc05363ce057 req-d92d67ac-ff9b-49d8-b7bb-890344bd691b tempest-VolumesActionsTest-9574974 tempest-VolumesActionsTest-9574974-project] 10.222.0.40 "GET /v2.0/networks?id=bdb07972-a2d5-4a86-97bf-80abf8620cc4 HTTP/1.1" status: 200 len: 808 time: 0.1097043 Jun 16 17:35:14.481980 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-99eda02a-be6e-45f8-8a47-fc05363ce057 req-917487e4-74a7-4a31-87aa-bff8f2b4f9e1 tempest-VolumesActionsTest-9574974 tempest-VolumesActionsTest-9574974-project] 10.222.0.40 "GET /v2.0/quotas/20bf4fe4ecc74735a2abdb5068b0785a HTTP/1.1" status: 200 len: 375 time: 0.0094953 Jun 16 17:35:14.519885 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-99eda02a-be6e-45f8-8a47-fc05363ce057 req-93ca4844-eb8d-4401-b0ac-996f040d0616 tempest-VolumesActionsTest-9574974 tempest-VolumesActionsTest-9574974-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=20bf4fe4ecc74735a2abdb5068b0785a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0314267 Jun 16 17:35:14.616820 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-99eda02a-be6e-45f8-8a47-fc05363ce057 req-e353171d-acb0-4427-9043-b42b91f43daf service neutron] 10.222.0.40 "GET /v2.0/networks/bdb07972-a2d5-4a86-97bf-80abf8620cc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899665 Jun 16 17:35:14.644798 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:35:14.725055 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-99eda02a-be6e-45f8-8a47-fc05363ce057 req-29a2b1c1-d946-4bf8-a0ff-8143992fe262 service neutron] 10.222.0.40 "GET /v2.0/networks/bdb07972-a2d5-4a86-97bf-80abf8620cc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020999 Jun 16 17:35:15.008329 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a40726-d826-4c81-bf38-7061ec1d891e req-1297224a-ce8f-4c00-8eae-4200a75e2a2c tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:35:15.016009 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-13a40726-d826-4c81-bf38-7061ec1d891e req-1297224a-ce8f-4c00-8eae-4200a75e2a2c tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] 10.222.0.40 "GET /v2.0/ports?device_id=2ea8edce-fee8-4dbd-ae01-e4d060cf5597 HTTP/1.1" status: 200 len: 945 time: 0.1079047 Jun 16 17:35:15.100383 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-13a40726-d826-4c81-bf38-7061ec1d891e req-963f1e7a-dc77-4eab-a696-dcde494ba824 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] 10.222.0.40 "GET /v2.0/security-groups?id=242115b7-43ec-477c-967c-8b04bb3085a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826287 Jun 16 17:35:15.269568 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0257cef9-1949-4509-a28c-1d733620603e req-923ccd89-68d4-42f6-971d-5e1b42d244a7 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:35:15.271268 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-0257cef9-1949-4509-a28c-1d733620603e req-923ccd89-68d4-42f6-971d-5e1b42d244a7 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/ports?device_id=54fe7037-080f-4209-bdc6-c505c4c34ec3 HTTP/1.1" status: 200 len: 946 time: 0.0974157 Jun 16 17:35:15.277472 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dde9a5-5470-4924-9159-3cf20cf3c41d req-6f8621b1-202d-43b5-ac9a-44109f53e389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:35:15.278970 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-93dde9a5-5470-4924-9159-3cf20cf3c41d req-6f8621b1-202d-43b5-ac9a-44109f53e389 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=58dbd783-c237-4164-b4f7-63cdaa3401e3 HTTP/1.1" status: 200 len: 857 time: 0.0931876 Jun 16 17:35:15.353769 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-0257cef9-1949-4509-a28c-1d733620603e req-45d07659-ab56-45a1-8268-816b51b87640 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/security-groups?id=97ffd154-7f70-49b1-9385-228cddf4fca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737736 Jun 16 17:35:15.477934 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-c71e5f4d-483e-4d0e-a913-c1b1eaf0002d req-fe5d3187-d51c-4ad7-aaed-0a6030d59319 tempest-VolumesActionsTest-9574974 tempest-VolumesActionsTest-9574974-project] 10.222.0.40 "GET /v2.0/ports?device_id=5ae746d9-78af-453b-97e5-11a3f899b066 HTTP/1.1" status: 200 len: 210 time: 0.0328586 Jun 16 17:35:15.484400 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dde9a5-5470-4924-9159-3cf20cf3c41d req-02c4c7b2-31ce-420d-b433-5f574cb3cafe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:35:15.486783 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-93dde9a5-5470-4924-9159-3cf20cf3c41d req-02c4c7b2-31ce-420d-b433-5f574cb3cafe service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dd7b32b9-764e-43c1-a67e-f0e3f862c460&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1197174 Jun 16 17:35:15.596368 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 54594) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:35:15.611735 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697353bd-673d-475a-9a75-41cb3a83e39d req-d8add222-d216-45dd-9b4c-fcd8c807369d tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:35:15.613243 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-697353bd-673d-475a-9a75-41cb3a83e39d req-d8add222-d216-45dd-9b4c-fcd8c807369d tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "GET /v2.0/ports?device_id=e052a589-f2aa-4711-8beb-2171defad99e HTTP/1.1" status: 200 len: 945 time: 0.0553067 Jun 16 17:35:15.664182 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-697353bd-673d-475a-9a75-41cb3a83e39d req-00e09332-153b-4e23-9349-64d1bdcd71ed tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "GET /v2.0/security-groups?id=a0d4f3a0-543e-4bef-a0de-bb3612408920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443785 Jun 16 17:35:15.712812 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-cf934302-6f21-4c72-99e2-d7e8ec5b30e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:15.758038 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:INSERT=20,neutron:SELECT=76,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:35:15.796062 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-cf934302-6f21-4c72-99e2-d7e8ec5b30e4 admin admin] Publish callbacks [] for security_group (1b029954-b9f3-4a4c-a649-465f5c42dcea), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:15.800756 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-cf934302-6f21-4c72-99e2-d7e8ec5b30e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (1b029954-b9f3-4a4c-a649-465f5c42dcea), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:15.844086 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-cf934302-6f21-4c72-99e2-d7e8ec5b30e4 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=4a8672dbe753437fbd749a339dd3010f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2466404 Jun 16 17:35:15.847142 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf934302-6f21-4c72-99e2-d7e8ec5b30e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b029954-b9f3-4a4c-a649-465f5c42dcea,revision_number=1']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:35:15.847641 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 54598) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:35:15.903229 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-5c06caf6-ed3b-4551-b11d-35043d037c8d admin admin] Publish callbacks [] for security_group (1b029954-b9f3-4a4c-a649-465f5c42dcea), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:15.905425 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=100 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:35:15.927530 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-5c06caf6-ed3b-4551-b11d-35043d037c8d admin admin] Publish callbacks [] for security_group (1b029954-b9f3-4a4c-a649-465f5c42dcea), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:15.979873 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-5c06caf6-ed3b-4551-b11d-35043d037c8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (1b029954-b9f3-4a4c-a649-465f5c42dcea), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:15.982489 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-5c06caf6-ed3b-4551-b11d-35043d037c8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:15.983618 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-5c06caf6-ed3b-4551-b11d-35043d037c8d admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/1b029954-b9f3-4a4c-a649-465f5c42dcea HTTP/1.1" status: 204 len: 168 time: 0.1349726 Jun 16 17:35:15.992738 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c06caf6-ed3b-4551-b11d-35043d037c8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b029954-b9f3-4a4c-a649-465f5c42dcea,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:35:16.283272 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b694b9ff-b6be-4cf8-9607-25414ab4d773 req-3a415f7a-e380-480a-8fa0-297d9737efcf tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:35:16.284765 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-b694b9ff-b6be-4cf8-9607-25414ab4d773 req-3a415f7a-e380-480a-8fa0-297d9737efcf tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] 10.222.0.40 "GET /v2.0/ports?device_id=2ea8edce-fee8-4dbd-ae01-e4d060cf5597 HTTP/1.1" status: 200 len: 945 time: 0.1003487 Jun 16 17:35:16.314779 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 54614) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:35:16.330554 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-4fe1954e-bd04-4fef-b6e9-70b345c2e84b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:16.346045 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-93dde9a5-5470-4924-9159-3cf20cf3c41d req-421df7e7-25dd-4acc-b6a9-0efe4ee3ffd9 service neutron] 10.222.0.47 "GET /v2.0/networks/dd7b32b9-764e-43c1-a67e-f0e3f862c460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947129 Jun 16 17:35:16.358391 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-b694b9ff-b6be-4cf8-9607-25414ab4d773 req-90380e7b-2d87-4425-90bf-e6b2d979b769 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] 10.222.0.40 "GET /v2.0/security-groups?id=242115b7-43ec-477c-967c-8b04bb3085a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673058 Jun 16 17:35:16.429403 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-4fe1954e-bd04-4fef-b6e9-70b345c2e84b admin admin] Publish callbacks [] for security_group (9646ef14-2753-4cde-9e79-4c336a8ff7be), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:16.434396 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-4fe1954e-bd04-4fef-b6e9-70b345c2e84b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (9646ef14-2753-4cde-9e79-4c336a8ff7be), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:16.473109 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe1954e-bd04-4fef-b6e9-70b345c2e84b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9646ef14-2753-4cde-9e79-4c336a8ff7be,revision_number=1']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:35:16.477484 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-4fe1954e-bd04-4fef-b6e9-70b345c2e84b admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=a6829040f76b4cb495b1d0f6f50811ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1616783 Jun 16 17:35:16.480180 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 54622) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:35:16.491785 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f44ffa-fc9b-4e2a-8cd3-570f54eba166 req-31fd5221-8860-46df-8e01-7371a7992708 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:35:16.493502 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-97f44ffa-fc9b-4e2a-8cd3-570f54eba166 req-31fd5221-8860-46df-8e01-7371a7992708 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/ports?device_id=54fe7037-080f-4209-bdc6-c505c4c34ec3 HTTP/1.1" status: 200 len: 946 time: 0.0498776 Jun 16 17:35:16.545510 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-3c0e1b0c-ee87-438c-bd67-635e7fa5013e admin admin] Publish callbacks [] for security_group (9646ef14-2753-4cde-9e79-4c336a8ff7be), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:16.562086 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-97f44ffa-fc9b-4e2a-8cd3-570f54eba166 req-394b7001-8a60-4735-b9f5-5ecfc3740a54 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/security-groups?id=97ffd154-7f70-49b1-9385-228cddf4fca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600157 Jun 16 17:35:16.616204 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-3c0e1b0c-ee87-438c-bd67-635e7fa5013e admin admin] Publish callbacks [] for security_group (9646ef14-2753-4cde-9e79-4c336a8ff7be), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:16.638720 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:35:16.680835 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-93dde9a5-5470-4924-9159-3cf20cf3c41d req-fd56d990-8a09-494c-b517-871126d7199b service neutron] 10.222.0.47 "GET /v2.0/networks/dd7b32b9-764e-43c1-a67e-f0e3f862c460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294239 Jun 16 17:35:16.729378 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-3c0e1b0c-ee87-438c-bd67-635e7fa5013e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (9646ef14-2753-4cde-9e79-4c336a8ff7be), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:16.729499 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-3c0e1b0c-ee87-438c-bd67-635e7fa5013e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:16.733329 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-3c0e1b0c-ee87-438c-bd67-635e7fa5013e admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/9646ef14-2753-4cde-9e79-4c336a8ff7be HTTP/1.1" status: 204 len: 168 time: 0.2520940 Jun 16 17:35:16.738035 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eccc065-b7e0-4265-9711-5f60d378988c req-d2b324cd-bbe6-40e6-9703-855c3ecdc65c tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:35:16.742152 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-9eccc065-b7e0-4265-9711-5f60d378988c req-d2b324cd-bbe6-40e6-9703-855c3ecdc65c tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] 10.222.0.40 "GET /v2.0/ports?device_id=2ea8edce-fee8-4dbd-ae01-e4d060cf5597 HTTP/1.1" status: 200 len: 945 time: 0.0772195 Jun 16 17:35:16.752890 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0e1b0c-ee87-438c-bd67-635e7fa5013e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9646ef14-2753-4cde-9e79-4c336a8ff7be,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:35:16.753024 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 54642) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:35:16.759085 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [None req-2d2ce820-3b22-4a55-97ae-860a0e446a6d tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Request body: {'floatingip': {'port_id': '4e13aef5-2de9-4312-9c58-333292fceaab'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:35:16.772453 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:35:16.863100 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-2d2ce820-3b22-4a55-97ae-860a0e446a6d tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Publish callbacks [] for floatingip (faea8b83-a239-48ad-adf1-25ac97c54af6), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:17.006612 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-22c00da5-c6e9-4afe-a064-66602b0d52a4 req-715f4e4c-36b1-4931-94aa-32c53f9951e5 tempest-VolumesActionsTest-9574974 tempest-VolumesActionsTest-9574974-project] 10.222.0.40 "GET /v2.0/ports?device_id=5ae746d9-78af-453b-97e5-11a3f899b066 HTTP/1.1" status: 200 len: 210 time: 0.1058731 Jun 16 17:35:17.066305 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a657e082-7845-42d5-908f-f9522599f272 req-d5fabcc0-40f7-4a27-93b3-7bb6e8e5a61e tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:35:17.068371 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-a657e082-7845-42d5-908f-f9522599f272 req-d5fabcc0-40f7-4a27-93b3-7bb6e8e5a61e tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "GET /v2.0/ports?device_id=e052a589-f2aa-4711-8beb-2171defad99e HTTP/1.1" status: 200 len: 945 time: 0.1367612 Jun 16 17:35:17.103334 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (9f2b4370-7d03-4dcb-9a0d-4ff62d859136), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:17.298835 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-a657e082-7845-42d5-908f-f9522599f272 req-0b3f6d32-e00c-44a5-afe5-d61d9aa9afc4 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "GET /v2.0/security-groups?id=a0d4f3a0-543e-4bef-a0de-bb3612408920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2232008 Jun 16 17:35:17.520086 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:35:17.577730 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 54688) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:35:17.765722 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff6539c-968c-47e8-bc35-1a746209cdcd req-3c20710e-002f-4671-8ac0-56472245dd5a tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:35:17.767840 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-3ff6539c-968c-47e8-bc35-1a746209cdcd req-3c20710e-002f-4671-8ac0-56472245dd5a tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "GET /v2.0/ports?device_id=e052a589-f2aa-4711-8beb-2171defad99e HTTP/1.1" status: 200 len: 945 time: 0.3928282 Jun 16 17:35:17.785448 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 54700) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:35:17.808508 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.v2.base [None req-c2675ac4-7914-4a24-86f7-1cec918c83ff tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Request body: {'floatingip': {'port_id': '34435ad7-815c-4541-888a-58d96e70159f'}} {{(pid=104053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:35:17.912574 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2abad6-0691-4ad0-95bf-ddedead3a8f6 req-43cb94d7-4e97-4e41-a97a-747ded6161d7 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:35:17.915601 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-5e2abad6-0691-4ad0-95bf-ddedead3a8f6 req-43cb94d7-4e97-4e41-a97a-747ded6161d7 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/ports?device_id=54fe7037-080f-4209-bdc6-c505c4c34ec3 HTTP/1.1" status: 200 len: 946 time: 0.1393337 Jun 16 17:35:18.033763 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-87bfffb0-aa9b-4f92-8eab-b8302672cf6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:18.054165 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c2675ac4-7914-4a24-86f7-1cec918c83ff tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Publish callbacks [] for floatingip (c00ce975-7982-4c22-90c3-940b97998ecb), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:18.057662 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-5e2abad6-0691-4ad0-95bf-ddedead3a8f6 req-4494f403-86a5-4e0a-a78f-ea633d0a4963 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/security-groups?id=97ffd154-7f70-49b1-9385-228cddf4fca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229198 Jun 16 17:35:18.093193 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.db.resource_extend [None req-2d2ce820-3b22-4a55-97ae-860a0e446a6d tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 16 17:35:18.103667 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=80,neutron:INSERT=17,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:35:18.186253 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-5529efb2-28a7-4e56-8cd8-7dcc7ed17532 req-6836a1d9-d32f-4bec-bb4a-9a63050fa72e tempest-VolumesActionsTest-9574974 tempest-VolumesActionsTest-9574974-project] 10.222.0.40 "GET /v2.0/ports?device_id=5ae746d9-78af-453b-97e5-11a3f899b066 HTTP/1.1" status: 200 len: 210 time: 0.0492430 Jun 16 17:35:18.214132 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-2d2ce820-3b22-4a55-97ae-860a0e446a6d tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:18.229532 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-2d2ce820-3b22-4a55-97ae-860a0e446a6d tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-375498'] for floatingip (faea8b83-a239-48ad-adf1-25ac97c54af6), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:18.382720 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.db.l3_db [None req-2d2ce820-3b22-4a55-97ae-860a0e446a6d tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Floating IP faea8b83-a239-48ad-adf1-25ac97c54af6 associated. External IP: 172.27.0.56, port: 4e13aef5-2de9-4312-9c58-333292fceaab. Jun 16 17:35:18.596607 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-87bfffb0-aa9b-4f92-8eab-b8302672cf6d admin admin] Publish callbacks [] for security_group (638781f8-c538-485b-9acc-cdb9703c73ad), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:18.604248 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-87bfffb0-aa9b-4f92-8eab-b8302672cf6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (638781f8-c538-485b-9acc-cdb9703c73ad), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:18.635677 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-87bfffb0-aa9b-4f92-8eab-b8302672cf6d admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=630ce45e2ddb42e582e52cd42f2920b2&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0563104 Jun 16 17:35:18.639481 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:35:18.640249 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 54726) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:35:18.658700 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:35:18.681543 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bfffb0-aa9b-4f92-8eab-b8302672cf6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=638781f8-c538-485b-9acc-cdb9703c73ad,revision_number=1']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:35:18.815491 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-9331cb71-e8b8-4a36-a568-0be3b12869d2 req-fbb99680-687f-4b7a-9437-1d349d6bb416 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b4904f6d-1ce2-4af1-9fc3-f5ea5aa89e69&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1213198 Jun 16 17:35:18.819992 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-e37d1687-abe4-4ebe-9d21-882534871ae8 admin admin] Publish callbacks [] for security_group (638781f8-c538-485b-9acc-cdb9703c73ad), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:18.828966 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eda02a-be6e-45f8-8a47-fc05363ce057 req-8a6192bc-8f9d-4ffd-8df9-a56bf5933030 tempest-VolumesActionsTest-9574974 tempest-VolumesActionsTest-9574974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:35:18.831567 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-99eda02a-be6e-45f8-8a47-fc05363ce057 req-8a6192bc-8f9d-4ffd-8df9-a56bf5933030 tempest-VolumesActionsTest-9574974 tempest-VolumesActionsTest-9574974-project] 10.222.0.47 "GET /v2.0/networks?id=bdb07972-a2d5-4a86-97bf-80abf8620cc4 HTTP/1.1" status: 200 len: 808 time: 0.3536105 Jun 16 17:35:18.845529 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [req-99eda02a-be6e-45f8-8a47-fc05363ce057 req-167177fd-f244-480c-ab94-72291a03329a tempest-VolumesActionsTest-9574974 tempest-VolumesActionsTest-9574974-project] Request body: {'port': {'device_id': '5ae746d9-78af-453b-97e5-11a3f899b066', 'network_id': 'bdb07972-a2d5-4a86-97bf-80abf8620cc4', 'admin_state_up': True, 'tenant_id': '20bf4fe4ecc74735a2abdb5068b0785a'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:35:18.964861 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-e37d1687-abe4-4ebe-9d21-882534871ae8 admin admin] Publish callbacks [] for security_group (638781f8-c538-485b-9acc-cdb9703c73ad), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:19.084728 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d2ce820-3b22-4a55-97ae-860a0e446a6d tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Router 11463ca8-2910-4613-a71d-a9b7a7a4f243 has already been hosted by L3 agent 43e250b4-0ce3-4949-aa8c-0bafe6454580 {{(pid=104052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 17:35:19.099117 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:35:19.118491 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9331cb71-e8b8-4a36-a568-0be3b12869d2 req-d3e9708c-2597-4d2c-8acd-59512a2e0b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:35:19.119895 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-9331cb71-e8b8-4a36-a568-0be3b12869d2 req-d3e9708c-2597-4d2c-8acd-59512a2e0b0c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d1c1d13142434356ac1210f14dad847b&device_id=b4904f6d-1ce2-4af1-9fc3-f5ea5aa89e69 HTTP/1.1" status: 200 len: 1129 time: 0.1372983 Jun 16 17:35:19.243662 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c2675ac4-7914-4a24-86f7-1cec918c83ff tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:19.259215 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c2675ac4-7914-4a24-86f7-1cec918c83ff tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-375498'] for floatingip (c00ce975-7982-4c22-90c3-940b97998ecb), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:19.325868 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63800a38-86e6-4a5f-bda4-765b38b0f742 req-2991dddc-4d2a-40c0-867b-3740e08a6faa tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:35:19.327379 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-63800a38-86e6-4a5f-bda4-765b38b0f742 req-2991dddc-4d2a-40c0-867b-3740e08a6faa tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/ports?device_id=54fe7037-080f-4209-bdc6-c505c4c34ec3 HTTP/1.1" status: 200 len: 946 time: 0.1345470 Jun 16 17:35:19.333659 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-e37d1687-abe4-4ebe-9d21-882534871ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (638781f8-c538-485b-9acc-cdb9703c73ad), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:19.336114 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-e37d1687-abe4-4ebe-9d21-882534871ae8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:19.339710 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-e37d1687-abe4-4ebe-9d21-882534871ae8 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/638781f8-c538-485b-9acc-cdb9703c73ad HTTP/1.1" status: 204 len: 168 time: 0.6928823 Jun 16 17:35:19.340248 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99eda02a-be6e-45f8-8a47-fc05363ce057 req-167177fd-f244-480c-ab94-72291a03329a tempest-VolumesActionsTest-9574974 tempest-VolumesActionsTest-9574974-project] Made reservation on behalf of 20bf4fe4ecc74735a2abdb5068b0785a for: {'port': 1} {{(pid=104052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:35:19.350818 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-99eda02a-be6e-45f8-8a47-fc05363ce057 req-167177fd-f244-480c-ab94-72291a03329a tempest-VolumesActionsTest-9574974 tempest-VolumesActionsTest-9574974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:19.395726 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.db.l3_db [None req-c2675ac4-7914-4a24-86f7-1cec918c83ff tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Floating IP c00ce975-7982-4c22-90c3-940b97998ecb associated. External IP: 172.27.0.192, port: 34435ad7-815c-4541-888a-58d96e70159f. Jun 16 17:35:19.457957 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37d1687-abe4-4ebe-9d21-882534871ae8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=638781f8-c538-485b-9acc-cdb9703c73ad,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:35:19.496871 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-3319c0b2-c08d-410b-9a28-834bd4c35597 req-ee2b4e10-3727-4a5b-b290-edbbf4a6a9b6 tempest-VolumesActionsTest-9574974 tempest-VolumesActionsTest-9574974-project] 10.222.0.40 "GET /v2.0/ports?device_id=5ae746d9-78af-453b-97e5-11a3f899b066 HTTP/1.1" status: 200 len: 210 time: 0.1683893 Jun 16 17:35:19.579274 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d2ce820-3b22-4a55-97ae-860a0e446a6d tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Notify agent at l3_agent.dv-cinder-837546-2-iscsi the message routers_updated {{(pid=104052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 17:35:19.586779 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-2d2ce820-3b22-4a55-97ae-860a0e446a6d tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228225'] for floatingip (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:19.611712 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a07dd6-3f7e-4e8b-b352-ee0d1db71d62 None None] Sync routers for ids ['11463ca8-2910-4613-a71d-a9b7a7a4f243'] in dv-cinder-837546-2-iscsi {{(pid=104055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:35:19.624034 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a07dd6-3f7e-4e8b-b352-ee0d1db71d62 None None] Routers {'11463ca8-2910-4613-a71d-a9b7a7a4f243'} bound to L3 agent in host dv-cinder-837546-2-iscsi {{(pid=104055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:35:19.624616 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-90a07dd6-3f7e-4e8b-b352-ee0d1db71d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T17:26:01Z,description=,heartbeat_timestamp=2022-06-16T17:35:01Z,host='dv-cinder-837546-2-iscsi',id=43e250b4-0ce3-4949-aa8c-0bafe6454580,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:26:01Z,topic='l3_agent')) {'router_ids': ['11463ca8-2910-4613-a71d-a9b7a7a4f243'], 'active': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:35:19.656002 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-63800a38-86e6-4a5f-bda4-765b38b0f742 req-518961c5-4c6c-4af3-9aff-7193aecf9eb3 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/security-groups?id=97ffd154-7f70-49b1-9385-228cddf4fca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2997680 Jun 16 17:35:19.657733 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9331cb71-e8b8-4a36-a568-0be3b12869d2 req-f892cb83-3f5c-4342-b0f7-a9f127901bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:35:19.659133 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-9331cb71-e8b8-4a36-a568-0be3b12869d2 req-f892cb83-3f5c-4342-b0f7-a9f127901bab service neutron] 10.222.0.47 "GET /v2.0/networks?id=dd7b32b9-764e-43c1-a67e-f0e3f862c460 HTTP/1.1" status: 200 len: 919 time: 0.4628160 Jun 16 17:35:19.667910 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-2d2ce820-3b22-4a55-97ae-860a0e446a6d tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] 10.222.0.40 "PUT /v2.0/floatingips/faea8b83-a239-48ad-adf1-25ac97c54af6 HTTP/1.1" status: 200 len: 990 time: 2.9137416 Jun 16 17:35:19.671175 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ea8edce-fee8-4dbd-ae01-e4d060cf5597', 'tag': '4e13aef5-2de9-4312-9c58-333292fceaab'}] {{(pid=104052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 17:35:19.674557 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9713fa4f09cf3058fa9276dada2b44135c9dd2e88d0acd54628e4483b77b1e61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7e9485f-8a83-4519-8733-5c094efa98e8" -d '{"events": [{"name": "network-changed", "server_uuid": "2ea8edce-fee8-4dbd-ae01-e4d060cf5597", "tag": "4e13aef5-2de9-4312-9c58-333292fceaab"}]}' {{(pid=104052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:35:19.874715 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvr_db [None req-90a07dd6-3f7e-4e8b-b352-ee0d1db71d62 None None] Set router 11463ca8-2910-4613-a71d-a9b7a7a4f243 gateway port host: dv-cinder-837546-2-iscsi {{(pid=104055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:35:19.908284 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2675ac4-7914-4a24-86f7-1cec918c83ff tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Router 11193f77-50ca-44b2-b11f-2fbebd19e4e2 has already been hosted by L3 agent 43e250b4-0ce3-4949-aa8c-0bafe6454580 {{(pid=104053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 17:35:19.923973 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:INSERT=6,neutron:SELECT=92,neutron:UPDATE=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:35:19.939003 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 54782) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:35:20.055076 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-7939e758-a856-4c4c-b8e9-bedd1fc1ec11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:20.062170 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-9331cb71-e8b8-4a36-a568-0be3b12869d2 req-1b5e52d9-3d44-4e96-87e7-af9ad33dfe90 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=86749e9f-ddc9-40e0-90f0-7a85e2519bf8 HTTP/1.1" status: 200 len: 217 time: 0.3810611 Jun 16 17:35:20.064153 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 17:35:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59123665-4c3d-49a5-a510-e3437aa19316 x-openstack-request-id: req-59123665-4c3d-49a5-a510-e3437aa19316 {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:35:20.064427 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ea8edce-fee8-4dbd-ae01-e4d060cf5597", "tag": "4e13aef5-2de9-4312-9c58-333292fceaab", "status": "completed", "code": 200}]} {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:35:20.064668 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-59123665-4c3d-49a5-a510-e3437aa19316 {{(pid=104052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:35:20.065051 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59123665-4c3d-49a5-a510-e3437aa19316'] response: {'name': 'network-changed', 'server_uuid': '2ea8edce-fee8-4dbd-ae01-e4d060cf5597', 'tag': '4e13aef5-2de9-4312-9c58-333292fceaab', 'status': 'completed', 'code': 200} Jun 16 17:35:20.148813 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:35:20.175329 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2675ac4-7914-4a24-86f7-1cec918c83ff tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Notify agent at l3_agent.dv-cinder-837546-2-iscsi the message routers_updated {{(pid=104053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 17:35:20.175545 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.db.db_base_plugin_common [req-99eda02a-be6e-45f8-8a47-fc05363ce057 req-167177fd-f244-480c-ab94-72291a03329a tempest-VolumesActionsTest-9574974 tempest-VolumesActionsTest-9574974-project] Allocated IP 172.20.0.9 (bdb07972-a2d5-4a86-97bf-80abf8620cc4/6ae20d61-47a7-468a-a773-3dd8103f096e/594c3687-89fc-48db-82bd-7bc8038f52cb) {{(pid=104052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:35:20.182800 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c2675ac4-7914-4a24-86f7-1cec918c83ff tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228225'] for floatingip (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:20.186849 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b540d10-1658-42be-9361-d6e4a561ff31 None None] Sync routers for ids ['11193f77-50ca-44b2-b11f-2fbebd19e4e2'] in dv-cinder-837546-2-iscsi {{(pid=104054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:35:20.188181 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e9485f-8a83-4519-8733-5c094efa98e8 req-466cd662-11cc-44d5-b75d-e8bf657eda60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:35:20.191047 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-a7e9485f-8a83-4519-8733-5c094efa98e8 req-466cd662-11cc-44d5-b75d-e8bf657eda60 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4904f0e2f64e4bef989f441380e843b5&device_id=2ea8edce-fee8-4dbd-ae01-e4d060cf5597 HTTP/1.1" status: 200 len: 1129 time: 0.1251957 Jun 16 17:35:20.209034 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9331cb71-e8b8-4a36-a568-0be3b12869d2 req-1dc880db-c858-4ae5-8bb0-c95485648d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:35:20.209034 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-9331cb71-e8b8-4a36-a568-0be3b12869d2 req-1dc880db-c858-4ae5-8bb0-c95485648d32 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=58dbd783-c237-4164-b4f7-63cdaa3401e3 HTTP/1.1" status: 200 len: 857 time: 0.1107104 Jun 16 17:35:20.211334 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b540d10-1658-42be-9361-d6e4a561ff31 None None] Routers {'11193f77-50ca-44b2-b11f-2fbebd19e4e2'} bound to L3 agent in host dv-cinder-837546-2-iscsi {{(pid=104054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:35:20.213718 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-0b540d10-1658-42be-9361-d6e4a561ff31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T17:26:01Z,description=,heartbeat_timestamp=2022-06-16T17:35:01Z,host='dv-cinder-837546-2-iscsi',id=43e250b4-0ce3-4949-aa8c-0bafe6454580,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:26:01Z,topic='l3_agent')) {'router_ids': ['11193f77-50ca-44b2-b11f-2fbebd19e4e2'], 'active': True} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:35:20.262213 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-90a07dd6-3f7e-4e8b-b352-ee0d1db71d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11463ca8-2910-4613-a71d-a9b7a7a4f243', 'name': 'tempest-AttachVolumeTestJSON-1492461714-router', 'tenant_id': '4904f0e2f64e4bef989f441380e843b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'external_fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'c5d20b8d-6a49-4d84-87cc-3ffdd32abd86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:34:14Z', 'updated_at': '2022-06-16T17:34:28Z', 'revision_number': 4, 'project_id': '4904f0e2f64e4bef989f441380e843b5', 'gw_port': {'id': 'c5d20b8d-6a49-4d84-87cc-3ffdd32abd86', 'name': '', 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:90:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11463ca8-2910-4613-a71d-a9b7a7a4f243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:34:15Z', 'updated_at': '2022-06-16T17:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47584a51-19b7-439b-9f28-a7f577441b18', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-2-iscsi', '_floatingips': [{'id': 'faea8b83-a239-48ad-adf1-25ac97c54af6', 'tenant_id': '4904f0e2f64e4bef989f441380e843b5', 'floating_ip_address': '172.27.0.56', 'floating_network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'router_id': '11463ca8-2910-4613-a71d-a9b7a7a4f243', 'port_id': '4e13aef5-2de9-4312-9c58-333292fceaab', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7174c275-7bd9-4bad-898d-52e5729a7a31', 'mac_address': 'fa:16:3e:9e:b0:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ea8edce-fee8-4dbd-ae01-e4d060cf5597', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T17:34:36Z', 'updated_at': '2022-06-16T17:35:17Z', 'revision_number': 1, 'project_id': '4904f0e2f64e4bef989f441380e843b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '617a4edf-50ce-45b6-a3b9-13e169c50ab1', 'name': '', 'network_id': '7174c275-7bd9-4bad-898d-52e5729a7a31', 'tenant_id': '4904f0e2f64e4bef989f441380e843b5', 'mac_address': 'fa:16:3e:78:11:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11463ca8-2910-4613-a71d-a9b7a7a4f243', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'f0d6e637-64db-4e7d-aa18-ced53dc06702', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:34:23Z', 'updated_at': '2022-06-16T17:34:44Z', 'revision_number': 5, 'project_id': '4904f0e2f64e4bef989f441380e843b5', 'subnets': [{'id': 'f0d6e637-64db-4e7d-aa18-ced53dc06702', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837546-2-iscsi', False) {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:35:20.285505 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-c2675ac4-7914-4a24-86f7-1cec918c83ff tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "PUT /v2.0/floatingips/c00ce975-7982-4c22-90c3-940b97998ecb HTTP/1.1" status: 200 len: 991 time: 2.4940615 Jun 16 17:35:20.289292 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e052a589-f2aa-4711-8beb-2171defad99e', 'tag': '34435ad7-815c-4541-888a-58d96e70159f'}] {{(pid=104053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 17:35:20.293494 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a0e0b451bd7acf9de88ec0a1fb74022464d6f98a5cc449ea229bf781c77e32d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9735a8c1-c3ae-4ad1-9bbc-0b086d201f85" -d '{"events": [{"name": "network-changed", "server_uuid": "e052a589-f2aa-4711-8beb-2171defad99e", "tag": "34435ad7-815c-4541-888a-58d96e70159f"}]}' {{(pid=104053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:35:20.310906 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a07dd6-3f7e-4e8b-b352-ee0d1db71d62 None None] Checking router: 11463ca8-2910-4613-a71d-a9b7a7a4f243 for host: dv-cinder-837546-2-iscsi {{(pid=104055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:35:20.336071 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a07dd6-3f7e-4e8b-b352-ee0d1db71d62 None None] Routers {'11463ca8-2910-4613-a71d-a9b7a7a4f243'} bound to L3 agent in host dv-cinder-837546-2-iscsi {{(pid=104055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:35:20.337109 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-90a07dd6-3f7e-4e8b-b352-ee0d1db71d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T17:26:01Z,description=,heartbeat_timestamp=2022-06-16T17:35:01Z,host='dv-cinder-837546-2-iscsi',id=43e250b4-0ce3-4949-aa8c-0bafe6454580,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:26:01Z,topic='l3_agent')) {'router_ids': ['11463ca8-2910-4613-a71d-a9b7a7a4f243'], 'active': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:35:20.364469 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-7939e758-a856-4c4c-b8e9-bedd1fc1ec11 admin admin] Publish callbacks [] for security_group (fbd828f7-776c-4b3f-a96b-4ff8d28a259f), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:20.375603 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9331cb71-e8b8-4a36-a568-0be3b12869d2 req-e41cc902-7f23-4d6f-a9dd-0a9988db3560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:35:20.377522 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-7939e758-a856-4c4c-b8e9-bedd1fc1ec11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (fbd828f7-776c-4b3f-a96b-4ff8d28a259f), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:20.377798 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-9331cb71-e8b8-4a36-a568-0be3b12869d2 req-e41cc902-7f23-4d6f-a9dd-0a9988db3560 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dd7b32b9-764e-43c1-a67e-f0e3f862c460&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1565261 Jun 16 17:35:20.381897 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 17:35:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cfd21c8-130e-4d86-956c-0c56fcd59a96 x-openstack-request-id: req-3cfd21c8-130e-4d86-956c-0c56fcd59a96 {{(pid=104053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:35:20.382192 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e052a589-f2aa-4711-8beb-2171defad99e", "tag": "34435ad7-815c-4541-888a-58d96e70159f", "status": "completed", "code": 200}]} {{(pid=104053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:35:20.383363 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-3cfd21c8-130e-4d86-956c-0c56fcd59a96 {{(pid=104053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:35:20.383363 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3cfd21c8-130e-4d86-956c-0c56fcd59a96'] response: {'name': 'network-changed', 'server_uuid': 'e052a589-f2aa-4711-8beb-2171defad99e', 'tag': '34435ad7-815c-4541-888a-58d96e70159f', 'status': 'completed', 'code': 200} Jun 16 17:35:20.428561 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvr_db [None req-0b540d10-1658-42be-9361-d6e4a561ff31 None None] Set router 11193f77-50ca-44b2-b11f-2fbebd19e4e2 gateway port host: dv-cinder-837546-2-iscsi {{(pid=104054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:35:20.478398 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-7939e758-a856-4c4c-b8e9-bedd1fc1ec11 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=7f74f72d8edd4bada30cb56b91a8dbbb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5354586 Jun 16 17:35:20.478398 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7939e758-a856-4c4c-b8e9-bedd1fc1ec11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbd828f7-776c-4b3f-a96b-4ff8d28a259f,revision_number=1']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:35:20.489216 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:35:20.489806 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 54800) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:35:20.555299 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvr_db [None req-90a07dd6-3f7e-4e8b-b352-ee0d1db71d62 None None] Set router 11463ca8-2910-4613-a71d-a9b7a7a4f243 gateway port host: dv-cinder-837546-2-iscsi {{(pid=104055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:35:20.571512 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e9485f-8a83-4519-8733-5c094efa98e8 req-ad9b137c-1ef8-4c90-92ab-0a7a16ca4f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:35:20.573346 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-a7e9485f-8a83-4519-8733-5c094efa98e8 req-ad9b137c-1ef8-4c90-92ab-0a7a16ca4f63 service neutron] 10.222.0.47 "GET /v2.0/networks?id=7174c275-7bd9-4bad-898d-52e5729a7a31 HTTP/1.1" status: 200 len: 912 time: 0.3697615 Jun 16 17:35:20.607955 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9735a8c1-c3ae-4ad1-9bbc-0b086d201f85 req-f0072339-1cb0-4f49-8796-fc3e6584b189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:35:20.609783 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-9735a8c1-c3ae-4ad1-9bbc-0b086d201f85 req-f0072339-1cb0-4f49-8796-fc3e6584b189 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d63c592c0afb4dfc9dd5b36be791decd&device_id=e052a589-f2aa-4711-8beb-2171defad99e HTTP/1.1" status: 200 len: 1129 time: 0.1980166 Jun 16 17:35:20.709449 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:35:20.716897 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-b244bdcf-2ffb-4c23-8dcd-7f53f9e76d66 admin admin] Publish callbacks [] for security_group (fbd828f7-776c-4b3f-a96b-4ff8d28a259f), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:20.723848 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-824e4d9a-5712-41bb-b2ad-36b885d52dfc req-bd0710d9-2c2e-4d16-a26e-137a320e3f4f tempest-VolumesActionsTest-9574974 tempest-VolumesActionsTest-9574974-project] 10.222.0.40 "GET /v2.0/ports?device_id=5ae746d9-78af-453b-97e5-11a3f899b066 HTTP/1.1" status: 200 len: 210 time: 0.0744138 Jun 16 17:35:20.739790 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-9331cb71-e8b8-4a36-a568-0be3b12869d2 req-6c2a619a-613a-4493-a481-a51e49aba8af service neutron] 10.222.0.47 "GET /v2.0/networks/dd7b32b9-764e-43c1-a67e-f0e3f862c460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3402855 Jun 16 17:35:20.810329 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9735a8c1-c3ae-4ad1-9bbc-0b086d201f85 req-7ff1a8fb-e50b-41f8-a12c-c04867ad08a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:35:20.815536 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-9735a8c1-c3ae-4ad1-9bbc-0b086d201f85 req-7ff1a8fb-e50b-41f8-a12c-c04867ad08a9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=6fb674c9-6bb7-4c32-892c-b28837e89812 HTTP/1.1" status: 200 len: 915 time: 0.1914423 Jun 16 17:35:20.818943 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-99eda02a-be6e-45f8-8a47-fc05363ce057 req-167177fd-f244-480c-ab94-72291a03329a tempest-VolumesActionsTest-9574974 tempest-VolumesActionsTest-9574974-project] Publish callbacks [] for port (594c3687-89fc-48db-82bd-7bc8038f52cb), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:20.825317 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-b244bdcf-2ffb-4c23-8dcd-7f53f9e76d66 admin admin] Publish callbacks [] for security_group (fbd828f7-776c-4b3f-a96b-4ff8d28a259f), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:20.825903 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-a7e9485f-8a83-4519-8733-5c094efa98e8 req-3b7fc3ca-eba1-460c-a045-609b3db25352 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4e13aef5-2de9-4312-9c58-333292fceaab HTTP/1.1" status: 200 len: 998 time: 0.2333584 Jun 16 17:35:20.929646 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-0b540d10-1658-42be-9361-d6e4a561ff31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11193f77-50ca-44b2-b11f-2fbebd19e4e2', 'name': 'tempest-AttachVolumeNegativeTest-214174450-router', 'tenant_id': 'd63c592c0afb4dfc9dd5b36be791decd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'external_fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': '1b34cba4-0f25-405b-ba3a-eb96ea0d3da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:34:12Z', 'updated_at': '2022-06-16T17:34:25Z', 'revision_number': 4, 'project_id': 'd63c592c0afb4dfc9dd5b36be791decd', 'gw_port': {'id': '1b34cba4-0f25-405b-ba3a-eb96ea0d3da8', 'name': '', 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:7c:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11193f77-50ca-44b2-b11f-2fbebd19e4e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:34:14Z', 'updated_at': '2022-06-16T17:34:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47584a51-19b7-439b-9f28-a7f577441b18', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-2-iscsi', '_floatingips': [{'id': 'c00ce975-7982-4c22-90c3-940b97998ecb', 'tenant_id': 'd63c592c0afb4dfc9dd5b36be791decd', 'floating_ip_address': '172.27.0.192', 'floating_network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'router_id': '11193f77-50ca-44b2-b11f-2fbebd19e4e2', 'port_id': '34435ad7-815c-4541-888a-58d96e70159f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6fb674c9-6bb7-4c32-892c-b28837e89812', 'mac_address': 'fa:16:3e:1e:ea:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e052a589-f2aa-4711-8beb-2171defad99e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T17:34:34Z', 'updated_at': '2022-06-16T17:35:19Z', 'revision_number': 1, 'project_id': 'd63c592c0afb4dfc9dd5b36be791decd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68377c34-b3bb-4601-82c6-3c4a3412211a', 'name': '', 'network_id': '6fb674c9-6bb7-4c32-892c-b28837e89812', 'tenant_id': 'd63c592c0afb4dfc9dd5b36be791decd', 'mac_address': 'fa:16:3e:52:d8:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11193f77-50ca-44b2-b11f-2fbebd19e4e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'f4f4c81e-fe9f-4dc1-bcfe-dd76fde3e7db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:34:23Z', 'updated_at': '2022-06-16T17:34:39Z', 'revision_number': 5, 'project_id': 'd63c592c0afb4dfc9dd5b36be791decd', 'subnets': [{'id': 'f4f4c81e-fe9f-4dc1-bcfe-dd76fde3e7db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837546-2-iscsi', False) {} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:35:20.963955 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b540d10-1658-42be-9361-d6e4a561ff31 None None] Checking router: 11193f77-50ca-44b2-b11f-2fbebd19e4e2 for host: dv-cinder-837546-2-iscsi {{(pid=104054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:35:20.977316 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b540d10-1658-42be-9361-d6e4a561ff31 None None] Routers {'11193f77-50ca-44b2-b11f-2fbebd19e4e2'} bound to L3 agent in host dv-cinder-837546-2-iscsi {{(pid=104054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:35:20.978225 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-0b540d10-1658-42be-9361-d6e4a561ff31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T17:26:01Z,description=,heartbeat_timestamp=2022-06-16T17:35:01Z,host='dv-cinder-837546-2-iscsi',id=43e250b4-0ce3-4949-aa8c-0bafe6454580,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:26:01Z,topic='l3_agent')) {'router_ids': ['11193f77-50ca-44b2-b11f-2fbebd19e4e2'], 'active': True} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:35:20.993141 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efcfa55-4ad2-4c25-bb10-1593b327d9c5 req-9b54a1bc-ffed-41f4-9a00-03b677c07110 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:35:20.994643 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-1efcfa55-4ad2-4c25-bb10-1593b327d9c5 req-9b54a1bc-ffed-41f4-9a00-03b677c07110 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/ports?device_id=54fe7037-080f-4209-bdc6-c505c4c34ec3 HTTP/1.1" status: 200 len: 946 time: 0.1404555 Jun 16 17:35:21.004634 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e9485f-8a83-4519-8733-5c094efa98e8 req-c9f7eaba-b1a7-4c2d-8774-27bb8191d470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:35:21.006076 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-a7e9485f-8a83-4519-8733-5c094efa98e8 req-c9f7eaba-b1a7-4c2d-8774-27bb8191d470 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f0d6e637-64db-4e7d-aa18-ced53dc06702 HTTP/1.1" status: 200 len: 850 time: 0.1508226 Jun 16 17:35:21.012631 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-9331cb71-e8b8-4a36-a568-0be3b12869d2 req-0cda404a-831e-45a8-9cc5-1aae9dfed843 service neutron] 10.222.0.47 "GET /v2.0/networks/dd7b32b9-764e-43c1-a67e-f0e3f862c460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2576981 Jun 16 17:35:21.012800 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-9735a8c1-c3ae-4ad1-9bbc-0b086d201f85 req-341628e7-a290-4811-8a6b-7f19fe758838 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=34435ad7-815c-4541-888a-58d96e70159f HTTP/1.1" status: 200 len: 999 time: 0.1842396 Jun 16 17:35:21.031622 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-99eda02a-be6e-45f8-8a47-fc05363ce057 req-167177fd-f244-480c-ab94-72291a03329a tempest-VolumesActionsTest-9574974 tempest-VolumesActionsTest-9574974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762170029078'] for port (594c3687-89fc-48db-82bd-7bc8038f52cb), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:21.071911 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e9485f-8a83-4519-8733-5c094efa98e8 req-c1be10e9-9c76-44da-ac13-c43f5d4f3154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:35:21.073447 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-a7e9485f-8a83-4519-8733-5c094efa98e8 req-c1be10e9-9c76-44da-ac13-c43f5d4f3154 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7174c275-7bd9-4bad-898d-52e5729a7a31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445673 Jun 16 17:35:21.085752 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-90a07dd6-3f7e-4e8b-b352-ee0d1db71d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11463ca8-2910-4613-a71d-a9b7a7a4f243', 'name': 'tempest-AttachVolumeTestJSON-1492461714-router', 'tenant_id': '4904f0e2f64e4bef989f441380e843b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'external_fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'c5d20b8d-6a49-4d84-87cc-3ffdd32abd86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:34:14Z', 'updated_at': '2022-06-16T17:34:28Z', 'revision_number': 4, 'project_id': '4904f0e2f64e4bef989f441380e843b5', 'gw_port': {'id': 'c5d20b8d-6a49-4d84-87cc-3ffdd32abd86', 'name': '', 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:90:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11463ca8-2910-4613-a71d-a9b7a7a4f243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:34:15Z', 'updated_at': '2022-06-16T17:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47584a51-19b7-439b-9f28-a7f577441b18', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-2-iscsi', '_floatingips': [{'id': 'faea8b83-a239-48ad-adf1-25ac97c54af6', 'tenant_id': '4904f0e2f64e4bef989f441380e843b5', 'floating_ip_address': '172.27.0.56', 'floating_network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'router_id': '11463ca8-2910-4613-a71d-a9b7a7a4f243', 'port_id': '4e13aef5-2de9-4312-9c58-333292fceaab', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7174c275-7bd9-4bad-898d-52e5729a7a31', 'mac_address': 'fa:16:3e:9e:b0:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ea8edce-fee8-4dbd-ae01-e4d060cf5597', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T17:34:36Z', 'updated_at': '2022-06-16T17:35:17Z', 'revision_number': 1, 'project_id': '4904f0e2f64e4bef989f441380e843b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '617a4edf-50ce-45b6-a3b9-13e169c50ab1', 'name': '', 'network_id': '7174c275-7bd9-4bad-898d-52e5729a7a31', 'tenant_id': '4904f0e2f64e4bef989f441380e843b5', 'mac_address': 'fa:16:3e:78:11:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11463ca8-2910-4613-a71d-a9b7a7a4f243', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'f0d6e637-64db-4e7d-aa18-ced53dc06702', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:34:23Z', 'updated_at': '2022-06-16T17:34:44Z', 'revision_number': 5, 'project_id': '4904f0e2f64e4bef989f441380e843b5', 'subnets': [{'id': 'f0d6e637-64db-4e7d-aa18-ced53dc06702', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837546-2-iscsi', False) {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:35:21.133667 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-b244bdcf-2ffb-4c23-8dcd-7f53f9e76d66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (fbd828f7-776c-4b3f-a96b-4ff8d28a259f), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:21.136522 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-b244bdcf-2ffb-4c23-8dcd-7f53f9e76d66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:21.137867 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-b244bdcf-2ffb-4c23-8dcd-7f53f9e76d66 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/fbd828f7-776c-4b3f-a96b-4ff8d28a259f HTTP/1.1" status: 204 len: 168 time: 0.6470132 Jun 16 17:35:21.170814 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99eda02a-be6e-45f8-8a47-fc05363ce057 req-167177fd-f244-480c-ab94-72291a03329a tempest-VolumesActionsTest-9574974 tempest-VolumesActionsTest-9574974-project] Network bdb07972-a2d5-4a86-97bf-80abf8620cc4 is already hosted by enough agents. {{(pid=104052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:35:21.180545 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-1efcfa55-4ad2-4c25-bb10-1593b327d9c5 req-5b49bd4f-614a-491a-b6a2-481127e580cb tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/security-groups?id=97ffd154-7f70-49b1-9385-228cddf4fca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731570 Jun 16 17:35:21.191612 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b244bdcf-2ffb-4c23-8dcd-7f53f9e76d66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbd828f7-776c-4b3f-a96b-4ff8d28a259f,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:35:21.207935 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.base_scheduler [req-99eda02a-be6e-45f8-8a47-fc05363ce057 req-167177fd-f244-480c-ab94-72291a03329a tempest-VolumesActionsTest-9574974 tempest-VolumesActionsTest-9574974-project] Resources bound (agent type, host, resource id): {{(pid=104052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:35:21.212971 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvr_db [None req-0b540d10-1658-42be-9361-d6e4a561ff31 None None] Set router 11193f77-50ca-44b2-b11f-2fbebd19e4e2 gateway port host: dv-cinder-837546-2-iscsi {{(pid=104054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:35:21.213939 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [req-99eda02a-be6e-45f8-8a47-fc05363ce057 req-167177fd-f244-480c-ab94-72291a03329a tempest-VolumesActionsTest-9574974 tempest-VolumesActionsTest-9574974-project] Received port after_create {{(pid=104052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 17:35:21.218935 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eda02a-be6e-45f8-8a47-fc05363ce057 req-167177fd-f244-480c-ab94-72291a03329a tempest-VolumesActionsTest-9574974 tempest-VolumesActionsTest-9574974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:35:21.220092 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-99eda02a-be6e-45f8-8a47-fc05363ce057 req-167177fd-f244-480c-ab94-72291a03329a tempest-VolumesActionsTest-9574974 tempest-VolumesActionsTest-9574974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626521'] for port (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:21.225595 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167177fd-f244-480c-ab94-72291a03329a tempest-VolumesActionsTest-9574974 tempest-VolumesActionsTest-9574974-project] Pushing event updated for resources: {'Port': ['ID=594c3687-89fc-48db-82bd-7bc8038f52cb,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:35:21.229824 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a07dd6-3f7e-4e8b-b352-ee0d1db71d62 None None] The sync data for ids ['11463ca8-2910-4613-a71d-a9b7a7a4f243'] in dv-cinder-837546-2-iscsi is: [{'id': '11463ca8-2910-4613-a71d-a9b7a7a4f243', 'name': 'tempest-AttachVolumeTestJSON-1492461714-router', 'tenant_id': '4904f0e2f64e4bef989f441380e843b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'external_fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'c5d20b8d-6a49-4d84-87cc-3ffdd32abd86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:34:14Z', 'updated_at': '2022-06-16T17:34:28Z', 'revision_number': 4, 'project_id': '4904f0e2f64e4bef989f441380e843b5', 'gw_port': {'id': 'c5d20b8d-6a49-4d84-87cc-3ffdd32abd86', 'name': '', 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:90:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11463ca8-2910-4613-a71d-a9b7a7a4f243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:34:15Z', 'updated_at': '2022-06-16T17:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47584a51-19b7-439b-9f28-a7f577441b18', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-2-iscsi', '_floatingips': [{'id': 'faea8b83-a239-48ad-adf1-25ac97c54af6', 'tenant_id': '4904f0e2f64e4bef989f441380e843b5', 'floating_ip_address': '172.27.0.56', 'floating_network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'router_id': '11463ca8-2910-4613-a71d-a9b7a7a4f243', 'port_id': '4e13aef5-2de9-4312-9c58-333292fceaab', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7174c275-7bd9-4bad-898d-52e5729a7a31', 'mac_address': 'fa:16:3e:9e:b0:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ea8edce-fee8-4dbd-ae01-e4d060cf5597', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T17:34:36Z', 'updated_at': '2022-06-16T17:35:17Z', 'revision_number': 1, 'project_id': '4904f0e2f64e4bef989f441380e843b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '617a4edf-50ce-45b6-a3b9-13e169c50ab1', 'name': '', 'network_id': '7174c275-7bd9-4bad-898d-52e5729a7a31', 'tenant_id': '4904f0e2f64e4bef989f441380e843b5', 'mac_address': 'fa:16:3e:78:11:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11463ca8-2910-4613-a71d-a9b7a7a4f243', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'f0d6e637-64db-4e7d-aa18-ced53dc06702', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:34:23Z', 'updated_at': '2022-06-16T17:34:44Z', 'revision_number': 5, 'project_id': '4904f0e2f64e4bef989f441380e843b5', 'subnets': [{'id': 'f0d6e637-64db-4e7d-aa18-ced53dc06702', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:35:21.236060 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9735a8c1-c3ae-4ad1-9bbc-0b086d201f85 req-32f81ce6-9331-4c9e-8bcd-a5a520f89cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:35:21.240663 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:35:21.245572 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-9735a8c1-c3ae-4ad1-9bbc-0b086d201f85 req-32f81ce6-9331-4c9e-8bcd-a5a520f89cfd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f4f4c81e-fe9f-4dc1-bcfe-dd76fde3e7db HTTP/1.1" status: 200 len: 853 time: 0.2156284 Jun 16 17:35:21.267231 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-99eda02a-be6e-45f8-8a47-fc05363ce057 req-167177fd-f244-480c-ab94-72291a03329a tempest-VolumesActionsTest-9574974 tempest-VolumesActionsTest-9574974-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4271731 Jun 16 17:35:21.274863 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 54822) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:35:21.281230 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [req-99eda02a-be6e-45f8-8a47-fc05363ce057 req-72ef34bb-6dbb-467d-b186-b72da4eba913 service neutron] Request body: {'port': {'device_id': '5ae746d9-78af-453b-97e5-11a3f899b066', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:35:21.384613 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-a7e9485f-8a83-4519-8733-5c094efa98e8 req-e38863d7-6901-47af-b0ca-d9495689c429 service neutron] 10.222.0.47 "GET /v2.0/networks/7174c275-7bd9-4bad-898d-52e5729a7a31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2942131 Jun 16 17:35:21.413458 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-99eda02a-be6e-45f8-8a47-fc05363ce057 req-72ef34bb-6dbb-467d-b186-b72da4eba913 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (594c3687-89fc-48db-82bd-7bc8038f52cb), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:21.430015 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:35:21.683549 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e21337-c347-4dfb-bd0b-39df47f74404 None None] New status for floating IP faea8b83-a239-48ad-adf1-25ac97c54af6: ACTIVE {{(pid=104055) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 17:35:21.747576 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-a7e9485f-8a83-4519-8733-5c094efa98e8 req-d38ac647-ae42-462c-956c-e4cb208e2fdf service neutron] 10.222.0.47 "GET /v2.0/networks/7174c275-7bd9-4bad-898d-52e5729a7a31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3528569 Jun 16 17:35:21.821979 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-0b540d10-1658-42be-9361-d6e4a561ff31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11193f77-50ca-44b2-b11f-2fbebd19e4e2', 'name': 'tempest-AttachVolumeNegativeTest-214174450-router', 'tenant_id': 'd63c592c0afb4dfc9dd5b36be791decd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'external_fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': '1b34cba4-0f25-405b-ba3a-eb96ea0d3da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:34:12Z', 'updated_at': '2022-06-16T17:34:25Z', 'revision_number': 4, 'project_id': 'd63c592c0afb4dfc9dd5b36be791decd', 'gw_port': {'id': '1b34cba4-0f25-405b-ba3a-eb96ea0d3da8', 'name': '', 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:7c:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11193f77-50ca-44b2-b11f-2fbebd19e4e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:34:14Z', 'updated_at': '2022-06-16T17:34:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47584a51-19b7-439b-9f28-a7f577441b18', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-2-iscsi', '_floatingips': [{'id': 'c00ce975-7982-4c22-90c3-940b97998ecb', 'tenant_id': 'd63c592c0afb4dfc9dd5b36be791decd', 'floating_ip_address': '172.27.0.192', 'floating_network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'router_id': '11193f77-50ca-44b2-b11f-2fbebd19e4e2', 'port_id': '34435ad7-815c-4541-888a-58d96e70159f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6fb674c9-6bb7-4c32-892c-b28837e89812', 'mac_address': 'fa:16:3e:1e:ea:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e052a589-f2aa-4711-8beb-2171defad99e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T17:34:34Z', 'updated_at': '2022-06-16T17:35:19Z', 'revision_number': 1, 'project_id': 'd63c592c0afb4dfc9dd5b36be791decd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68377c34-b3bb-4601-82c6-3c4a3412211a', 'name': '', 'network_id': '6fb674c9-6bb7-4c32-892c-b28837e89812', 'tenant_id': 'd63c592c0afb4dfc9dd5b36be791decd', 'mac_address': 'fa:16:3e:52:d8:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11193f77-50ca-44b2-b11f-2fbebd19e4e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'f4f4c81e-fe9f-4dc1-bcfe-dd76fde3e7db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:34:23Z', 'updated_at': '2022-06-16T17:34:39Z', 'revision_number': 5, 'project_id': 'd63c592c0afb4dfc9dd5b36be791decd', 'subnets': [{'id': 'f4f4c81e-fe9f-4dc1-bcfe-dd76fde3e7db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837546-2-iscsi', False) {} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:35:21.850862 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:35:21.854718 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b540d10-1658-42be-9361-d6e4a561ff31 None None] The sync data for ids ['11193f77-50ca-44b2-b11f-2fbebd19e4e2'] in dv-cinder-837546-2-iscsi is: [{'id': '11193f77-50ca-44b2-b11f-2fbebd19e4e2', 'name': 'tempest-AttachVolumeNegativeTest-214174450-router', 'tenant_id': 'd63c592c0afb4dfc9dd5b36be791decd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'external_fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': '1b34cba4-0f25-405b-ba3a-eb96ea0d3da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:34:12Z', 'updated_at': '2022-06-16T17:34:25Z', 'revision_number': 4, 'project_id': 'd63c592c0afb4dfc9dd5b36be791decd', 'gw_port': {'id': '1b34cba4-0f25-405b-ba3a-eb96ea0d3da8', 'name': '', 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:7c:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11193f77-50ca-44b2-b11f-2fbebd19e4e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:34:14Z', 'updated_at': '2022-06-16T17:34:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47584a51-19b7-439b-9f28-a7f577441b18', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-2-iscsi', '_floatingips': [{'id': 'c00ce975-7982-4c22-90c3-940b97998ecb', 'tenant_id': 'd63c592c0afb4dfc9dd5b36be791decd', 'floating_ip_address': '172.27.0.192', 'floating_network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'router_id': '11193f77-50ca-44b2-b11f-2fbebd19e4e2', 'port_id': '34435ad7-815c-4541-888a-58d96e70159f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6fb674c9-6bb7-4c32-892c-b28837e89812', 'mac_address': 'fa:16:3e:1e:ea:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e052a589-f2aa-4711-8beb-2171defad99e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T17:34:34Z', 'updated_at': '2022-06-16T17:35:19Z', 'revision_number': 1, 'project_id': 'd63c592c0afb4dfc9dd5b36be791decd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68377c34-b3bb-4601-82c6-3c4a3412211a', 'name': '', 'network_id': '6fb674c9-6bb7-4c32-892c-b28837e89812', 'tenant_id': 'd63c592c0afb4dfc9dd5b36be791decd', 'mac_address': 'fa:16:3e:52:d8:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11193f77-50ca-44b2-b11f-2fbebd19e4e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'f4f4c81e-fe9f-4dc1-bcfe-dd76fde3e7db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:34:23Z', 'updated_at': '2022-06-16T17:34:39Z', 'revision_number': 5, 'project_id': 'd63c592c0afb4dfc9dd5b36be791decd', 'subnets': [{'id': 'f4f4c81e-fe9f-4dc1-bcfe-dd76fde3e7db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:35:21.864181 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7829660-45a5-4ad1-be0f-20b158fbd6cb admin admin] Deleting subnet f74af4c5-9fcc-40e1-8f77-423690ec0f39 {{(pid=104053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 16 17:35:21.894344 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c7829660-45a5-4ad1-be0f-20b158fbd6cb admin admin] Publish callbacks [] for subnet (f74af4c5-9fcc-40e1-8f77-423690ec0f39), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:21.965355 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9735a8c1-c3ae-4ad1-9bbc-0b086d201f85 req-36384aad-ff58-4d9b-af1c-9adad2a8ebe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:35:21.967218 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-9735a8c1-c3ae-4ad1-9bbc-0b086d201f85 req-36384aad-ff58-4d9b-af1c-9adad2a8ebe4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6fb674c9-6bb7-4c32-892c-b28837e89812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.7112219 Jun 16 17:35:21.971759 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49904044-0f27-4f23-bf35-f209170438de req-c10b1aac-af7c-48b5-83f4-15c92c6e109e tempest-VolumesActionsTest-9574974 tempest-VolumesActionsTest-9574974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:35:21.974745 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-49904044-0f27-4f23-bf35-f209170438de req-c10b1aac-af7c-48b5-83f4-15c92c6e109e tempest-VolumesActionsTest-9574974 tempest-VolumesActionsTest-9574974-project] 10.222.0.40 "GET /v2.0/ports?device_id=5ae746d9-78af-453b-97e5-11a3f899b066 HTTP/1.1" status: 200 len: 931 time: 0.0847437 Jun 16 17:35:22.078456 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c7829660-45a5-4ad1-be0f-20b158fbd6cb admin admin] Publish callbacks [] for subnet (f74af4c5-9fcc-40e1-8f77-423690ec0f39), precommit_delete_associations {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:22.102428 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c7829660-45a5-4ad1-be0f-20b158fbd6cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1565816'] for subnet (f74af4c5-9fcc-40e1-8f77-423690ec0f39), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:22.115229 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-49904044-0f27-4f23-bf35-f209170438de req-dd43a5e7-1517-4517-ad1d-01a544395a54 tempest-VolumesActionsTest-9574974 tempest-VolumesActionsTest-9574974-project] 10.222.0.40 "GET /v2.0/security-groups?id=a0e72760-c6c2-4c1e-bc24-fb9a280660d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292892 Jun 16 17:35:22.144593 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [req-99eda02a-be6e-45f8-8a47-fc05363ce057 req-72ef34bb-6dbb-467d-b186-b72da4eba913 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 594c3687-89fc-48db-82bd-7bc8038f52cb {{(pid=104052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 17:35:22.157284 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-99eda02a-be6e-45f8-8a47-fc05363ce057 req-72ef34bb-6dbb-467d-b186-b72da4eba913 service neutron] Publish callbacks [] for port (594c3687-89fc-48db-82bd-7bc8038f52cb), precommit_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:22.196111 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [req-99eda02a-be6e-45f8-8a47-fc05363ce057 req-72ef34bb-6dbb-467d-b186-b72da4eba913 service neutron] Transition to ACTIVE for port object 594c3687-89fc-48db-82bd-7bc8038f52cb will not be triggered until provisioned by entity L2. {{(pid=104052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 17:35:22.201424 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-99eda02a-be6e-45f8-8a47-fc05363ce057 req-72ef34bb-6dbb-467d-b186-b72da4eba913 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114'] for port (594c3687-89fc-48db-82bd-7bc8038f52cb), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:22.235482 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-9735a8c1-c3ae-4ad1-9bbc-0b086d201f85 req-25550b57-6982-4d6b-b609-14aa17cf00f1 service neutron] 10.222.0.47 "GET /v2.0/networks/6fb674c9-6bb7-4c32-892c-b28837e89812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2469740 Jun 16 17:35:22.276768 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ef34bb-6dbb-467d-b186-b72da4eba913 service neutron] Pushing event updated for resources: {'Port': ['ID=594c3687-89fc-48db-82bd-7bc8038f52cb,revision_number=2']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:35:22.323059 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c7829660-45a5-4ad1-be0f-20b158fbd6cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1565763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511'] for subnet (f74af4c5-9fcc-40e1-8f77-423690ec0f39), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:22.357479 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [req-99eda02a-be6e-45f8-8a47-fc05363ce057 req-72ef34bb-6dbb-467d-b186-b72da4eba913 service neutron] Attempting to bind port 594c3687-89fc-48db-82bd-7bc8038f52cb on host hv-cinder-83754 for vnic_type normal with profile {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 17:35:22.357812 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [req-99eda02a-be6e-45f8-8a47-fc05363ce057 req-72ef34bb-6dbb-467d-b186-b72da4eba913 service neutron] Attempting to bind port 594c3687-89fc-48db-82bd-7bc8038f52cb by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': '34201248-dba7-46fb-9092-7c525ca78977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'bdb07972-a2d5-4a86-97bf-80abf8620cc4'}] {{(pid=104052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 17:35:22.358134 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99eda02a-be6e-45f8-8a47-fc05363ce057 req-72ef34bb-6dbb-467d-b186-b72da4eba913 service neutron] Attempting to bind port 594c3687-89fc-48db-82bd-7bc8038f52cb on network bdb07972-a2d5-4a86-97bf-80abf8620cc4 {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 17:35:22.368780 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99eda02a-be6e-45f8-8a47-fc05363ce057 req-72ef34bb-6dbb-467d-b186-b72da4eba913 service neutron] Port 594c3687-89fc-48db-82bd-7bc8038f52cb on network bdb07972-a2d5-4a86-97bf-80abf8620cc4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 17:35:22.369102 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99eda02a-be6e-45f8-8a47-fc05363ce057 req-72ef34bb-6dbb-467d-b186-b72da4eba913 service neutron] Attempting to bind port 594c3687-89fc-48db-82bd-7bc8038f52cb on network bdb07972-a2d5-4a86-97bf-80abf8620cc4 {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 17:35:22.377457 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd00afee-2d6a-4130-a7f8-9c528b94865d req-93323e66-652a-48a9-bf7c-3e37633d2a2a tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:35:22.379072 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-bd00afee-2d6a-4130-a7f8-9c528b94865d req-93323e66-652a-48a9-bf7c-3e37633d2a2a tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/ports?device_id=54fe7037-080f-4209-bdc6-c505c4c34ec3 HTTP/1.1" status: 200 len: 946 time: 0.0670836 Jun 16 17:35:22.383461 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99eda02a-be6e-45f8-8a47-fc05363ce057 req-72ef34bb-6dbb-467d-b186-b72da4eba913 service neutron] Checking agent: {'id': '9f2b4370-7d03-4dcb-9a0d-4ff62d859136', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 17, 32, 17), 'started_at': datetime.datetime(2022, 6, 16, 17, 32, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 17, 35, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 17:35:22.383776 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99eda02a-be6e-45f8-8a47-fc05363ce057 req-72ef34bb-6dbb-467d-b186-b72da4eba913 service neutron] Checking segment: {'id': '34201248-dba7-46fb-9092-7c525ca78977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'bdb07972-a2d5-4a86-97bf-80abf8620cc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 17:35:22.384152 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99eda02a-be6e-45f8-8a47-fc05363ce057 req-72ef34bb-6dbb-467d-b186-b72da4eba913 service neutron] Bound using segment: {'id': '34201248-dba7-46fb-9092-7c525ca78977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'bdb07972-a2d5-4a86-97bf-80abf8620cc4'} {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 17:35:22.384579 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [req-99eda02a-be6e-45f8-8a47-fc05363ce057 req-72ef34bb-6dbb-467d-b186-b72da4eba913 service neutron] Bound port: 594c3687-89fc-48db-82bd-7bc8038f52cb, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34201248-dba7-46fb-9092-7c525ca78977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'bdb07972-a2d5-4a86-97bf-80abf8620cc4'}}] {{(pid=104052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 17:35:22.384931 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-99eda02a-be6e-45f8-8a47-fc05363ce057 req-72ef34bb-6dbb-467d-b186-b72da4eba913 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (594c3687-89fc-48db-82bd-7bc8038f52cb), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:22.387779 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7829660-45a5-4ad1-be0f-20b158fbd6cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f74af4c5-9fcc-40e1-8f77-423690ec0f39,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:35:22.404603 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c7829660-45a5-4ad1-be0f-20b158fbd6cb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:22.409292 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-c7829660-45a5-4ad1-be0f-20b158fbd6cb admin admin] 10.222.0.40 "DELETE /v2.0/subnets/f74af4c5-9fcc-40e1-8f77-423690ec0f39 HTTP/1.1" status: 204 len: 168 time: 1.1331716 Jun 16 17:35:22.415865 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 54852) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:35:22.509526 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-9735a8c1-c3ae-4ad1-9bbc-0b086d201f85 req-36328d8f-bbfe-4a72-b662-9b148f6b8d7d service neutron] 10.222.0.47 "GET /v2.0/networks/6fb674c9-6bb7-4c32-892c-b28837e89812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2513332 Jun 16 17:35:22.561639 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-48994b06-a153-4419-9134-2e5181970f45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-716355'] for network (9a6fb264-82b6-435a-98bd-b377c85b3737), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:22.574253 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [req-99eda02a-be6e-45f8-8a47-fc05363ce057 req-72ef34bb-6dbb-467d-b186-b72da4eba913 service neutron] For port 594c3687-89fc-48db-82bd-7bc8038f52cb, host hv-cinder-83754, cleared binding levels {{(pid=104052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 17:35:22.581443 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [req-99eda02a-be6e-45f8-8a47-fc05363ce057 req-72ef34bb-6dbb-467d-b186-b72da4eba913 service neutron] For port 594c3687-89fc-48db-82bd-7bc8038f52cb, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=594c3687-89fc-48db-82bd-7bc8038f52cb,segment=NetworkSegment(34201248-dba7-46fb-9092-7c525ca78977),segment_id=34201248-dba7-46fb-9092-7c525ca78977)] {{(pid=104052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 17:35:22.592030 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-bd00afee-2d6a-4130-a7f8-9c528b94865d req-9e1ca1cb-213b-4e88-9e41-61e0443bd809 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/security-groups?id=97ffd154-7f70-49b1-9385-228cddf4fca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959941 Jun 16 17:35:22.595715 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-99eda02a-be6e-45f8-8a47-fc05363ce057 req-72ef34bb-6dbb-467d-b186-b72da4eba913 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114'] for port (594c3687-89fc-48db-82bd-7bc8038f52cb), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:22.634675 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:35:22.670688 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:35:22.700021 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eda02a-be6e-45f8-8a47-fc05363ce057 req-72ef34bb-6dbb-467d-b186-b72da4eba913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:35:22.700628 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-99eda02a-be6e-45f8-8a47-fc05363ce057 req-72ef34bb-6dbb-467d-b186-b72da4eba913 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626521'] for port (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:22.702028 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-99eda02a-be6e-45f8-8a47-fc05363ce057 req-72ef34bb-6dbb-467d-b186-b72da4eba913 service neutron] 10.222.0.47 "PUT /v2.0/ports/594c3687-89fc-48db-82bd-7bc8038f52cb HTTP/1.1" status: 200 len: 1093 time: 1.4252784 Jun 16 17:35:22.702589 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ae746d9-78af-453b-97e5-11a3f899b066', 'tag': '594c3687-89fc-48db-82bd-7bc8038f52cb'}] {{(pid=104052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 17:35:22.705033 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9713fa4f09cf3058fa9276dada2b44135c9dd2e88d0acd54628e4483b77b1e61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c4bfcce-0539-4bff-8ef7-0899a729d94e" -d '{"events": [{"name": "network-changed", "server_uuid": "5ae746d9-78af-453b-97e5-11a3f899b066", "tag": "594c3687-89fc-48db-82bd-7bc8038f52cb"}]}' {{(pid=104052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:35:22.747440 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-48994b06-a153-4419-9134-2e5181970f45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1572665', 'neutron.services.segments.db._delete_segments_for_network-8762170470903'] for network (9a6fb264-82b6-435a-98bd-b377c85b3737), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:22.800393 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-48994b06-a153-4419-9134-2e5181970f45 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:35:22.801021 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-48994b06-a153-4419-9134-2e5181970f45 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:35:22.801658 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-48994b06-a153-4419-9134-2e5181970f45 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:35:22.802019 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-48994b06-a153-4419-9134-2e5181970f45 admin admin] Subscribe: > port after_create 55550000 {{(pid=104052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:35:22.802354 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-48994b06-a153-4419-9134-2e5181970f45 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:35:22.803393 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-48994b06-a153-4419-9134-2e5181970f45 admin admin] Subscribe: > port after_update 55550000 {{(pid=104052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:35:22.803829 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-48994b06-a153-4419-9134-2e5181970f45 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:35:22.804267 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-48994b06-a153-4419-9134-2e5181970f45 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:35:22.804631 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-48994b06-a153-4419-9134-2e5181970f45 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:35:22.805405 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-48994b06-a153-4419-9134-2e5181970f45 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:35:22.889991 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f2df69-4174-4cd2-8095-b54c4a06e644 None None] New status for floating IP c00ce975-7982-4c22-90c3-940b97998ecb: ACTIVE {{(pid=104054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 17:35:23.036892 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-48994b06-a153-4419-9134-2e5181970f45 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:35:23.037209 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-48994b06-a153-4419-9134-2e5181970f45 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:35:23.038214 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-48994b06-a153-4419-9134-2e5181970f45 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:35:23.038553 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-48994b06-a153-4419-9134-2e5181970f45 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:35:23.038929 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.services.segments.db [None req-48994b06-a153-4419-9134-2e5181970f45 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a6fb264-82b6-435a-98bd-b377c85b3737']}} {{(pid=104052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:35:23.046180 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ef34bb-6dbb-467d-b186-b72da4eba913 service neutron] Pushing event updated for resources: {'Port': ['ID=594c3687-89fc-48db-82bd-7bc8038f52cb,revision_number=3']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:35:23.069197 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 17:35:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6802dbc-6fa7-4b50-a344-e60f45da3d09 x-openstack-request-id: req-b6802dbc-6fa7-4b50-a344-e60f45da3d09 {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:35:23.069676 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ae746d9-78af-453b-97e5-11a3f899b066", "tag": "594c3687-89fc-48db-82bd-7bc8038f52cb", "status": "completed", "code": 200}]} {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:35:23.070081 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-b6802dbc-6fa7-4b50-a344-e60f45da3d09 {{(pid=104052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:35:23.070750 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6802dbc-6fa7-4b50-a344-e60f45da3d09'] response: {'name': 'network-changed', 'server_uuid': '5ae746d9-78af-453b-97e5-11a3f899b066', 'tag': '594c3687-89fc-48db-82bd-7bc8038f52cb', 'status': 'completed', 'code': 200} Jun 16 17:35:23.114101 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.services.segments.db [None req-48994b06-a153-4419-9134-2e5181970f45 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa68b126-e034-42dc-9f81-3f31479d2a64') {'for_net_delete': True} {{(pid=104052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:35:23.114523 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.services.segments.db [None req-48994b06-a153-4419-9134-2e5181970f45 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa68b126-e034-42dc-9f81-3f31479d2a64') {} {{(pid=104052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:35:23.376413 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-48994b06-a153-4419-9134-2e5181970f45 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762170470786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63325761'] for segment (fa68b126-e034-42dc-9f81-3f31479d2a64), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:23.413971 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eda02a-be6e-45f8-8a47-fc05363ce057 req-62a2a99a-ed3d-41a6-9fdd-995bf388127c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:35:23.415555 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-99eda02a-be6e-45f8-8a47-fc05363ce057 req-62a2a99a-ed3d-41a6-9fdd-995bf388127c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=20bf4fe4ecc74735a2abdb5068b0785a&device_id=5ae746d9-78af-453b-97e5-11a3f899b066 HTTP/1.1" status: 200 len: 1127 time: 0.6544430 Jun 16 17:35:23.424254 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-48994b06-a153-4419-9134-2e5181970f45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1565696'] for segment (fa68b126-e034-42dc-9f81-3f31479d2a64), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:23.444328 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48994b06-a153-4419-9134-2e5181970f45 admin admin] Releasing vlan 323 on physical network physnet1 to pool {{(pid=104052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 17:35:23.444699 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-48994b06-a153-4419-9134-2e5181970f45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1565696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62916550'] for segment (fa68b126-e034-42dc-9f81-3f31479d2a64), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:23.497912 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d53aa2-d764-4c0c-bf96-f56991bce52f req-56372041-096f-4fbe-a376-a5ad5af86e79 tempest-VolumesActionsTest-9574974 tempest-VolumesActionsTest-9574974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:35:23.499887 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-d5d53aa2-d764-4c0c-bf96-f56991bce52f req-56372041-096f-4fbe-a376-a5ad5af86e79 tempest-VolumesActionsTest-9574974 tempest-VolumesActionsTest-9574974-project] 10.222.0.40 "GET /v2.0/ports?device_id=5ae746d9-78af-453b-97e5-11a3f899b066 HTTP/1.1" status: 200 len: 943 time: 0.1450295 Jun 16 17:35:23.514084 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-99eda02a-be6e-45f8-8a47-fc05363ce057 req-d775fa95-df7c-4949-8749-6f6c62272211 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=594c3687-89fc-48db-82bd-7bc8038f52cb HTTP/1.1" status: 200 len: 217 time: 0.0863326 Jun 16 17:35:23.651784 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-48994b06-a153-4419-9134-2e5181970f45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1572662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-375457'] for network (9a6fb264-82b6-435a-98bd-b377c85b3737), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:23.659104 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-48994b06-a153-4419-9134-2e5181970f45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626521'] for network (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:23.662511 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-48994b06-a153-4419-9134-2e5181970f45 admin admin] 10.222.0.40 "DELETE /v2.0/networks/9a6fb264-82b6-435a-98bd-b377c85b3737 HTTP/1.1" status: 204 len: 168 time: 1.2438693 Jun 16 17:35:23.665448 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 54918) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:35:23.679355 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eda02a-be6e-45f8-8a47-fc05363ce057 req-b231d340-2390-4c24-bbb4-924946d16aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:35:23.686156 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-99eda02a-be6e-45f8-8a47-fc05363ce057 req-b231d340-2390-4c24-bbb4-924946d16aee service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6ae20d61-47a7-468a-a773-3dd8103f096e HTTP/1.1" status: 200 len: 848 time: 0.1418107 Jun 16 17:35:23.734698 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.db.db_base_plugin_v2 [None req-5371bb1e-348a-4954-a323-94b8d5e981ee admin admin] Deleting subnet df4d3121-1968-4ffb-922d-5537296bd98d {{(pid=104053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 16 17:35:23.738382 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-5371bb1e-348a-4954-a323-94b8d5e981ee admin admin] Publish callbacks [] for subnet (df4d3121-1968-4ffb-922d-5537296bd98d), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:23.760818 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48994b06-a153-4419-9134-2e5181970f45 admin admin] Pushing event deleted for resources: {'Network': ['ID=9a6fb264-82b6-435a-98bd-b377c85b3737,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:35:23.786850 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-5371bb1e-348a-4954-a323-94b8d5e981ee admin admin] Publish callbacks [] for subnet (df4d3121-1968-4ffb-922d-5537296bd98d), precommit_delete_associations {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:23.793682 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-5371bb1e-348a-4954-a323-94b8d5e981ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1565816'] for subnet (df4d3121-1968-4ffb-922d-5537296bd98d), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:23.795834 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-d5d53aa2-d764-4c0c-bf96-f56991bce52f req-b3dcd253-9677-4dba-9617-22021382f22f tempest-VolumesActionsTest-9574974 tempest-VolumesActionsTest-9574974-project] 10.222.0.40 "GET /v2.0/security-groups?id=a0e72760-c6c2-4c1e-bc24-fb9a280660d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2808337 Jun 16 17:35:23.800875 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.services.segments.plugin [-] Segment fa68b126-e034-42dc-9f81-3f31479d2a64 resource provider aggregate not found Jun 16 17:35:23.808057 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-99eda02a-be6e-45f8-8a47-fc05363ce057 req-7eb38896-deb2-4ac6-a20d-146a6a57f8e7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bdb07972-a2d5-4a86-97bf-80abf8620cc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0956407 Jun 16 17:35:23.821189 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a7cf07-c23b-49e6-91e0-8050ee881891 req-32e04c1c-8573-473f-a000-2e581156b177 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:35:23.822737 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-28a7cf07-c23b-49e6-91e0-8050ee881891 req-32e04c1c-8573-473f-a000-2e581156b177 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/ports?device_id=54fe7037-080f-4209-bdc6-c505c4c34ec3 HTTP/1.1" status: 200 len: 946 time: 0.1124871 Jun 16 17:35:23.839953 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.services.segments.plugin [-] Segment fa68b126-e034-42dc-9f81-3f31479d2a64 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fa68b126-e034-42dc-9f81-3f31479d2a64 found for delete ", "request_id": "req-c2be3315-817f-4718-a51a-7ccdced87ae3"}]} Jun 16 17:35:23.866712 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-5371bb1e-348a-4954-a323-94b8d5e981ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1565763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511'] for subnet (df4d3121-1968-4ffb-922d-5537296bd98d), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:23.889193 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-28a7cf07-c23b-49e6-91e0-8050ee881891 req-b26f289f-6479-4f48-a254-28219ebd4fd0 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/security-groups?id=97ffd154-7f70-49b1-9385-228cddf4fca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542226 Jun 16 17:35:23.899861 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-5371bb1e-348a-4954-a323-94b8d5e981ee admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:23.904026 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-5371bb1e-348a-4954-a323-94b8d5e981ee admin admin] 10.222.0.40 "DELETE /v2.0/subnets/df4d3121-1968-4ffb-922d-5537296bd98d HTTP/1.1" status: 204 len: 168 time: 0.2365351 Jun 16 17:35:23.906320 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5371bb1e-348a-4954-a323-94b8d5e981ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df4d3121-1968-4ffb-922d-5537296bd98d,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:35:23.910177 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 54938) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:35:23.920885 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:35:23.996961 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-2b227464-c926-4b33-a5b5-e9ae3adde92a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-716355'] for network (978c93c8-012e-482f-a435-c801925be06e), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:24.005466 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-99eda02a-be6e-45f8-8a47-fc05363ce057 req-e0661652-a4e0-4a9b-988f-6a2bc4d20186 service neutron] 10.222.0.47 "GET /v2.0/networks/bdb07972-a2d5-4a86-97bf-80abf8620cc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152301 Jun 16 17:35:24.086347 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-2b227464-c926-4b33-a5b5-e9ae3adde92a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1572665', 'neutron.services.segments.db._delete_segments_for_network-8762170470903'] for network (978c93c8-012e-482f-a435-c801925be06e), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:24.108879 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-2b227464-c926-4b33-a5b5-e9ae3adde92a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:35:24.109253 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-2b227464-c926-4b33-a5b5-e9ae3adde92a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:35:24.110034 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-2b227464-c926-4b33-a5b5-e9ae3adde92a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:35:24.110537 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-2b227464-c926-4b33-a5b5-e9ae3adde92a admin admin] Subscribe: > port after_create 55550000 {{(pid=104053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:35:24.110886 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-2b227464-c926-4b33-a5b5-e9ae3adde92a admin admin] Subscribe: > port after_delete 55550000 {{(pid=104053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:35:24.111236 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-2b227464-c926-4b33-a5b5-e9ae3adde92a admin admin] Subscribe: > port after_update 55550000 {{(pid=104053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:35:24.111592 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-2b227464-c926-4b33-a5b5-e9ae3adde92a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:35:24.111928 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-2b227464-c926-4b33-a5b5-e9ae3adde92a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:35:24.112259 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-2b227464-c926-4b33-a5b5-e9ae3adde92a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:35:24.112580 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-2b227464-c926-4b33-a5b5-e9ae3adde92a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:35:24.180663 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-2b227464-c926-4b33-a5b5-e9ae3adde92a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:35:24.181243 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-2b227464-c926-4b33-a5b5-e9ae3adde92a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:35:24.181661 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-2b227464-c926-4b33-a5b5-e9ae3adde92a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:35:24.181951 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-2b227464-c926-4b33-a5b5-e9ae3adde92a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:35:24.182326 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.services.segments.db [None req-2b227464-c926-4b33-a5b5-e9ae3adde92a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['978c93c8-012e-482f-a435-c801925be06e']}} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:35:24.201894 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.services.segments.db [None req-2b227464-c926-4b33-a5b5-e9ae3adde92a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16378073-bae0-4574-88db-1d3fea6c5c77') {'for_net_delete': True} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:35:24.202220 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.services.segments.db [None req-2b227464-c926-4b33-a5b5-e9ae3adde92a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16378073-bae0-4574-88db-1d3fea6c5c77') {} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:35:24.220040 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-2b227464-c926-4b33-a5b5-e9ae3adde92a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762170470786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64692013'] for segment (16378073-bae0-4574-88db-1d3fea6c5c77), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:24.241855 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-2b227464-c926-4b33-a5b5-e9ae3adde92a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1565696'] for segment (16378073-bae0-4574-88db-1d3fea6c5c77), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:24.254365 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b227464-c926-4b33-a5b5-e9ae3adde92a admin admin] Releasing vlan 333 on physical network physnet1 to pool {{(pid=104053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 17:35:24.254758 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-2b227464-c926-4b33-a5b5-e9ae3adde92a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1565696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64764438'] for segment (16378073-bae0-4574-88db-1d3fea6c5c77), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:24.294885 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 54954) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:35:24.332756 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-2b227464-c926-4b33-a5b5-e9ae3adde92a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1572662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-375457'] for network (978c93c8-012e-482f-a435-c801925be06e), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:24.354365 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b227464-c926-4b33-a5b5-e9ae3adde92a admin admin] Pushing event deleted for resources: {'Network': ['ID=978c93c8-012e-482f-a435-c801925be06e,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:35:24.356417 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-2b227464-c926-4b33-a5b5-e9ae3adde92a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626521'] for network (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:24.363096 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-2b227464-c926-4b33-a5b5-e9ae3adde92a admin admin] 10.222.0.40 "DELETE /v2.0/networks/978c93c8-012e-482f-a435-c801925be06e HTTP/1.1" status: 204 len: 168 time: 0.4469452 Jun 16 17:35:24.447103 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-dd4c5049-28b0-4f9c-9003-676b4057f1be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:24.498988 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.services.segments.plugin [-] Segment 16378073-bae0-4574-88db-1d3fea6c5c77 resource provider aggregate not found Jun 16 17:35:24.521427 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.services.segments.plugin [-] Segment 16378073-bae0-4574-88db-1d3fea6c5c77 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 16378073-bae0-4574-88db-1d3fea6c5c77 found for delete ", "request_id": "req-91bd6b37-eea1-40bf-89bc-d9228e7b9c96"}]} Jun 16 17:35:24.542799 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-dd4c5049-28b0-4f9c-9003-676b4057f1be admin admin] Publish callbacks [] for security_group (88e563cf-aac4-4db1-ad27-2a06b00e66a5), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:24.547894 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-dd4c5049-28b0-4f9c-9003-676b4057f1be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (88e563cf-aac4-4db1-ad27-2a06b00e66a5), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:24.561840 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 54974) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:35:24.583057 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-dd4c5049-28b0-4f9c-9003-676b4057f1be admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=9d6e1095a3c14792af1321afa0f40c89&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2870860 Jun 16 17:35:24.585757 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 54976) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:35:24.595976 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4c5049-28b0-4f9c-9003-676b4057f1be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88e563cf-aac4-4db1-ad27-2a06b00e66a5,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:35:24.632486 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-9a23a8ba-f478-4463-aa8d-ecb58e0c4705 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=c15148d9bba74dd0bb4cc6cc8960f1d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0694020 Jun 16 17:35:24.635032 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 54982) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:35:24.654874 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-92c45aca-42f4-4e84-accd-c8318e1ef6c5 admin admin] Publish callbacks [] for security_group (88e563cf-aac4-4db1-ad27-2a06b00e66a5), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:24.679910 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:35:24.686645 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-92c45aca-42f4-4e84-accd-c8318e1ef6c5 admin admin] Publish callbacks [] for security_group (88e563cf-aac4-4db1-ad27-2a06b00e66a5), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:24.693355 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-41a993e8-15c8-409a-b7a8-e6381a152054 admin admin] Publish callbacks [] for security_group (59e601a4-3770-44ef-99e0-51adb2f493a0), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:24.712067 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:35:24.730437 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-41a993e8-15c8-409a-b7a8-e6381a152054 admin admin] Publish callbacks [] for security_group (59e601a4-3770-44ef-99e0-51adb2f493a0), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:24.745824 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-92c45aca-42f4-4e84-accd-c8318e1ef6c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (88e563cf-aac4-4db1-ad27-2a06b00e66a5), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:24.748986 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-92c45aca-42f4-4e84-accd-c8318e1ef6c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:24.750175 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-92c45aca-42f4-4e84-accd-c8318e1ef6c5 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/88e563cf-aac4-4db1-ad27-2a06b00e66a5 HTTP/1.1" status: 204 len: 168 time: 0.1633854 Jun 16 17:35:24.758611 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c45aca-42f4-4e84-accd-c8318e1ef6c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88e563cf-aac4-4db1-ad27-2a06b00e66a5,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:35:24.762710 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 54986) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:35:24.783007 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:35:24.819159 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-41a993e8-15c8-409a-b7a8-e6381a152054 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (59e601a4-3770-44ef-99e0-51adb2f493a0), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:24.823655 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-41a993e8-15c8-409a-b7a8-e6381a152054 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:24.827102 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-41a993e8-15c8-409a-b7a8-e6381a152054 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/59e601a4-3770-44ef-99e0-51adb2f493a0 HTTP/1.1" status: 204 len: 168 time: 0.1888280 Jun 16 17:35:24.833108 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a993e8-15c8-409a-b7a8-e6381a152054 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59e601a4-3770-44ef-99e0-51adb2f493a0,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:35:24.962567 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def61fa5-0bc0-4a27-b26a-a7fe70421f7b req-e3b1200f-2c16-4282-a697-d7b4773914be tempest-VolumesActionsTest-9574974 tempest-VolumesActionsTest-9574974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:35:24.967122 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-def61fa5-0bc0-4a27-b26a-a7fe70421f7b req-e3b1200f-2c16-4282-a697-d7b4773914be tempest-VolumesActionsTest-9574974 tempest-VolumesActionsTest-9574974-project] 10.222.0.40 "GET /v2.0/ports?device_id=5ae746d9-78af-453b-97e5-11a3f899b066 HTTP/1.1" status: 200 len: 943 time: 0.0616572 Jun 16 17:35:25.060059 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-def61fa5-0bc0-4a27-b26a-a7fe70421f7b req-cfa12812-dbcf-4723-9543-bb4859daa473 tempest-VolumesActionsTest-9574974 tempest-VolumesActionsTest-9574974-project] 10.222.0.40 "GET /v2.0/security-groups?id=a0e72760-c6c2-4c1e-bc24-fb9a280660d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853784 Jun 16 17:35:25.072198 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424d49b5-cbe0-4ce7-92b4-e09fdc954888 req-9e46e2c8-34e9-4d8a-a9b8-354d79c25284 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:35:25.073787 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-424d49b5-cbe0-4ce7-92b4-e09fdc954888 req-9e46e2c8-34e9-4d8a-a9b8-354d79c25284 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/ports?device_id=54fe7037-080f-4209-bdc6-c505c4c34ec3 HTTP/1.1" status: 200 len: 946 time: 0.0662723 Jun 16 17:35:25.091116 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-b6923737-2aca-4032-ac7a-4fb8998fc07b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:25.140737 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-424d49b5-cbe0-4ce7-92b4-e09fdc954888 req-67f4ee6c-33ae-4e9b-b4cc-36f3d21a2cc5 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/security-groups?id=97ffd154-7f70-49b1-9385-228cddf4fca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593615 Jun 16 17:35:25.205984 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-b6923737-2aca-4032-ac7a-4fb8998fc07b admin admin] Publish callbacks [] for security_group (4d8b13dd-9777-441f-bd4d-71316493dbb1), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:25.210169 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-b6923737-2aca-4032-ac7a-4fb8998fc07b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (4d8b13dd-9777-441f-bd4d-71316493dbb1), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:25.265618 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6923737-2aca-4032-ac7a-4fb8998fc07b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d8b13dd-9777-441f-bd4d-71316493dbb1,revision_number=1']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:35:25.280011 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-b6923737-2aca-4032-ac7a-4fb8998fc07b admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=81bac1058fd248d897738ecba112fdf0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5162859 Jun 16 17:35:25.280599 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 55000) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:35:25.314304 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-99eda02a-be6e-45f8-8a47-fc05363ce057 req-665b909e-8db6-4ed7-8967-31594565d879 service neutron] 10.222.0.47 "GET /v2.0/networks/bdb07972-a2d5-4a86-97bf-80abf8620cc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707439 Jun 16 17:35:25.326385 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 55002) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:35:25.339581 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-88592e64-1337-436f-a39e-6f6f62e7a73d admin admin] Publish callbacks [] for security_group (4d8b13dd-9777-441f-bd4d-71316493dbb1), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:25.341544 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-2c85e946-1f29-4266-b9bc-403ccff8b5ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:25.369952 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-88592e64-1337-436f-a39e-6f6f62e7a73d admin admin] Publish callbacks [] for security_group (4d8b13dd-9777-441f-bd4d-71316493dbb1), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:25.427571 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 55004) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:35:25.436589 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:35:25.443485 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-88592e64-1337-436f-a39e-6f6f62e7a73d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (4d8b13dd-9777-441f-bd4d-71316493dbb1), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:25.445970 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-88592e64-1337-436f-a39e-6f6f62e7a73d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:25.447293 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-88592e64-1337-436f-a39e-6f6f62e7a73d admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/4d8b13dd-9777-441f-bd4d-71316493dbb1 HTTP/1.1" status: 204 len: 168 time: 0.1657839 Jun 16 17:35:25.455608 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-2c85e946-1f29-4266-b9bc-403ccff8b5ce admin admin] Publish callbacks [] for security_group (2fb31333-4212-49b2-99d3-a56a3183eb07), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:25.460966 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88592e64-1337-436f-a39e-6f6f62e7a73d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d8b13dd-9777-441f-bd4d-71316493dbb1,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:35:25.461105 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-2c85e946-1f29-4266-b9bc-403ccff8b5ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (2fb31333-4212-49b2-99d3-a56a3183eb07), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:25.503224 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-a28305be-126c-45ca-8184-289398edd773 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=2c4694d1b70a48608cffb580deef1741&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0710440 Jun 16 17:35:25.503347 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 55008) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:35:25.506487 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c85e946-1f29-4266-b9bc-403ccff8b5ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fb31333-4212-49b2-99d3-a56a3183eb07,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:35:25.530938 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-2c85e946-1f29-4266-b9bc-403ccff8b5ce admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=04ebc234fdb2414fa96028d9e8e1026a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2034402 Jun 16 17:35:25.534628 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 55010) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:35:25.568087 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-5a6af817-b43d-4d77-bf58-924def5b3d0c admin admin] Publish callbacks [] for security_group (d63bac78-e56b-4e3e-9224-8cc1c517647c), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:25.594983 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-5a6af817-b43d-4d77-bf58-924def5b3d0c admin admin] Publish callbacks [] for security_group (d63bac78-e56b-4e3e-9224-8cc1c517647c), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:25.595652 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-21df35a0-0c4b-49ab-ac4d-de333946507d admin admin] Publish callbacks [] for security_group (2fb31333-4212-49b2-99d3-a56a3183eb07), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:25.620205 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-21df35a0-0c4b-49ab-ac4d-de333946507d admin admin] Publish callbacks [] for security_group (2fb31333-4212-49b2-99d3-a56a3183eb07), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:25.679590 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-21df35a0-0c4b-49ab-ac4d-de333946507d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (2fb31333-4212-49b2-99d3-a56a3183eb07), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:25.682145 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-5a6af817-b43d-4d77-bf58-924def5b3d0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (d63bac78-e56b-4e3e-9224-8cc1c517647c), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:25.682869 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-21df35a0-0c4b-49ab-ac4d-de333946507d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:25.686692 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-21df35a0-0c4b-49ab-ac4d-de333946507d admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/2fb31333-4212-49b2-99d3-a56a3183eb07 HTTP/1.1" status: 204 len: 168 time: 0.1486554 Jun 16 17:35:25.686854 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-5a6af817-b43d-4d77-bf58-924def5b3d0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:25.693446 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-5a6af817-b43d-4d77-bf58-924def5b3d0c admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/d63bac78-e56b-4e3e-9224-8cc1c517647c HTTP/1.1" status: 204 len: 168 time: 0.1877077 Jun 16 17:35:25.696884 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21df35a0-0c4b-49ab-ac4d-de333946507d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fb31333-4212-49b2-99d3-a56a3183eb07,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:35:25.704609 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6af817-b43d-4d77-bf58-924def5b3d0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d63bac78-e56b-4e3e-9224-8cc1c517647c,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:35:25.726547 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:35:26.137466 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 55034) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:35:26.164605 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c572b0e8-d46d-4a33-9bf3-6b70f41ba7a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:26.214251 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf487b5-9fa1-40b4-b0a5-4ac95e7fc57e req-589c934c-9f2b-437c-8736-4abb82f5e639 tempest-VolumesActionsTest-9574974 tempest-VolumesActionsTest-9574974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:35:26.215664 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-1cf487b5-9fa1-40b4-b0a5-4ac95e7fc57e req-589c934c-9f2b-437c-8736-4abb82f5e639 tempest-VolumesActionsTest-9574974 tempest-VolumesActionsTest-9574974-project] 10.222.0.40 "GET /v2.0/ports?device_id=5ae746d9-78af-453b-97e5-11a3f899b066 HTTP/1.1" status: 200 len: 943 time: 0.0669501 Jun 16 17:35:26.308784 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:35:26.344189 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:35:26.373210 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c572b0e8-d46d-4a33-9bf3-6b70f41ba7a9 admin admin] Publish callbacks [] for security_group (c93330b4-5520-440e-9370-7467e1e59251), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:26.385581 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ab5bf9-f2b9-4790-b648-30b5a0f29957 req-925537c5-9aa5-4eb4-aa28-afe4af35496d tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:35:26.386961 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-40ab5bf9-f2b9-4790-b648-30b5a0f29957 req-925537c5-9aa5-4eb4-aa28-afe4af35496d tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/ports?device_id=54fe7037-080f-4209-bdc6-c505c4c34ec3 HTTP/1.1" status: 200 len: 946 time: 0.1021471 Jun 16 17:35:26.388866 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c572b0e8-d46d-4a33-9bf3-6b70f41ba7a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (c93330b4-5520-440e-9370-7467e1e59251), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:26.402414 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-1cf487b5-9fa1-40b4-b0a5-4ac95e7fc57e req-380a20c7-5487-4345-95e2-a597515e9416 tempest-VolumesActionsTest-9574974 tempest-VolumesActionsTest-9574974-project] 10.222.0.40 "GET /v2.0/security-groups?id=a0e72760-c6c2-4c1e-bc24-fb9a280660d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744554 Jun 16 17:35:26.474447 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-c572b0e8-d46d-4a33-9bf3-6b70f41ba7a9 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=88dbc9ed2dbb4ed1950a68407f014d35&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3326719 Jun 16 17:35:26.474447 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c572b0e8-d46d-4a33-9bf3-6b70f41ba7a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c93330b4-5520-440e-9370-7467e1e59251,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:35:26.474844 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 55048) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:35:26.512219 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-40ab5bf9-f2b9-4790-b648-30b5a0f29957 req-683e6296-c447-4897-81cf-c69c4d000587 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/security-groups?id=97ffd154-7f70-49b1-9385-228cddf4fca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072838 Jun 16 17:35:26.546615 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-431cd490-c2e6-46af-b32b-09d4e3ec9553 admin admin] Publish callbacks [] for security_group (c93330b4-5520-440e-9370-7467e1e59251), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:26.570399 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-431cd490-c2e6-46af-b32b-09d4e3ec9553 admin admin] Publish callbacks [] for security_group (c93330b4-5520-440e-9370-7467e1e59251), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:26.626762 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-431cd490-c2e6-46af-b32b-09d4e3ec9553 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (c93330b4-5520-440e-9370-7467e1e59251), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:26.630215 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-431cd490-c2e6-46af-b32b-09d4e3ec9553 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:26.631566 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-431cd490-c2e6-46af-b32b-09d4e3ec9553 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/c93330b4-5520-440e-9370-7467e1e59251 HTTP/1.1" status: 204 len: 168 time: 0.1554930 Jun 16 17:35:26.640902 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431cd490-c2e6-46af-b32b-09d4e3ec9553 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c93330b4-5520-440e-9370-7467e1e59251,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:35:26.949550 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4bfcce-0539-4bff-8ef7-0899a729d94e req-26801dfa-658a-42c4-af98-3be7ca9452a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:35:26.954484 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-4c4bfcce-0539-4bff-8ef7-0899a729d94e req-26801dfa-658a-42c4-af98-3be7ca9452a5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=20bf4fe4ecc74735a2abdb5068b0785a&device_id=5ae746d9-78af-453b-97e5-11a3f899b066 HTTP/1.1" status: 200 len: 1127 time: 0.0866349 Jun 16 17:35:27.074246 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4bfcce-0539-4bff-8ef7-0899a729d94e req-ef128fec-a177-4735-a53a-fe968022f9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:35:27.076167 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-4c4bfcce-0539-4bff-8ef7-0899a729d94e req-ef128fec-a177-4735-a53a-fe968022f9cd service neutron] 10.222.0.47 "GET /v2.0/networks?id=bdb07972-a2d5-4a86-97bf-80abf8620cc4 HTTP/1.1" status: 200 len: 909 time: 0.1162574 Jun 16 17:35:27.136679 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-4c4bfcce-0539-4bff-8ef7-0899a729d94e req-59a533d1-7efb-4d75-b50b-a9026110aae5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=594c3687-89fc-48db-82bd-7bc8038f52cb HTTP/1.1" status: 200 len: 217 time: 0.0427294 Jun 16 17:35:27.174274 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 55086) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:35:27.189934 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c9745ca1-0baa-43b8-b854-d5a60b7e2fff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:27.204306 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4bfcce-0539-4bff-8ef7-0899a729d94e req-9b84ae03-ed59-4b81-b2b9-e3db5aecd4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:35:27.209251 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-4c4bfcce-0539-4bff-8ef7-0899a729d94e req-9b84ae03-ed59-4b81-b2b9-e3db5aecd4eb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6ae20d61-47a7-468a-a773-3dd8103f096e HTTP/1.1" status: 200 len: 848 time: 0.0656290 Jun 16 17:35:27.261455 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:DELETE=8,neutron:SELECT=82,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:35:27.280024 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-4c4bfcce-0539-4bff-8ef7-0899a729d94e req-17ddda2f-ee33-4af6-b162-1f63937f04dc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bdb07972-a2d5-4a86-97bf-80abf8620cc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555489 Jun 16 17:35:27.298053 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c9745ca1-0baa-43b8-b854-d5a60b7e2fff admin admin] Publish callbacks [] for security_group (56e35c54-7471-44e0-a204-469bd4df7b15), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:27.303954 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c9745ca1-0baa-43b8-b854-d5a60b7e2fff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (56e35c54-7471-44e0-a204-469bd4df7b15), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:27.347680 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-c9745ca1-0baa-43b8-b854-d5a60b7e2fff admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=430804382c704b7d9688bcbc8bfd0c08&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1721163 Jun 16 17:35:27.348834 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9745ca1-0baa-43b8-b854-d5a60b7e2fff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56e35c54-7471-44e0-a204-469bd4df7b15,revision_number=1']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:35:27.351411 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 55120) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:35:27.461274 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-4c4bfcce-0539-4bff-8ef7-0899a729d94e req-5c364612-0e79-4719-90cf-1b9f30f42a12 service neutron] 10.222.0.47 "GET /v2.0/networks/bdb07972-a2d5-4a86-97bf-80abf8620cc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732233 Jun 16 17:35:27.484237 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-ea928287-11ad-4beb-8d57-691274581dba admin admin] Publish callbacks [] for security_group (56e35c54-7471-44e0-a204-469bd4df7b15), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:27.592512 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-ea928287-11ad-4beb-8d57-691274581dba admin admin] Publish callbacks [] for security_group (56e35c54-7471-44e0-a204-469bd4df7b15), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:27.613596 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98e2b5c-6d12-4af5-9bea-3a9884e1cd2a req-35dd6563-844e-4b27-a9b6-804a54eba760 tempest-VolumesActionsTest-9574974 tempest-VolumesActionsTest-9574974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:35:27.615210 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-c98e2b5c-6d12-4af5-9bea-3a9884e1cd2a req-35dd6563-844e-4b27-a9b6-804a54eba760 tempest-VolumesActionsTest-9574974 tempest-VolumesActionsTest-9574974-project] 10.222.0.40 "GET /v2.0/ports?device_id=5ae746d9-78af-453b-97e5-11a3f899b066 HTTP/1.1" status: 200 len: 943 time: 0.1335433 Jun 16 17:35:27.736454 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e369511-6d83-4ecf-ac66-c3bc0aa2bded req-bcffba3a-14bd-4139-b19f-64120873d44c tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:35:27.738018 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-8e369511-6d83-4ecf-ac66-c3bc0aa2bded req-bcffba3a-14bd-4139-b19f-64120873d44c tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/ports?device_id=54fe7037-080f-4209-bdc6-c505c4c34ec3 HTTP/1.1" status: 200 len: 946 time: 0.1349242 Jun 16 17:35:27.748414 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-4c4bfcce-0539-4bff-8ef7-0899a729d94e req-17165c0c-50f7-4da0-81fc-e8e4acd27bad service neutron] 10.222.0.47 "GET /v2.0/networks/bdb07972-a2d5-4a86-97bf-80abf8620cc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2783663 Jun 16 17:35:27.762391 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-c98e2b5c-6d12-4af5-9bea-3a9884e1cd2a req-5e0fd589-5da2-448c-b852-a92896425181 tempest-VolumesActionsTest-9574974 tempest-VolumesActionsTest-9574974-project] 10.222.0.40 "GET /v2.0/security-groups?id=a0e72760-c6c2-4c1e-bc24-fb9a280660d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269715 Jun 16 17:35:27.784169 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-ea928287-11ad-4beb-8d57-691274581dba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (56e35c54-7471-44e0-a204-469bd4df7b15), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:27.786766 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-ea928287-11ad-4beb-8d57-691274581dba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:27.793649 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-ea928287-11ad-4beb-8d57-691274581dba admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/56e35c54-7471-44e0-a204-469bd4df7b15 HTTP/1.1" status: 204 len: 168 time: 0.4411891 Jun 16 17:35:27.820026 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea928287-11ad-4beb-8d57-691274581dba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56e35c54-7471-44e0-a204-469bd4df7b15,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:35:27.851925 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Device 594c3687-89fc-48db-82bd-7bc8038f52cb details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=104054) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 17:35:27.867587 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-8e369511-6d83-4ecf-ac66-c3bc0aa2bded req-bead2951-2c7f-4cad-a34a-eb677889f17c tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/security-groups?id=97ffd154-7f70-49b1-9385-228cddf4fca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849328 Jun 16 17:35:27.879856 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:35:28.025333 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] For port 594c3687-89fc-48db-82bd-7bc8038f52cb, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=594c3687-89fc-48db-82bd-7bc8038f52cb,segment=NetworkSegment(34201248-dba7-46fb-9092-7c525ca78977),segment_id=34201248-dba7-46fb-9092-7c525ca78977)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:35:28.042291 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Returning: {'device': '594c3687-89fc-48db-82bd-7bc8038f52cb', 'network_id': 'bdb07972-a2d5-4a86-97bf-80abf8620cc4', 'port_id': '594c3687-89fc-48db-82bd-7bc8038f52cb', 'mac_address': 'fa:16:3e:44:1f:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ae20d61-47a7-468a-a773-3dd8103f096e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104054) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 17:35:28.098138 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Current status of the port 594c3687-89fc-48db-82bd-7bc8038f52cb is: DOWN; New status is: BUILD {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:35:28.098756 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (594c3687-89fc-48db-82bd-7bc8038f52cb), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:28.117921 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.notifiers.nova [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 594c3687-89fc-48db-82bd-7bc8038f52cb {{(pid=104054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 17:35:28.145693 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] For port 594c3687-89fc-48db-82bd-7bc8038f52cb, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=594c3687-89fc-48db-82bd-7bc8038f52cb,segment=NetworkSegment(34201248-dba7-46fb-9092-7c525ca78977),segment_id=34201248-dba7-46fb-9092-7c525ca78977)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:35:28.152448 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114'] for port (594c3687-89fc-48db-82bd-7bc8038f52cb), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:28.261521 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Pushing event updated for resources: {'Port': ['ID=594c3687-89fc-48db-82bd-7bc8038f52cb,revision_number=4']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:35:28.333321 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:35:28.333643 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:35:28.342481 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:35:28.342481 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:35:28.342808 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:35:28.343354 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:35:28.343695 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:35:28.349120 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:35:28.349120 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:35:28.349120 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:35:28.349120 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:35:28.349120 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:35:28.349120 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:35:28.349120 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:35:28.349120 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:35:28.459239 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858982c5-358d-47c4-818f-cba8f31fae85 req-bd9e4c14-f271-4c52-aa41-8bb34b8001d1 tempest-DeleteServersTestJSON-1983395756 tempest-DeleteServersTestJSON-1983395756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:35:28.460864 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-858982c5-358d-47c4-818f-cba8f31fae85 req-bd9e4c14-f271-4c52-aa41-8bb34b8001d1 tempest-DeleteServersTestJSON-1983395756 tempest-DeleteServersTestJSON-1983395756-project] 10.222.0.40 "GET /v2.0/ports?device_id=be99b296-6cc1-4b2a-977c-113f47796148 HTTP/1.1" status: 200 len: 946 time: 0.0943959 Jun 16 17:35:28.502176 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:35:28.506112 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:35:28.529029 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] get_ports_and_sgs() called for port_ids ['594c3687-89fc-48db-82bd-7bc8038f52cb'] {{(pid=104054) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 17:35:28.552504 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-858982c5-358d-47c4-818f-cba8f31fae85 req-e65f14b7-b526-4b0c-b035-f39f182f5819 tempest-DeleteServersTestJSON-1983395756 tempest-DeleteServersTestJSON-1983395756-project] 10.222.0.40 "GET /v2.0/security-groups?id=a5cfa4e5-661b-4047-97d8-bbc5aeeefa85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797155 Jun 16 17:35:28.926071 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aa7a4c-325d-4865-ada6-a36255920cb8 req-226ec60c-40a0-48aa-8d62-ee9bc6e730f3 tempest-VolumesActionsTest-9574974 tempest-VolumesActionsTest-9574974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:35:28.928811 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-98aa7a4c-325d-4865-ada6-a36255920cb8 req-226ec60c-40a0-48aa-8d62-ee9bc6e730f3 tempest-VolumesActionsTest-9574974 tempest-VolumesActionsTest-9574974-project] 10.222.0.40 "GET /v2.0/ports?device_id=5ae746d9-78af-453b-97e5-11a3f899b066 HTTP/1.1" status: 200 len: 944 time: 0.0685222 Jun 16 17:35:28.956008 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-e2be8c1c-569d-4199-8897-58e31397ee85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (e26ebcb9-a690-4ec1-8688-e951546304f4), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:29.002817 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-98aa7a4c-325d-4865-ada6-a36255920cb8 req-bf8d2ad5-c8bc-4837-aa4e-42567aa1394a tempest-VolumesActionsTest-9574974 tempest-VolumesActionsTest-9574974-project] 10.222.0.40 "GET /v2.0/security-groups?id=a0e72760-c6c2-4c1e-bc24-fb9a280660d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673003 Jun 16 17:35:29.051365 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b822f9-74a0-4484-914f-20179401997a req-10973303-06ac-41f4-8a4c-3adca3ddb0e3 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:35:29.052949 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-56b822f9-74a0-4484-914f-20179401997a req-10973303-06ac-41f4-8a4c-3adca3ddb0e3 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/ports?device_id=54fe7037-080f-4209-bdc6-c505c4c34ec3 HTTP/1.1" status: 200 len: 946 time: 0.0630038 Jun 16 17:35:29.115157 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-56b822f9-74a0-4484-914f-20179401997a req-246b7c89-2bd0-4f79-bd1c-f92556f6dcdc tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/security-groups?id=97ffd154-7f70-49b1-9385-228cddf4fca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548861 Jun 16 17:35:29.456063 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 55268) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:35:29.595155 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-52fbbb00-418f-4721-bbe8-eedd79f6f0d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:29.686590 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe072b6d-77e4-49f2-bd6d-e89f16c912ab req-dfa68c26-4496-44a5-9476-813b664d277e tempest-DeleteServersTestJSON-1983395756 tempest-DeleteServersTestJSON-1983395756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:35:29.689342 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-fe072b6d-77e4-49f2-bd6d-e89f16c912ab req-dfa68c26-4496-44a5-9476-813b664d277e tempest-DeleteServersTestJSON-1983395756 tempest-DeleteServersTestJSON-1983395756-project] 10.222.0.40 "GET /v2.0/ports?device_id=be99b296-6cc1-4b2a-977c-113f47796148 HTTP/1.1" status: 200 len: 946 time: 0.0674729 Jun 16 17:35:29.760812 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-52fbbb00-418f-4721-bbe8-eedd79f6f0d6 admin admin] Publish callbacks [] for security_group (715ed121-2af3-4e76-8ad8-af70d34d37cd), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:29.770518 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-52fbbb00-418f-4721-bbe8-eedd79f6f0d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (715ed121-2af3-4e76-8ad8-af70d34d37cd), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:29.789698 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-fe072b6d-77e4-49f2-bd6d-e89f16c912ab req-cbc6ff45-6be8-409b-83f6-8451be81844b tempest-DeleteServersTestJSON-1983395756 tempest-DeleteServersTestJSON-1983395756-project] 10.222.0.40 "GET /v2.0/security-groups?id=a5cfa4e5-661b-4047-97d8-bbc5aeeefa85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926247 Jun 16 17:35:29.821942 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-52fbbb00-418f-4721-bbe8-eedd79f6f0d6 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=5073135f33944750848279a08a259581&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3622768 Jun 16 17:35:29.821942 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fbbb00-418f-4721-bbe8-eedd79f6f0d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=715ed121-2af3-4e76-8ad8-af70d34d37cd,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:35:29.822306 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 55298) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:35:29.876002 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Device 594c3687-89fc-48db-82bd-7bc8038f52cb up at agent hyperv_hv-cinder-83754 {{(pid=104054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 17:35:29.925511 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-8e208236-6080-4539-8a13-e696836323b9 admin admin] Publish callbacks [] for security_group (715ed121-2af3-4e76-8ad8-af70d34d37cd), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:29.930590 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Provisioning for port 594c3687-89fc-48db-82bd-7bc8038f52cb completed by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 17:35:29.938717 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Provisioning complete for port 594c3687-89fc-48db-82bd-7bc8038f52cb triggered by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:35:29.939763 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572016'] for port (594c3687-89fc-48db-82bd-7bc8038f52cb), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:29.962721 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-8e208236-6080-4539-8a13-e696836323b9 admin admin] Publish callbacks [] for security_group (715ed121-2af3-4e76-8ad8-af70d34d37cd), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:30.038364 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-8e208236-6080-4539-8a13-e696836323b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (715ed121-2af3-4e76-8ad8-af70d34d37cd), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:30.042540 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-8e208236-6080-4539-8a13-e696836323b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:30.044617 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Current status of the port 594c3687-89fc-48db-82bd-7bc8038f52cb is: BUILD; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:35:30.045270 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (594c3687-89fc-48db-82bd-7bc8038f52cb), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:30.053829 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-8e208236-6080-4539-8a13-e696836323b9 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/715ed121-2af3-4e76-8ad8-af70d34d37cd HTTP/1.1" status: 204 len: 168 time: 0.2298670 Jun 16 17:35:30.062823 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=100 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:35:30.067069 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e208236-6080-4539-8a13-e696836323b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=715ed121-2af3-4e76-8ad8-af70d34d37cd,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:35:30.090817 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ae746d9-78af-453b-97e5-11a3f899b066', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '594c3687-89fc-48db-82bd-7bc8038f52cb'}] {{(pid=104054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 17:35:30.094747 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5645e34771f2e92f66b701059e1edb0e2a0b319a1385596c591183f5993537e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-391f445e-e058-46eb-9345-4ece421c5756" -d '{"events": [{"server_uuid": "5ae746d9-78af-453b-97e5-11a3f899b066", "name": "network-vif-plugged", "status": "completed", "tag": "594c3687-89fc-48db-82bd-7bc8038f52cb"}]}' {{(pid=104054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:35:30.121323 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] For port 594c3687-89fc-48db-82bd-7bc8038f52cb, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=594c3687-89fc-48db-82bd-7bc8038f52cb,segment=NetworkSegment(34201248-dba7-46fb-9092-7c525ca78977),segment_id=34201248-dba7-46fb-9092-7c525ca78977)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:35:30.130582 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114'] for port (594c3687-89fc-48db-82bd-7bc8038f52cb), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:30.164251 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709f84d1-ba0a-47dd-bd8a-c826ea13cec7 req-e3c12570-8f95-4d2d-9eea-5a252ca9c67d tempest-VolumesActionsTest-9574974 tempest-VolumesActionsTest-9574974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:35:30.175916 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-709f84d1-ba0a-47dd-bd8a-c826ea13cec7 req-e3c12570-8f95-4d2d-9eea-5a252ca9c67d tempest-VolumesActionsTest-9574974 tempest-VolumesActionsTest-9574974-project] 10.222.0.40 "GET /v2.0/ports?device_id=5ae746d9-78af-453b-97e5-11a3f899b066 HTTP/1.1" status: 200 len: 944 time: 0.0928347 Jun 16 17:35:30.177671 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 17:35:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae1c486c-68a8-460a-8b8f-7a82f711af5f x-openstack-request-id: req-ae1c486c-68a8-460a-8b8f-7a82f711af5f {{(pid=104054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:35:30.182073 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ae746d9-78af-453b-97e5-11a3f899b066", "name": "network-vif-plugged", "status": "completed", "tag": "594c3687-89fc-48db-82bd-7bc8038f52cb", "code": 200}]} {{(pid=104054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:35:30.182900 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-ae1c486c-68a8-460a-8b8f-7a82f711af5f {{(pid=104054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:35:30.184835 dv-cinder-837546-2-iscsi neutron-server[104054]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae1c486c-68a8-460a-8b8f-7a82f711af5f'] response: {'server_uuid': '5ae746d9-78af-453b-97e5-11a3f899b066', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '594c3687-89fc-48db-82bd-7bc8038f52cb', 'code': 200} Jun 16 17:35:30.243418 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-709f84d1-ba0a-47dd-bd8a-c826ea13cec7 req-1fc57bb3-c2ef-4353-9a80-525d55cabfdd tempest-VolumesActionsTest-9574974 tempest-VolumesActionsTest-9574974-project] 10.222.0.40 "GET /v2.0/security-groups?id=a0e72760-c6c2-4c1e-bc24-fb9a280660d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664833 Jun 16 17:35:30.279341 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Pushing event updated for resources: {'Port': ['ID=594c3687-89fc-48db-82bd-7bc8038f52cb,revision_number=5']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:35:30.331155 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977203ec-5625-4d4a-b7aa-968d7a88ee4f req-b5deb4a4-cc9f-430e-afa6-bcf6dad8462e tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:35:30.340781 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-977203ec-5625-4d4a-b7aa-968d7a88ee4f req-b5deb4a4-cc9f-430e-afa6-bcf6dad8462e tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/ports?device_id=54fe7037-080f-4209-bdc6-c505c4c34ec3 HTTP/1.1" status: 200 len: 946 time: 0.0806603 Jun 16 17:35:30.373803 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 55320) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:35:30.396669 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-977203ec-5625-4d4a-b7aa-968d7a88ee4f req-fbb60dc8-e94b-4e00-9890-98db6c95ae8b tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/security-groups?id=97ffd154-7f70-49b1-9385-228cddf4fca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546989 Jun 16 17:35:30.456548 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07101b3-5d78-4e39-8c6a-ba87e52e4421 req-712e0443-b3bd-432a-9260-08e503d1f6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:35:30.458079 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-e07101b3-5d78-4e39-8c6a-ba87e52e4421 req-712e0443-b3bd-432a-9260-08e503d1f6b4 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5ae746d9-78af-453b-97e5-11a3f899b066 HTTP/1.1" status: 200 len: 1129 time: 0.0557282 Jun 16 17:35:30.517527 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c1ab95cf-acae-44ea-b229-28395eab952e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:30.604612 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=74,neutron:DELETE=5,neutron:INSERT=19,neutron:UPDATE=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:35:30.607522 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-e07101b3-5d78-4e39-8c6a-ba87e52e4421 req-87a005d9-8ab5-40e0-a602-21e3987e70a7 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=a0e72760-c6c2-4c1e-bc24-fb9a280660d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432081 Jun 16 17:35:30.616344 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c1ab95cf-acae-44ea-b229-28395eab952e admin admin] Publish callbacks [] for security_group (bfbed47c-f143-4a23-8443-95f21b668b38), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:30.621407 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c1ab95cf-acae-44ea-b229-28395eab952e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (bfbed47c-f143-4a23-8443-95f21b668b38), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:30.667035 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-c1ab95cf-acae-44ea-b229-28395eab952e admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=72f7d001be1744bfbefb363a5c296497&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2908812 Jun 16 17:35:30.668232 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ab95cf-acae-44ea-b229-28395eab952e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfbed47c-f143-4a23-8443-95f21b668b38,revision_number=1']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:35:30.669654 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 55334) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:35:30.725884 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-275c0972-3dd7-4bc3-a6fe-b21f00f72560 admin admin] Publish callbacks [] for security_group (bfbed47c-f143-4a23-8443-95f21b668b38), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:30.727276 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:35:30.752036 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-275c0972-3dd7-4bc3-a6fe-b21f00f72560 admin admin] Publish callbacks [] for security_group (bfbed47c-f143-4a23-8443-95f21b668b38), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:30.803563 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-275c0972-3dd7-4bc3-a6fe-b21f00f72560 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (bfbed47c-f143-4a23-8443-95f21b668b38), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:30.806220 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-275c0972-3dd7-4bc3-a6fe-b21f00f72560 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:30.807448 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-275c0972-3dd7-4bc3-a6fe-b21f00f72560 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/bfbed47c-f143-4a23-8443-95f21b668b38 HTTP/1.1" status: 204 len: 168 time: 0.1367102 Jun 16 17:35:30.817991 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275c0972-3dd7-4bc3-a6fe-b21f00f72560 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfbed47c-f143-4a23-8443-95f21b668b38,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:35:30.949601 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7765bd76-e0ec-468b-b5d1-ef959d997fcc req-3f69b26b-2f77-4bd2-a071-94fe59ec5fb3 tempest-DeleteServersTestJSON-1983395756 tempest-DeleteServersTestJSON-1983395756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:35:30.951308 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-7765bd76-e0ec-468b-b5d1-ef959d997fcc req-3f69b26b-2f77-4bd2-a071-94fe59ec5fb3 tempest-DeleteServersTestJSON-1983395756 tempest-DeleteServersTestJSON-1983395756-project] 10.222.0.47 "GET /v2.0/ports?device_id=be99b296-6cc1-4b2a-977c-113f47796148 HTTP/1.1" status: 200 len: 946 time: 0.0828502 Jun 16 17:35:30.976150 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:35:31.020567 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7ed531-6027-43c4-a0c7-001607507bb2 req-766e45e7-fb7f-46c1-8d91-04da1f5bbd7e tempest-DeleteServersTestJSON-1983395756 tempest-DeleteServersTestJSON-1983395756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:35:31.027706 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-bb7ed531-6027-43c4-a0c7-001607507bb2 req-766e45e7-fb7f-46c1-8d91-04da1f5bbd7e tempest-DeleteServersTestJSON-1983395756 tempest-DeleteServersTestJSON-1983395756-project] 10.222.0.40 "GET /v2.0/ports?device_id=be99b296-6cc1-4b2a-977c-113f47796148 HTTP/1.1" status: 200 len: 946 time: 0.1168547 Jun 16 17:35:31.146803 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [req-7765bd76-e0ec-468b-b5d1-ef959d997fcc req-b25e1806-acb4-4b83-940c-8efa6d47ef8d tempest-DeleteServersTestJSON-1983395756 tempest-DeleteServersTestJSON-1983395756-project] Deleting port cb17776a-79c0-4129-90a0-ae34814d798c {{(pid=104052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 17:35:31.148051 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-7765bd76-e0ec-468b-b5d1-ef959d997fcc req-b25e1806-acb4-4b83-940c-8efa6d47ef8d tempest-DeleteServersTestJSON-1983395756 tempest-DeleteServersTestJSON-1983395756-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762170394215'] for port (cb17776a-79c0-4129-90a0-ae34814d798c), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:31.166117 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-bb7ed531-6027-43c4-a0c7-001607507bb2 req-d0f6c259-5137-43fc-995c-731be853532b tempest-DeleteServersTestJSON-1983395756 tempest-DeleteServersTestJSON-1983395756-project] 10.222.0.40 "GET /v2.0/security-groups?id=a5cfa4e5-661b-4047-97d8-bbc5aeeefa85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375437 Jun 16 17:35:31.272370 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 55360) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:35:31.278285 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-8ae28a28-1890-4560-b045-6b4709e890cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (43e250b4-0ce3-4949-aa8c-0bafe6454580), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:31.290872 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [req-7765bd76-e0ec-468b-b5d1-ef959d997fcc req-b25e1806-acb4-4b83-940c-8efa6d47ef8d tempest-DeleteServersTestJSON-1983395756 tempest-DeleteServersTestJSON-1983395756-project] For port cb17776a-79c0-4129-90a0-ae34814d798c, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=cb17776a-79c0-4129-90a0-ae34814d798c,segment=NetworkSegment(93d896e3-8aff-4224-9367-bb8b3477a08e),segment_id=93d896e3-8aff-4224-9367-bb8b3477a08e)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:35:31.291237 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-7765bd76-e0ec-468b-b5d1-ef959d997fcc req-b25e1806-acb4-4b83-940c-8efa6d47ef8d tempest-DeleteServersTestJSON-1983395756 tempest-DeleteServersTestJSON-1983395756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376266'] for port (cb17776a-79c0-4129-90a0-ae34814d798c), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:31.309858 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [req-7765bd76-e0ec-468b-b5d1-ef959d997fcc req-b25e1806-acb4-4b83-940c-8efa6d47ef8d tempest-DeleteServersTestJSON-1983395756 tempest-DeleteServersTestJSON-1983395756-project] Calling delete_port for cb17776a-79c0-4129-90a0-ae34814d798c owned by compute:nova {{(pid=104052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 17:35:31.315727 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-179ad1a9-e6a9-4053-adf6-06b7ffdc301e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:31.413377 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-179ad1a9-e6a9-4053-adf6-06b7ffdc301e admin admin] Publish callbacks [] for security_group (2d8ce187-c33e-4427-bcda-47adebc0146d), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:31.418307 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-179ad1a9-e6a9-4053-adf6-06b7ffdc301e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (2d8ce187-c33e-4427-bcda-47adebc0146d), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:31.454067 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca8d581-fb3d-440e-bd71-b2b12bb2ce92 req-473c74b6-cd01-437c-ba12-25b72940d961 tempest-VolumesActionsTest-9574974 tempest-VolumesActionsTest-9574974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:35:31.455898 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-cca8d581-fb3d-440e-bd71-b2b12bb2ce92 req-473c74b6-cd01-437c-ba12-25b72940d961 tempest-VolumesActionsTest-9574974 tempest-VolumesActionsTest-9574974-project] 10.222.0.40 "GET /v2.0/ports?device_id=5ae746d9-78af-453b-97e5-11a3f899b066 HTTP/1.1" status: 200 len: 945 time: 0.0700312 Jun 16 17:35:31.472657 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-179ad1a9-e6a9-4053-adf6-06b7ffdc301e admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=4d5c976ab6d44f8f9906bdcac7a8bfe7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1995459 Jun 16 17:35:31.473662 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 55370) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:35:31.477170 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179ad1a9-e6a9-4053-adf6-06b7ffdc301e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d8ce187-c33e-4427-bcda-47adebc0146d,revision_number=1']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:35:31.624724 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729d0071-414c-4ffd-b672-37876aec7bb8 req-8970eaf0-9eac-4317-8360-9ce04d431df0 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:35:31.627291 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-729d0071-414c-4ffd-b672-37876aec7bb8 req-8970eaf0-9eac-4317-8360-9ce04d431df0 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/ports?device_id=54fe7037-080f-4209-bdc6-c505c4c34ec3 HTTP/1.1" status: 200 len: 946 time: 0.1323278 Jun 16 17:35:31.653195 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-cca8d581-fb3d-440e-bd71-b2b12bb2ce92 req-ab17db74-6888-4c33-81e3-05b3f20720da tempest-VolumesActionsTest-9574974 tempest-VolumesActionsTest-9574974-project] 10.222.0.40 "GET /v2.0/security-groups?id=a0e72760-c6c2-4c1e-bc24-fb9a280660d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826229 Jun 16 17:35:31.694549 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-7765bd76-e0ec-468b-b5d1-ef959d997fcc req-b25e1806-acb4-4b83-940c-8efa6d47ef8d tempest-DeleteServersTestJSON-1983395756 tempest-DeleteServersTestJSON-1983395756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762170396510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762170029087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62916395'] for port (cb17776a-79c0-4129-90a0-ae34814d798c), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:31.696125 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0c2388af-38e7-49eb-acda-ccaa628eb8ac admin admin] Publish callbacks [] for security_group (2d8ce187-c33e-4427-bcda-47adebc0146d), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:31.711518 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] get_ports_and_sgs() called for port_ids ['cb17776a-79c0-4129-90a0-ae34814d798c'] {{(pid=104054) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 17:35:31.753550 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25e1806-acb4-4b83-940c-8efa6d47ef8d tempest-DeleteServersTestJSON-1983395756 tempest-DeleteServersTestJSON-1983395756-project] Pushing event deleted for resources: {'Port': ['ID=cb17776a-79c0-4129-90a0-ae34814d798c,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:35:31.802272 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-729d0071-414c-4ffd-b672-37876aec7bb8 req-93b8bd57-cdd1-4dc5-b8f2-cff46b86b5b1 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/security-groups?id=97ffd154-7f70-49b1-9385-228cddf4fca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671720 Jun 16 17:35:31.807996 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0c2388af-38e7-49eb-acda-ccaa628eb8ac admin admin] Publish callbacks [] for security_group (2d8ce187-c33e-4427-bcda-47adebc0146d), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:31.866445 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [req-7765bd76-e0ec-468b-b5d1-ef959d997fcc req-b25e1806-acb4-4b83-940c-8efa6d47ef8d tempest-DeleteServersTestJSON-1983395756 tempest-DeleteServersTestJSON-1983395756-project] No DVR routers for this DVR port cb17776a-79c0-4129-90a0-ae34814d798c on host hv-cinder-83754 {{(pid=104052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 17:35:31.877438 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-7765bd76-e0ec-468b-b5d1-ef959d997fcc req-b25e1806-acb4-4b83-940c-8efa6d47ef8d tempest-DeleteServersTestJSON-1983395756 tempest-DeleteServersTestJSON-1983395756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228225'] for port (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:31.880794 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-7765bd76-e0ec-468b-b5d1-ef959d997fcc req-b25e1806-acb4-4b83-940c-8efa6d47ef8d tempest-DeleteServersTestJSON-1983395756 tempest-DeleteServersTestJSON-1983395756-project] 10.222.0.47 "DELETE /v2.0/ports/cb17776a-79c0-4129-90a0-ae34814d798c HTTP/1.1" status: 204 len: 173 time: 0.9135585 Jun 16 17:35:31.881272 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be99b296-6cc1-4b2a-977c-113f47796148', 'name': 'network-vif-deleted', 'tag': 'cb17776a-79c0-4129-90a0-ae34814d798c'}] {{(pid=104052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 17:35:31.883724 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9713fa4f09cf3058fa9276dada2b44135c9dd2e88d0acd54628e4483b77b1e61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7895aa15-27f0-4e9a-9124-56835a550854" -d '{"events": [{"server_uuid": "be99b296-6cc1-4b2a-977c-113f47796148", "name": "network-vif-deleted", "tag": "cb17776a-79c0-4129-90a0-ae34814d798c"}]}' {{(pid=104052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:35:31.895126 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:35:31.931865 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0c2388af-38e7-49eb-acda-ccaa628eb8ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (2d8ce187-c33e-4427-bcda-47adebc0146d), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:31.936616 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0c2388af-38e7-49eb-acda-ccaa628eb8ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:31.939591 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-0c2388af-38e7-49eb-acda-ccaa628eb8ac admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/2d8ce187-c33e-4427-bcda-47adebc0146d HTTP/1.1" status: 204 len: 168 time: 0.4639127 Jun 16 17:35:31.942206 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 17:35:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b35d1c4-386d-4763-8ef6-01673294f0fb x-openstack-request-id: req-2b35d1c4-386d-4763-8ef6-01673294f0fb {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:35:31.955950 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be99b296-6cc1-4b2a-977c-113f47796148", "name": "network-vif-deleted", "tag": "cb17776a-79c0-4129-90a0-ae34814d798c", "status": "completed", "code": 200}]} {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:35:31.956203 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-2b35d1c4-386d-4763-8ef6-01673294f0fb {{(pid=104052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:35:31.956629 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b35d1c4-386d-4763-8ef6-01673294f0fb'] response: {'server_uuid': 'be99b296-6cc1-4b2a-977c-113f47796148', 'name': 'network-vif-deleted', 'tag': 'cb17776a-79c0-4129-90a0-ae34814d798c', 'status': 'completed', 'code': 200} Jun 16 17:35:31.975096 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2388af-38e7-49eb-acda-ccaa628eb8ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d8ce187-c33e-4427-bcda-47adebc0146d,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:35:32.449744 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=92,neutron:UPDATE=7,neutron:DELETE=1 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:35:32.460542 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-359da135-d845-4d2e-a034-e84fcb95f5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (8e118b8c-b091-4f14-909a-13c66b53efc1), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:32.492076 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-f1e60e20-8604-4647-b86d-84f5c20c6b15 req-37d77f96-fd9f-41e5-84ed-9227c2b5d910 tempest-DeleteServersTestJSON-1983395756 tempest-DeleteServersTestJSON-1983395756-project] 10.222.0.40 "GET /v2.0/ports?device_id=be99b296-6cc1-4b2a-977c-113f47796148 HTTP/1.1" status: 200 len: 210 time: 0.2357979 Jun 16 17:35:32.785522 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84aaf90-c13f-43a4-882b-c03dfe132a64 req-e44a2637-c23d-4ed6-a4ff-63e28a5d7ec5 tempest-VolumesActionsTest-9574974 tempest-VolumesActionsTest-9574974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:35:32.788049 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-a84aaf90-c13f-43a4-882b-c03dfe132a64 req-e44a2637-c23d-4ed6-a4ff-63e28a5d7ec5 tempest-VolumesActionsTest-9574974 tempest-VolumesActionsTest-9574974-project] 10.222.0.40 "GET /v2.0/ports?device_id=5ae746d9-78af-453b-97e5-11a3f899b066 HTTP/1.1" status: 200 len: 945 time: 0.0548391 Jun 16 17:35:32.855910 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-a84aaf90-c13f-43a4-882b-c03dfe132a64 req-f8a2a048-3dc1-4d89-8e82-6d6c59a80cb6 tempest-VolumesActionsTest-9574974 tempest-VolumesActionsTest-9574974-project] 10.222.0.40 "GET /v2.0/security-groups?id=a0e72760-c6c2-4c1e-bc24-fb9a280660d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602603 Jun 16 17:35:33.010858 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1ee8f4-715d-4a14-93a1-f0c81f5b13d3 req-391d3d2e-3b1a-4a51-b5be-8a832e6f8a74 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:35:33.014008 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-af1ee8f4-715d-4a14-93a1-f0c81f5b13d3 req-391d3d2e-3b1a-4a51-b5be-8a832e6f8a74 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/ports?device_id=54fe7037-080f-4209-bdc6-c505c4c34ec3 HTTP/1.1" status: 200 len: 946 time: 0.0883012 Jun 16 17:35:33.028536 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:35:33.097019 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-af1ee8f4-715d-4a14-93a1-f0c81f5b13d3 req-435740ed-5be7-453b-b2dc-a329dc9a14a1 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/security-groups?id=97ffd154-7f70-49b1-9385-228cddf4fca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735316 Jun 16 17:35:33.630806 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-0ebaaa6a-1711-4f70-a4eb-e4dcadffa248 req-f26c4e0c-df5f-431a-a36c-d3e667e4c942 tempest-DeleteServersTestJSON-1983395756 tempest-DeleteServersTestJSON-1983395756-project] 10.222.0.40 "GET /v2.0/ports?device_id=be99b296-6cc1-4b2a-977c-113f47796148 HTTP/1.1" status: 200 len: 210 time: 0.0354629 Jun 16 17:35:33.874573 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Device cb17776a-79c0-4129-90a0-ae34814d798c no longer exists at agent hyperv_hv-cinder-83754 {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 17:35:33.889542 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4407845c-40c9-4681-8398-54ba6287b76c req-8531f085-d693-42c0-a4f1-787c158b121b tempest-VolumesActionsTest-9574974 tempest-VolumesActionsTest-9574974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:35:33.892427 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-4407845c-40c9-4681-8398-54ba6287b76c req-8531f085-d693-42c0-a4f1-787c158b121b tempest-VolumesActionsTest-9574974 tempest-VolumesActionsTest-9574974-project] 10.222.0.40 "GET /v2.0/ports?device_id=5ae746d9-78af-453b-97e5-11a3f899b066 HTTP/1.1" status: 200 len: 945 time: 0.0505304 Jun 16 17:35:33.896052 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] No Port match for: cb17776a-79c0-4129-90a0-ae34814d798c {{(pid=104054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 17:35:33.896385 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Device cb17776a-79c0-4129-90a0-ae34814d798c not bound to the agent host hv-cinder-83754 {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 17:35:33.942749 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-4407845c-40c9-4681-8398-54ba6287b76c req-4fdc3597-3d44-41fa-a2b5-a23c95ba7635 tempest-VolumesActionsTest-9574974 tempest-VolumesActionsTest-9574974-project] 10.222.0.40 "GET /v2.0/security-groups?id=a0e72760-c6c2-4c1e-bc24-fb9a280660d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429897 Jun 16 17:35:34.166356 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-1d81e0cb-ff47-4623-99d5-ab370c19a781 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (25dd433a-18a0-496e-b58c-593ddca2a11d), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:34.236760 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5409c1fe-3e24-4592-b2be-82c76cbae934 req-b6d3fdbf-247b-498f-87d6-62694c424251 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:35:34.236760 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-5409c1fe-3e24-4592-b2be-82c76cbae934 req-b6d3fdbf-247b-498f-87d6-62694c424251 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/ports?device_id=54fe7037-080f-4209-bdc6-c505c4c34ec3 HTTP/1.1" status: 200 len: 946 time: 0.0530498 Jun 16 17:35:34.272412 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=98 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:35:34.273272 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=80,neutron:UPDATE=2 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:35:34.290696 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-5409c1fe-3e24-4592-b2be-82c76cbae934 req-bfbff713-c8b5-4011-ab56-bde7cac2c81f tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/security-groups?id=97ffd154-7f70-49b1-9385-228cddf4fca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482340 Jun 16 17:35:34.478423 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (f1f6c009-5a31-4833-b180-4d9d41a55fe5), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:35.086308 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e95220-cadc-4bad-b357-277f25f5ae21 req-b4ba5a45-86a3-4dd3-af10-c863544a1f12 tempest-VolumesActionsTest-9574974 tempest-VolumesActionsTest-9574974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:35:35.087850 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-32e95220-cadc-4bad-b357-277f25f5ae21 req-b4ba5a45-86a3-4dd3-af10-c863544a1f12 tempest-VolumesActionsTest-9574974 tempest-VolumesActionsTest-9574974-project] 10.222.0.40 "GET /v2.0/ports?device_id=5ae746d9-78af-453b-97e5-11a3f899b066 HTTP/1.1" status: 200 len: 945 time: 0.0550997 Jun 16 17:35:35.145611 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-32e95220-cadc-4bad-b357-277f25f5ae21 req-412dc3db-703a-459d-9067-08a9fb98291d tempest-VolumesActionsTest-9574974 tempest-VolumesActionsTest-9574974-project] 10.222.0.40 "GET /v2.0/security-groups?id=a0e72760-c6c2-4c1e-bc24-fb9a280660d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522447 Jun 16 17:35:35.410693 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ad9653-2701-422e-a313-2f43b9ed88d3 req-ea1f5072-38c7-42a0-bdb2-511c8510fe10 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:35:35.412169 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-a3ad9653-2701-422e-a313-2f43b9ed88d3 req-ea1f5072-38c7-42a0-bdb2-511c8510fe10 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/ports?device_id=54fe7037-080f-4209-bdc6-c505c4c34ec3 HTTP/1.1" status: 200 len: 946 time: 0.0491626 Jun 16 17:35:35.471399 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-a3ad9653-2701-422e-a313-2f43b9ed88d3 req-7dc7c9aa-25e6-42fd-ae86-82943a4a45b9 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/security-groups?id=97ffd154-7f70-49b1-9385-228cddf4fca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534418 Jun 16 17:35:35.707893 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f759063-652a-4382-a1dd-99b7e82f6774 req-9f00fa28-b3a2-47d1-ad4f-046073d7df0c tempest-VolumesActionsTest-9574974 tempest-VolumesActionsTest-9574974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:35:35.709347 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-8f759063-652a-4382-a1dd-99b7e82f6774 req-9f00fa28-b3a2-47d1-ad4f-046073d7df0c tempest-VolumesActionsTest-9574974 tempest-VolumesActionsTest-9574974-project] 10.222.0.47 "GET /v2.0/ports?device_id=5ae746d9-78af-453b-97e5-11a3f899b066 HTTP/1.1" status: 200 len: 945 time: 0.0478954 Jun 16 17:35:36.151438 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 55526) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:35:36.442814 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb5b452-4b09-443d-be97-a9a544d2e4ce req-2ff31415-9de8-490e-a4fa-ff1d1ced5cd2 tempest-VolumesActionsTest-9574974 tempest-VolumesActionsTest-9574974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:35:36.444347 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-eeb5b452-4b09-443d-be97-a9a544d2e4ce req-2ff31415-9de8-490e-a4fa-ff1d1ced5cd2 tempest-VolumesActionsTest-9574974 tempest-VolumesActionsTest-9574974-project] 10.222.0.40 "GET /v2.0/ports?device_id=5ae746d9-78af-453b-97e5-11a3f899b066 HTTP/1.1" status: 200 len: 945 time: 0.0764215 Jun 16 17:35:36.536042 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=100 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:35:36.665738 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-eeb5b452-4b09-443d-be97-a9a544d2e4ce req-76c278b1-ea7f-49d7-b199-31f9a7690cb4 tempest-VolumesActionsTest-9574974 tempest-VolumesActionsTest-9574974-project] 10.222.0.40 "GET /v2.0/security-groups?id=a0e72760-c6c2-4c1e-bc24-fb9a280660d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018938 Jun 16 17:35:36.683828 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a38627-b77f-40ee-b639-4eff6d32a675 req-9ff5f3dc-3268-4a16-ab33-2610fa20181e tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:35:36.685405 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-97a38627-b77f-40ee-b639-4eff6d32a675 req-9ff5f3dc-3268-4a16-ab33-2610fa20181e tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/ports?device_id=54fe7037-080f-4209-bdc6-c505c4c34ec3 HTTP/1.1" status: 200 len: 946 time: 0.1263888 Jun 16 17:35:36.717469 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c396b5b8-1e95-4613-847a-2c9971d13e1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-361930'] for router_interface (b90f3b04-b8ae-4063-83f8-cce35c2593cf), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:36.802972 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=100 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:35:36.859227 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-97a38627-b77f-40ee-b639-4eff6d32a675 req-7cd3375c-f5d7-42fd-a248-d8e10ab39754 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/security-groups?id=97ffd154-7f70-49b1-9385-228cddf4fca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663806 Jun 16 17:35:36.909123 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [req-8f759063-652a-4382-a1dd-99b7e82f6774 req-e7a3e1f9-2212-4ae6-9810-4a89c9ca255a tempest-VolumesActionsTest-9574974 tempest-VolumesActionsTest-9574974-project] Deleting port 594c3687-89fc-48db-82bd-7bc8038f52cb {{(pid=104052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 17:35:36.909484 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-8f759063-652a-4382-a1dd-99b7e82f6774 req-e7a3e1f9-2212-4ae6-9810-4a89c9ca255a tempest-VolumesActionsTest-9574974 tempest-VolumesActionsTest-9574974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762170394215'] for port (594c3687-89fc-48db-82bd-7bc8038f52cb), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:37.123583 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [req-8f759063-652a-4382-a1dd-99b7e82f6774 req-e7a3e1f9-2212-4ae6-9810-4a89c9ca255a tempest-VolumesActionsTest-9574974 tempest-VolumesActionsTest-9574974-project] For port 594c3687-89fc-48db-82bd-7bc8038f52cb, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=594c3687-89fc-48db-82bd-7bc8038f52cb,segment=NetworkSegment(34201248-dba7-46fb-9092-7c525ca78977),segment_id=34201248-dba7-46fb-9092-7c525ca78977)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:35:37.123849 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-8f759063-652a-4382-a1dd-99b7e82f6774 req-e7a3e1f9-2212-4ae6-9810-4a89c9ca255a tempest-VolumesActionsTest-9574974 tempest-VolumesActionsTest-9574974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376266'] for port (594c3687-89fc-48db-82bd-7bc8038f52cb), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:37.142921 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [req-8f759063-652a-4382-a1dd-99b7e82f6774 req-e7a3e1f9-2212-4ae6-9810-4a89c9ca255a tempest-VolumesActionsTest-9574974 tempest-VolumesActionsTest-9574974-project] Calling delete_port for 594c3687-89fc-48db-82bd-7bc8038f52cb owned by compute:nova {{(pid=104052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 17:35:37.208588 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-c396b5b8-1e95-4613-847a-2c9971d13e1e admin admin] Deleting port 373f99d0-e865-4311-90b5-358b25a08eae {{(pid=104052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 17:35:37.209284 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c396b5b8-1e95-4613-847a-2c9971d13e1e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762170394215'] for port (373f99d0-e865-4311-90b5-358b25a08eae), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:37.315375 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-c396b5b8-1e95-4613-847a-2c9971d13e1e admin admin] For port 373f99d0-e865-4311-90b5-358b25a08eae, host dv-cinder-837546-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-2-iscsi',level=0,port_id=373f99d0-e865-4311-90b5-358b25a08eae,segment=NetworkSegment(93d896e3-8aff-4224-9367-bb8b3477a08e),segment_id=93d896e3-8aff-4224-9367-bb8b3477a08e)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:35:37.315727 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c396b5b8-1e95-4613-847a-2c9971d13e1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376266'] for port (373f99d0-e865-4311-90b5-358b25a08eae), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:37.350844 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-c396b5b8-1e95-4613-847a-2c9971d13e1e admin admin] Calling delete_port for 373f99d0-e865-4311-90b5-358b25a08eae owned by network:router_interface {{(pid=104052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 17:35:37.352369 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:35:37.420332 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-8f759063-652a-4382-a1dd-99b7e82f6774 req-e7a3e1f9-2212-4ae6-9810-4a89c9ca255a tempest-VolumesActionsTest-9574974 tempest-VolumesActionsTest-9574974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762170396510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762170029087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62916395'] for port (594c3687-89fc-48db-82bd-7bc8038f52cb), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:37.460974 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a3e1f9-2212-4ae6-9810-4a89c9ca255a tempest-VolumesActionsTest-9574974 tempest-VolumesActionsTest-9574974-project] Pushing event deleted for resources: {'Port': ['ID=594c3687-89fc-48db-82bd-7bc8038f52cb,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:35:37.539221 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f759063-652a-4382-a1dd-99b7e82f6774 req-e7a3e1f9-2212-4ae6-9810-4a89c9ca255a tempest-VolumesActionsTest-9574974 tempest-VolumesActionsTest-9574974-project] No DVR routers for this DVR port 594c3687-89fc-48db-82bd-7bc8038f52cb on host hv-cinder-83754 {{(pid=104052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 17:35:37.545136 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-8f759063-652a-4382-a1dd-99b7e82f6774 req-e7a3e1f9-2212-4ae6-9810-4a89c9ca255a tempest-VolumesActionsTest-9574974 tempest-VolumesActionsTest-9574974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228225'] for port (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:37.549042 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-8f759063-652a-4382-a1dd-99b7e82f6774 req-e7a3e1f9-2212-4ae6-9810-4a89c9ca255a tempest-VolumesActionsTest-9574974 tempest-VolumesActionsTest-9574974-project] 10.222.0.47 "DELETE /v2.0/ports/594c3687-89fc-48db-82bd-7bc8038f52cb HTTP/1.1" status: 204 len: 173 time: 0.7988884 Jun 16 17:35:37.549485 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ae746d9-78af-453b-97e5-11a3f899b066', 'name': 'network-vif-deleted', 'tag': '594c3687-89fc-48db-82bd-7bc8038f52cb'}] {{(pid=104052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 17:35:37.551653 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9713fa4f09cf3058fa9276dada2b44135c9dd2e88d0acd54628e4483b77b1e61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ada8c204-4fae-42a1-b588-97c9fc16c56c" -d '{"events": [{"server_uuid": "5ae746d9-78af-453b-97e5-11a3f899b066", "name": "network-vif-deleted", "tag": "594c3687-89fc-48db-82bd-7bc8038f52cb"}]}' {{(pid=104052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:35:37.600433 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 17:35:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d6fa94f-199c-4a2a-b1c7-c69265daab0d x-openstack-request-id: req-9d6fa94f-199c-4a2a-b1c7-c69265daab0d {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:35:37.600712 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ae746d9-78af-453b-97e5-11a3f899b066", "name": "network-vif-deleted", "tag": "594c3687-89fc-48db-82bd-7bc8038f52cb", "status": "completed", "code": 200}]} {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:35:37.600952 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-9d6fa94f-199c-4a2a-b1c7-c69265daab0d {{(pid=104052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:35:37.601351 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d6fa94f-199c-4a2a-b1c7-c69265daab0d'] response: {'server_uuid': '5ae746d9-78af-453b-97e5-11a3f899b066', 'name': 'network-vif-deleted', 'tag': '594c3687-89fc-48db-82bd-7bc8038f52cb', 'status': 'completed', 'code': 200} Jun 16 17:35:37.606584 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:35:37.626971 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c396b5b8-1e95-4613-847a-2c9971d13e1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762170396510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762170029087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62916395'] for port (373f99d0-e865-4311-90b5-358b25a08eae), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:37.652077 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c396b5b8-1e95-4613-847a-2c9971d13e1e admin admin] Pushing event deleted for resources: {'Port': ['ID=373f99d0-e865-4311-90b5-358b25a08eae,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:35:37.824110 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-16b558b4-9a46-4486-8f27-f9c9322d0d3e req-d0c252a0-9e4b-4e9e-9ffc-1a0351145e1d tempest-VolumesActionsTest-9574974 tempest-VolumesActionsTest-9574974-project] 10.222.0.40 "GET /v2.0/ports?device_id=5ae746d9-78af-453b-97e5-11a3f899b066 HTTP/1.1" status: 200 len: 210 time: 0.0422218 Jun 16 17:35:37.876415 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c396b5b8-1e95-4613-847a-2c9971d13e1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1626484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-362330'] for router_interface (b90f3b04-b8ae-4063-83f8-cce35c2593cf), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:38.227380 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f7e5e2-d681-4125-9192-07462f3b5a14 req-3bcaff89-63b9-455d-9c68-9ca71bb5b409 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:35:38.228839 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-91f7e5e2-d681-4125-9192-07462f3b5a14 req-3bcaff89-63b9-455d-9c68-9ca71bb5b409 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/ports?device_id=54fe7037-080f-4209-bdc6-c505c4c34ec3 HTTP/1.1" status: 200 len: 946 time: 0.2942421 Jun 16 17:35:38.324995 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-91f7e5e2-d681-4125-9192-07462f3b5a14 req-619081d9-b293-476e-8f92-dc3f6382279c tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/security-groups?id=97ffd154-7f70-49b1-9385-228cddf4fca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888519 Jun 16 17:35:38.377878 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c396b5b8-1e95-4613-847a-2c9971d13e1e admin admin] Router b90f3b04-b8ae-4063-83f8-cce35c2593cf has already been hosted by L3 agent 43e250b4-0ce3-4949-aa8c-0bafe6454580 {{(pid=104052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 17:35:38.493086 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c396b5b8-1e95-4613-847a-2c9971d13e1e admin admin] Notify agent at l3_agent.dv-cinder-837546-2-iscsi the message routers_updated {{(pid=104052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 17:35:38.498310 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-c396b5b8-1e95-4613-847a-2c9971d13e1e admin admin] 10.222.0.40 "PUT /v2.0/routers/b90f3b04-b8ae-4063-83f8-cce35c2593cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3458683 Jun 16 17:35:38.501014 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 55560) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:35:38.503641 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8aed40d-449d-40a8-91a4-7732c3c1d39b None None] Sync routers for ids ['b90f3b04-b8ae-4063-83f8-cce35c2593cf'] in dv-cinder-837546-2-iscsi {{(pid=104055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:35:38.514324 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8aed40d-449d-40a8-91a4-7732c3c1d39b None None] Routers {'b90f3b04-b8ae-4063-83f8-cce35c2593cf'} bound to L3 agent in host dv-cinder-837546-2-iscsi {{(pid=104055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:35:38.515001 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-e8aed40d-449d-40a8-91a4-7732c3c1d39b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T17:26:01Z,description=,heartbeat_timestamp=2022-06-16T17:35:31Z,host='dv-cinder-837546-2-iscsi',id=43e250b4-0ce3-4949-aa8c-0bafe6454580,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:26:01Z,topic='l3_agent')) {'router_ids': ['b90f3b04-b8ae-4063-83f8-cce35c2593cf'], 'active': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:35:38.533193 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] get_ports_and_sgs() called for port_ids ['594c3687-89fc-48db-82bd-7bc8038f52cb'] {{(pid=104054) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 17:35:38.545465 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:35:38.604400 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-fc041a74-f272-429b-beb8-0b8a7b4ee869 admin admin] Publish callbacks [] for router (b90f3b04-b8ae-4063-83f8-cce35c2593cf), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:38.624391 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvr_db [None req-e8aed40d-449d-40a8-91a4-7732c3c1d39b None None] Set router b90f3b04-b8ae-4063-83f8-cce35c2593cf gateway port host: dv-cinder-837546-2-iscsi {{(pid=104055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:35:38.724301 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-fc041a74-f272-429b-beb8-0b8a7b4ee869 admin admin] Publish callbacks [] for router_gateway (b90f3b04-b8ae-4063-83f8-cce35c2593cf), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:38.778863 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-fc041a74-f272-429b-beb8-0b8a7b4ee869 admin admin] Deleting port daa8aef7-f2e8-4a78-b550-b85dcb67daf5 {{(pid=104052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 17:35:38.779233 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-fc041a74-f272-429b-beb8-0b8a7b4ee869 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762170394215'] for port (daa8aef7-f2e8-4a78-b550-b85dcb67daf5), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:38.839968 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:35:38.880759 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-fc041a74-f272-429b-beb8-0b8a7b4ee869 admin admin] For port daa8aef7-f2e8-4a78-b550-b85dcb67daf5, host dv-cinder-837546-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-2-iscsi',level=0,port_id=daa8aef7-f2e8-4a78-b550-b85dcb67daf5,segment=NetworkSegment(f847f272-90b1-4369-8e48-25aa20ff3114),segment_id=f847f272-90b1-4369-8e48-25aa20ff3114)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:35:38.881117 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-fc041a74-f272-429b-beb8-0b8a7b4ee869 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376266'] for port (daa8aef7-f2e8-4a78-b550-b85dcb67daf5), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:38.894405 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-fc041a74-f272-429b-beb8-0b8a7b4ee869 admin admin] Calling delete_port for daa8aef7-f2e8-4a78-b550-b85dcb67daf5 owned by network:router_gateway {{(pid=104052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 17:35:38.915600 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-e8aed40d-449d-40a8-91a4-7732c3c1d39b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b90f3b04-b8ae-4063-83f8-cce35c2593cf', 'name': 'tempest-DeleteServersTestJSON-575554312-router', 'tenant_id': '4537634610c645db8bdb7c704c09ee71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'external_fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': 'daa8aef7-f2e8-4a78-b550-b85dcb67daf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:34:12Z', 'updated_at': '2022-06-16T17:35:37Z', 'revision_number': 5, 'project_id': '4537634610c645db8bdb7c704c09ee71', 'gw_port': {'id': 'daa8aef7-f2e8-4a78-b550-b85dcb67daf5', 'name': '', 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:f4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90f3b04-b8ae-4063-83f8-cce35c2593cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:34:14Z', 'updated_at': '2022-06-16T17:34:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47584a51-19b7-439b-9f28-a7f577441b18', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-2-iscsi'}], 'dv-cinder-837546-2-iscsi', False) {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:35:38.943329 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8aed40d-449d-40a8-91a4-7732c3c1d39b None None] Checking router: b90f3b04-b8ae-4063-83f8-cce35c2593cf for host: dv-cinder-837546-2-iscsi {{(pid=104055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:35:38.952048 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8aed40d-449d-40a8-91a4-7732c3c1d39b None None] Routers {'b90f3b04-b8ae-4063-83f8-cce35c2593cf'} bound to L3 agent in host dv-cinder-837546-2-iscsi {{(pid=104055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:35:38.952748 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-e8aed40d-449d-40a8-91a4-7732c3c1d39b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T17:26:01Z,description=,heartbeat_timestamp=2022-06-16T17:35:31Z,host='dv-cinder-837546-2-iscsi',id=43e250b4-0ce3-4949-aa8c-0bafe6454580,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:26:01Z,topic='l3_agent')) {'router_ids': ['b90f3b04-b8ae-4063-83f8-cce35c2593cf'], 'active': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:35:38.976392 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-2d8d34f3-fb71-4dcf-9e55-44e55e3fa840 req-5df2c778-346c-48d1-af97-9cac20e5c8e2 tempest-VolumesActionsTest-9574974 tempest-VolumesActionsTest-9574974-project] 10.222.0.40 "GET /v2.0/ports?device_id=5ae746d9-78af-453b-97e5-11a3f899b066 HTTP/1.1" status: 200 len: 210 time: 0.0327954 Jun 16 17:35:39.039762 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvr_db [None req-e8aed40d-449d-40a8-91a4-7732c3c1d39b None None] Set router b90f3b04-b8ae-4063-83f8-cce35c2593cf gateway port host: None {{(pid=104055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:35:39.102180 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-e8aed40d-449d-40a8-91a4-7732c3c1d39b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b90f3b04-b8ae-4063-83f8-cce35c2593cf', 'name': 'tempest-DeleteServersTestJSON-575554312-router', 'tenant_id': '4537634610c645db8bdb7c704c09ee71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:34:12Z', 'updated_at': '2022-06-16T17:35:38Z', 'revision_number': 6, 'project_id': '4537634610c645db8bdb7c704c09ee71', 'gw_port_host': None}], 'dv-cinder-837546-2-iscsi', False) {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:35:39.126893 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-fc041a74-f272-429b-beb8-0b8a7b4ee869 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762170396510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762170029087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62916395'] for port (daa8aef7-f2e8-4a78-b550-b85dcb67daf5), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:39.131796 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8aed40d-449d-40a8-91a4-7732c3c1d39b None None] The sync data for ids ['b90f3b04-b8ae-4063-83f8-cce35c2593cf'] in dv-cinder-837546-2-iscsi is: [{'id': 'b90f3b04-b8ae-4063-83f8-cce35c2593cf', 'name': 'tempest-DeleteServersTestJSON-575554312-router', 'tenant_id': '4537634610c645db8bdb7c704c09ee71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:34:12Z', 'updated_at': '2022-06-16T17:35:38Z', 'revision_number': 6, 'project_id': '4537634610c645db8bdb7c704c09ee71', 'gw_port_host': None}] {{(pid=104055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:35:39.158947 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc041a74-f272-429b-beb8-0b8a7b4ee869 admin admin] Pushing event deleted for resources: {'Port': ['ID=daa8aef7-f2e8-4a78-b550-b85dcb67daf5,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:35:39.235866 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-fc041a74-f272-429b-beb8-0b8a7b4ee869 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-375437'] for router_gateway (b90f3b04-b8ae-4063-83f8-cce35c2593cf), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:39.338743 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-fc041a74-f272-429b-beb8-0b8a7b4ee869 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-376196', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11533'] for router (b90f3b04-b8ae-4063-83f8-cce35c2593cf), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:39.340949 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-fc041a74-f272-429b-beb8-0b8a7b4ee869 admin admin] Publish callbacks [] for router_controller (b90f3b04-b8ae-4063-83f8-cce35c2593cf), precommit_delete_associations {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:39.439187 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-fc041a74-f272-429b-beb8-0b8a7b4ee869 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-376302'] for router (b90f3b04-b8ae-4063-83f8-cce35c2593cf), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:39.439876 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc041a74-f272-429b-beb8-0b8a7b4ee869 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b90f3b04-b8ae-4063-83f8-cce35c2593cf {{(pid=104052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 16 17:35:39.450566 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-fc041a74-f272-429b-beb8-0b8a7b4ee869 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:39.459970 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-fc041a74-f272-429b-beb8-0b8a7b4ee869 admin admin] 10.222.0.40 "DELETE /v2.0/routers/b90f3b04-b8ae-4063-83f8-cce35c2593cf HTTP/1.1" status: 204 len: 168 time: 0.9497974 Jun 16 17:35:39.460063 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 55576) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:35:39.464790 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da787f9-056d-45ac-a461-61cdc2c07714 req-417de206-2767-4336-bd20-55a35a4e7569 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:35:39.466659 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-1da787f9-056d-45ac-a461-61cdc2c07714 req-417de206-2767-4336-bd20-55a35a4e7569 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/ports?device_id=54fe7037-080f-4209-bdc6-c505c4c34ec3 HTTP/1.1" status: 200 len: 946 time: 0.0675807 Jun 16 17:35:39.548360 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.db.db_base_plugin_v2 [None req-4be4c7b1-d86c-47fe-80b3-e146095c769a admin admin] Deleting subnet 7ee12987-d393-41f3-b427-bc77028f386a {{(pid=104053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 16 17:35:39.549512 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-1da787f9-056d-45ac-a461-61cdc2c07714 req-f296ebe2-adc5-43b1-9427-caa6c838a97f tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/security-groups?id=97ffd154-7f70-49b1-9385-228cddf4fca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761590 Jun 16 17:35:39.554027 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-4be4c7b1-d86c-47fe-80b3-e146095c769a admin admin] Publish callbacks [] for subnet (7ee12987-d393-41f3-b427-bc77028f386a), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:39.599403 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-4be4c7b1-d86c-47fe-80b3-e146095c769a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64692026'] for subnet (7ee12987-d393-41f3-b427-bc77028f386a), precommit_delete_associations {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:39.724808 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:35:39.726777 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-4be4c7b1-d86c-47fe-80b3-e146095c769a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1565816'] for subnet (7ee12987-d393-41f3-b427-bc77028f386a), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:39.792882 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-4be4c7b1-d86c-47fe-80b3-e146095c769a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1565763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64764616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64831976'] for subnet (7ee12987-d393-41f3-b427-bc77028f386a), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:39.825728 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be4c7b1-d86c-47fe-80b3-e146095c769a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ee12987-d393-41f3-b427-bc77028f386a,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:35:39.831455 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-4be4c7b1-d86c-47fe-80b3-e146095c769a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:39.835782 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-4be4c7b1-d86c-47fe-80b3-e146095c769a admin admin] 10.222.0.40 "DELETE /v2.0/subnets/7ee12987-d393-41f3-b427-bc77028f386a HTTP/1.1" status: 204 len: 168 time: 0.3731587 Jun 16 17:35:39.838329 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 55590) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:35:39.846445 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e95fc3c-2350-47df-9bf2-76cca0347328 None None] Network 7e2159b7-0000-4264-ad94-d6ffac5ae98d requested from dv-cinder-837546-2-iscsi {{(pid=104054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 17:35:39.975523 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-0cbc1528-d126-4df7-b33a-eb80109989ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-716355'] for network (7e2159b7-0000-4264-ad94-d6ffac5ae98d), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:40.104538 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a971aeb-f180-441d-9064-df620bb998fa None None] DHCP port deletion for 7e2159b7-0000-4264-ad94-d6ffac5ae98d request from dv-cinder-837546-2-iscsi {{(pid=104054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 16 17:35:40.112758 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-0cbc1528-d126-4df7-b33a-eb80109989ad admin admin] Deleting port b79c4895-071a-4b12-b9f3-e39174c0dc55 {{(pid=104053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 17:35:40.114026 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-0cbc1528-d126-4df7-b33a-eb80109989ad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762170394215'] for port (b79c4895-071a-4b12-b9f3-e39174c0dc55), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:40.178296 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Device 373f99d0-e865-4311-90b5-358b25a08eae no longer exists at agent ovs-agent-dv-cinder-837546-2-iscsi {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 17:35:40.211656 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] No Port match for: 373f99d0-e865-4311-90b5-358b25a08eae {{(pid=104054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 17:35:40.211997 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Device 373f99d0-e865-4311-90b5-358b25a08eae not bound to the agent host dv-cinder-837546-2-iscsi {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 17:35:40.212690 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Device daa8aef7-f2e8-4a78-b550-b85dcb67daf5 no longer exists at agent ovs-agent-dv-cinder-837546-2-iscsi {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 17:35:40.245908 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] No Port match for: daa8aef7-f2e8-4a78-b550-b85dcb67daf5 {{(pid=104054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 17:35:40.246819 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Device daa8aef7-f2e8-4a78-b550-b85dcb67daf5 not bound to the agent host dv-cinder-837546-2-iscsi {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 17:35:40.258175 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-9a971aeb-f180-441d-9064-df620bb998fa None None] Deleting port b79c4895-071a-4b12-b9f3-e39174c0dc55 {{(pid=104054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 17:35:40.258944 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9a971aeb-f180-441d-9064-df620bb998fa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762170394215'] for port (b79c4895-071a-4b12-b9f3-e39174c0dc55), before_delete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:40.271933 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-0cbc1528-d126-4df7-b33a-eb80109989ad admin admin] For port b79c4895-071a-4b12-b9f3-e39174c0dc55, host dv-cinder-837546-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-2-iscsi',level=0,port_id=b79c4895-071a-4b12-b9f3-e39174c0dc55,segment=NetworkSegment(93d896e3-8aff-4224-9367-bb8b3477a08e),segment_id=93d896e3-8aff-4224-9367-bb8b3477a08e)] {{(pid=104053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:35:40.272793 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-0cbc1528-d126-4df7-b33a-eb80109989ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376266'] for port (b79c4895-071a-4b12-b9f3-e39174c0dc55), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:40.291449 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-0cbc1528-d126-4df7-b33a-eb80109989ad admin admin] Calling delete_port for b79c4895-071a-4b12-b9f3-e39174c0dc55 owned by network:dhcp {{(pid=104053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 17:35:40.345404 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-9a971aeb-f180-441d-9064-df620bb998fa None None] For port b79c4895-071a-4b12-b9f3-e39174c0dc55, host dv-cinder-837546-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-2-iscsi',level=0,port_id=b79c4895-071a-4b12-b9f3-e39174c0dc55,segment=NetworkSegment(93d896e3-8aff-4224-9367-bb8b3477a08e),segment_id=93d896e3-8aff-4224-9367-bb8b3477a08e)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:35:40.345933 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9a971aeb-f180-441d-9064-df620bb998fa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376266'] for port (b79c4895-071a-4b12-b9f3-e39174c0dc55), precommit_delete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:40.365504 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-9a971aeb-f180-441d-9064-df620bb998fa None None] Calling delete_port for b79c4895-071a-4b12-b9f3-e39174c0dc55 owned by network:dhcp {{(pid=104054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 17:35:40.404475 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:35:40.499258 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-0cbc1528-d126-4df7-b33a-eb80109989ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762170396510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762170029087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64764667'] for port (b79c4895-071a-4b12-b9f3-e39174c0dc55), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:40.553276 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbc1528-d126-4df7-b33a-eb80109989ad admin admin] Pushing event deleted for resources: {'Port': ['ID=b79c4895-071a-4b12-b9f3-e39174c0dc55,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:35:40.555136 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cbc1528-d126-4df7-b33a-eb80109989ad admin admin] No DVR routers for this DVR port b79c4895-071a-4b12-b9f3-e39174c0dc55 on host dv-cinder-837546-2-iscsi {{(pid=104053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 17:35:40.579029 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9a971aeb-f180-441d-9064-df620bb998fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762170396510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762170029087'] for port (b79c4895-071a-4b12-b9f3-e39174c0dc55), after_delete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:40.597828 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a971aeb-f180-441d-9064-df620bb998fa None None] No DVR routers for this DVR port b79c4895-071a-4b12-b9f3-e39174c0dc55 on host dv-cinder-837546-2-iscsi {{(pid=104054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 17:35:40.630316 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a971aeb-f180-441d-9064-df620bb998fa None None] Pushing event deleted for resources: {'Port': ['ID=b79c4895-071a-4b12-b9f3-e39174c0dc55,revision_number=None']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:35:40.687538 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-0cbc1528-d126-4df7-b33a-eb80109989ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1572665', 'neutron.services.segments.db._delete_segments_for_network-8762170470903'] for network (7e2159b7-0000-4264-ad94-d6ffac5ae98d), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:40.710380 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.services.segments.db [None req-0cbc1528-d126-4df7-b33a-eb80109989ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e2159b7-0000-4264-ad94-d6ffac5ae98d']}} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:35:40.720688 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.services.segments.db [None req-0cbc1528-d126-4df7-b33a-eb80109989ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93d896e3-8aff-4224-9367-bb8b3477a08e') {'for_net_delete': True} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:35:40.720905 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.services.segments.db [None req-0cbc1528-d126-4df7-b33a-eb80109989ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93d896e3-8aff-4224-9367-bb8b3477a08e') {} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:35:40.731160 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-0cbc1528-d126-4df7-b33a-eb80109989ad admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762170470786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64692013'] for segment (93d896e3-8aff-4224-9367-bb8b3477a08e), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:40.746481 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-0cbc1528-d126-4df7-b33a-eb80109989ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1565696'] for segment (93d896e3-8aff-4224-9367-bb8b3477a08e), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:40.754839 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cbc1528-d126-4df7-b33a-eb80109989ad admin admin] Releasing vlan 314 on physical network physnet1 to pool {{(pid=104053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 17:35:40.755362 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-0cbc1528-d126-4df7-b33a-eb80109989ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1565696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64764438'] for segment (93d896e3-8aff-4224-9367-bb8b3477a08e), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:40.760529 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:35:40.785916 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4190da-0eab-4a2a-9722-08866a907b39 req-a346076c-5fec-4505-8fa8-225555c676a1 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:35:40.787417 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-ff4190da-0eab-4a2a-9722-08866a907b39 req-a346076c-5fec-4505-8fa8-225555c676a1 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/ports?device_id=54fe7037-080f-4209-bdc6-c505c4c34ec3 HTTP/1.1" status: 200 len: 946 time: 0.0856483 Jun 16 17:35:40.816430 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.services.segments.plugin [-] Segment 93d896e3-8aff-4224-9367-bb8b3477a08e resource provider aggregate not found Jun 16 17:35:40.822134 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c43d775-85e5-410e-83bc-270063fba00e req-22aaf4a4-35b7-4063-bc6c-2793e7aaad94 tempest-VolumesActionsTest-9574974 tempest-VolumesActionsTest-9574974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:35:40.823645 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-0c43d775-85e5-410e-83bc-270063fba00e req-22aaf4a4-35b7-4063-bc6c-2793e7aaad94 tempest-VolumesActionsTest-9574974 tempest-VolumesActionsTest-9574974-project] 10.222.0.40 "GET /v2.0/networks?id=bdb07972-a2d5-4a86-97bf-80abf8620cc4 HTTP/1.1" status: 200 len: 808 time: 0.2290254 Jun 16 17:35:40.833527 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-0cbc1528-d126-4df7-b33a-eb80109989ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1572662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-375457'] for network (7e2159b7-0000-4264-ad94-d6ffac5ae98d), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:40.841319 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-0cbc1528-d126-4df7-b33a-eb80109989ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626521'] for network (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:40.844793 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-0c43d775-85e5-410e-83bc-270063fba00e req-6180ed00-fde3-41a0-8019-f5202a8f154e tempest-VolumesActionsTest-9574974 tempest-VolumesActionsTest-9574974-project] 10.222.0.40 "GET /v2.0/quotas/20bf4fe4ecc74735a2abdb5068b0785a HTTP/1.1" status: 200 len: 375 time: 0.0140254 Jun 16 17:35:40.845243 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-0cbc1528-d126-4df7-b33a-eb80109989ad admin admin] 10.222.0.40 "DELETE /v2.0/networks/7e2159b7-0000-4264-ad94-d6ffac5ae98d HTTP/1.1" status: 204 len: 168 time: 1.0058658 Jun 16 17:35:40.846861 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.services.segments.plugin [-] Segment 93d896e3-8aff-4224-9367-bb8b3477a08e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 93d896e3-8aff-4224-9367-bb8b3477a08e found for delete ", "request_id": "req-afb296c8-3011-4c03-a6d3-834be04c7659"}]} Jun 16 17:35:40.856193 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbc1528-d126-4df7-b33a-eb80109989ad admin admin] Pushing event deleted for resources: {'Network': ['ID=7e2159b7-0000-4264-ad94-d6ffac5ae98d,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:35:40.879115 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-ff4190da-0eab-4a2a-9722-08866a907b39 req-4cec2e89-fc0c-42f9-bc50-59bb9755aee1 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/security-groups?id=97ffd154-7f70-49b1-9385-228cddf4fca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832005 Jun 16 17:35:40.897208 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-0c43d775-85e5-410e-83bc-270063fba00e req-a9f89ba2-14b3-4eb0-9841-b844f8652ffa tempest-VolumesActionsTest-9574974 tempest-VolumesActionsTest-9574974-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=20bf4fe4ecc74735a2abdb5068b0785a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0382357 Jun 16 17:35:40.990997 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-0c43d775-85e5-410e-83bc-270063fba00e req-72d86be9-bcf3-438a-8a75-f4cc6e352ab7 service neutron] 10.222.0.40 "GET /v2.0/networks/bdb07972-a2d5-4a86-97bf-80abf8620cc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888834 Jun 16 17:35:41.058547 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 55638) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:35:41.100372 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:35:41.114027 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-0c43d775-85e5-410e-83bc-270063fba00e req-a41b161a-fbe7-4a5d-953a-d07ab622a5ba service neutron] 10.222.0.40 "GET /v2.0/networks/bdb07972-a2d5-4a86-97bf-80abf8620cc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168354 Jun 16 17:35:41.127959 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-85c69e29-f460-4402-b3f9-0ad7e8d544ac admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=4537634610c645db8bdb7c704c09ee71&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0683286 Jun 16 17:35:41.131779 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 55640) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:35:41.194001 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-6599dbbb-2719-4c42-b9fe-61044712bf69 admin admin] Publish callbacks [] for security_group (a5cfa4e5-661b-4047-97d8-bbc5aeeefa85), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:41.217414 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-6599dbbb-2719-4c42-b9fe-61044712bf69 admin admin] Publish callbacks [] for security_group (a5cfa4e5-661b-4047-97d8-bbc5aeeefa85), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:41.291250 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-d43bef44-d0d0-43ab-9486-4139f19d6faa req-a0397a1a-1131-48cb-8d48-d3831d73d0f9 tempest-VolumesActionsTest-9574974 tempest-VolumesActionsTest-9574974-project] 10.222.0.40 "GET /v2.0/ports?device_id=11beebef-b030-486a-b8cd-2803da60b484 HTTP/1.1" status: 200 len: 210 time: 0.0318060 Jun 16 17:35:41.292863 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-6599dbbb-2719-4c42-b9fe-61044712bf69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (a5cfa4e5-661b-4047-97d8-bbc5aeeefa85), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:41.295497 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-6599dbbb-2719-4c42-b9fe-61044712bf69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:41.297350 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-6599dbbb-2719-4c42-b9fe-61044712bf69 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/a5cfa4e5-661b-4047-97d8-bbc5aeeefa85 HTTP/1.1" status: 204 len: 168 time: 0.1639867 Jun 16 17:35:41.306220 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6599dbbb-2719-4c42-b9fe-61044712bf69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5cfa4e5-661b-4047-97d8-bbc5aeeefa85,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:35:42.004908 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Device b79c4895-071a-4b12-b9f3-e39174c0dc55 no longer exists at agent ovs-agent-dv-cinder-837546-2-iscsi {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 17:35:42.018847 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64ebc15-3369-4321-b19e-6cbc124b0e10 req-80aff7d6-7c52-4305-8b0a-63bc23d1f728 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:35:42.021361 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-a64ebc15-3369-4321-b19e-6cbc124b0e10 req-80aff7d6-7c52-4305-8b0a-63bc23d1f728 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/ports?device_id=54fe7037-080f-4209-bdc6-c505c4c34ec3 HTTP/1.1" status: 200 len: 946 time: 0.0543387 Jun 16 17:35:42.025824 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] No Port match for: b79c4895-071a-4b12-b9f3-e39174c0dc55 {{(pid=104054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 17:35:42.026161 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Device b79c4895-071a-4b12-b9f3-e39174c0dc55 not bound to the agent host dv-cinder-837546-2-iscsi {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 17:35:42.081360 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-a64ebc15-3369-4321-b19e-6cbc124b0e10 req-5f14a422-6805-4eff-a003-1c792c66436b tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/security-groups?id=97ffd154-7f70-49b1-9385-228cddf4fca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540261 Jun 16 17:35:42.125758 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Device 594c3687-89fc-48db-82bd-7bc8038f52cb no longer exists at agent hyperv_hv-cinder-83754 {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 17:35:42.137903 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 55680) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:35:42.145990 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] No Port match for: 594c3687-89fc-48db-82bd-7bc8038f52cb {{(pid=104054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 17:35:42.146413 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Device 594c3687-89fc-48db-82bd-7bc8038f52cb not bound to the agent host hv-cinder-83754 {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 17:35:42.240313 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [None req-3829fdfe-1be7-467d-96c4-4d51fc1ea193 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1875317516-network', 'tenant_id': '34fb554e0cf14c7ab3a9f538273c289e'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:35:42.261379 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3829fdfe-1be7-467d-96c4-4d51fc1ea193 admin admin] Made reservation on behalf of 34fb554e0cf14c7ab3a9f538273c289e for: {'network': 1} {{(pid=104052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:35:42.264469 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-3829fdfe-1be7-467d-96c4-4d51fc1ea193 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for network (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:42.274345 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-3829fdfe-1be7-467d-96c4-4d51fc1ea193 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:42.356096 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-3829fdfe-1be7-467d-96c4-4d51fc1ea193 admin admin] Publish callbacks [] for security_group (611fa0cf-cb87-48fa-bd76-11c4033fb76c), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:42.361594 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-3829fdfe-1be7-467d-96c4-4d51fc1ea193 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (611fa0cf-cb87-48fa-bd76-11c4033fb76c), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:42.414164 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3829fdfe-1be7-467d-96c4-4d51fc1ea193 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 325} {{(pid=104052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 17:35:42.423605 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-781bdf31-cedd-4dfd-8752-6b867f4186d4 req-e1e8b7a9-7f70-4a6f-bf3d-883a120d46ce tempest-VolumesActionsTest-9574974 tempest-VolumesActionsTest-9574974-project] 10.222.0.40 "GET /v2.0/ports?device_id=11beebef-b030-486a-b8cd-2803da60b484 HTTP/1.1" status: 200 len: 210 time: 0.0491083 Jun 16 17:35:42.428240 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3829fdfe-1be7-467d-96c4-4d51fc1ea193 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=611fa0cf-cb87-48fa-bd76-11c4033fb76c,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:35:42.433480 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-3829fdfe-1be7-467d-96c4-4d51fc1ea193 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1565696'] for segment (86f1a2bf-e88a-4894-b8aa-61c574f8d191), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:42.433811 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.db.segments_db [None req-3829fdfe-1be7-467d-96c4-4d51fc1ea193 admin admin] Added segment 86f1a2bf-e88a-4894-b8aa-61c574f8d191 of type vlan for network 3cd693dc-5d6d-482c-a40c-9c9d0ef17994 Jun 16 17:35:42.478397 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-3829fdfe-1be7-467d-96c4-4d51fc1ea193 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762169983061'] for network (3cd693dc-5d6d-482c-a40c-9c9d0ef17994), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:42.490748 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:35:42.510831 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-3829fdfe-1be7-467d-96c4-4d51fc1ea193 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511'] for network (3cd693dc-5d6d-482c-a40c-9c9d0ef17994), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:42.511771 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3829fdfe-1be7-467d-96c4-4d51fc1ea193 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:35:42.512331 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-3829fdfe-1be7-467d-96c4-4d51fc1ea193 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626521'] for network (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:42.544814 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-3829fdfe-1be7-467d-96c4-4d51fc1ea193 admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.4058259 Jun 16 17:35:42.548300 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 55686) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:35:42.579534 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [None req-709f49e3-13fb-4ce0-b9ab-d70a8c667c9e admin admin] Request body: {'subnet': {'network_id': '3cd693dc-5d6d-482c-a40c-9c9d0ef17994', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1875317516-subnet', 'tenant_id': '34fb554e0cf14c7ab3a9f538273c289e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:35:42.592822 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3829fdfe-1be7-467d-96c4-4d51fc1ea193 admin admin] Pushing event updated for resources: {'Network': ['ID=3cd693dc-5d6d-482c-a40c-9c9d0ef17994,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:35:42.604251 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Network 3cd693dc-5d6d-482c-a40c-9c9d0ef17994 details requested by agent ovs-agent-dv-cinder-837546-2-iscsi with host dv-cinder-837546-2-iscsi {{(pid=104054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 16 17:35:42.610280 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-709f49e3-13fb-4ce0-b9ab-d70a8c667c9e admin admin] Made reservation on behalf of 34fb554e0cf14c7ab3a9f538273c289e for: {'subnet': 1} {{(pid=104052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:35:42.612802 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-709f49e3-13fb-4ce0-b9ab-d70a8c667c9e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62963044'] for subnet (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:42.753934 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=83,neutron:DELETE=2,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:35:42.812393 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-709f49e3-13fb-4ce0-b9ab-d70a8c667c9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62916447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62963030'] for subnet (15008cf9-9c5e-4724-bbb5-bbf37d371079), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:42.868054 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709f49e3-13fb-4ce0-b9ab-d70a8c667c9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=15008cf9-9c5e-4724-bbb5-bbf37d371079,revision_number=0']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:35:42.878768 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-709f49e3-13fb-4ce0-b9ab-d70a8c667c9e admin admin] Checking segment: {'id': '86f1a2bf-e88a-4894-b8aa-61c574f8d191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '3cd693dc-5d6d-482c-a40c-9c9d0ef17994'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 17:35:42.879108 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-709f49e3-13fb-4ce0-b9ab-d70a8c667c9e admin admin] Network hostable DHCP agents. Network: 3cd693dc-5d6d-482c-a40c-9c9d0ef17994, hostable agents: ['e26ebcb9-a690-4ec1-8688-e951546304f4'], hosted agents: [] {{(pid=104052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 17:35:42.896941 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-709f49e3-13fb-4ce0-b9ab-d70a8c667c9e admin admin] Network 3cd693dc-5d6d-482c-a40c-9c9d0ef17994 is scheduled to be hosted by DHCP agent e26ebcb9-a690-4ec1-8688-e951546304f4 with binding_index 1 {{(pid=104052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 17:35:42.906978 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.base_scheduler [None req-709f49e3-13fb-4ce0-b9ab-d70a8c667c9e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837546-2-iscsi, 3cd693dc-5d6d-482c-a40c-9c9d0ef17994) {{(pid=104052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:35:42.910991 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-709f49e3-13fb-4ce0-b9ab-d70a8c667c9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:35:42.911575 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-709f49e3-13fb-4ce0-b9ab-d70a8c667c9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626521'] for subnet (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:42.916343 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a133072c-87c4-4c93-8269-cf5c8fb13c30 None None] Network 3cd693dc-5d6d-482c-a40c-9c9d0ef17994 requested from dv-cinder-837546-2-iscsi {{(pid=104054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 17:35:42.934474 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-709f49e3-13fb-4ce0-b9ab-d70a8c667c9e admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3850307 Jun 16 17:35:42.937944 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 55692) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:35:42.942822 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.v2.base [None req-97edb550-c5a5-4644-8c2d-4b64d4642940 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1875317516-router', 'tenant_id': '34fb554e0cf14c7ab3a9f538273c289e', 'external_gateway_info': {'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2'}}} {{(pid=104053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:35:42.945714 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:35:42.962335 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-97edb550-c5a5-4644-8c2d-4b64d4642940 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-361966', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11547'] for router (5e169b57-6046-4cc7-bf1e-cf60de126534), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:42.963438 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-97edb550-c5a5-4644-8c2d-4b64d4642940 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-361757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371105', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-467411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11540'] for router (5e169b57-6046-4cc7-bf1e-cf60de126534), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:43.016250 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-97edb550-c5a5-4644-8c2d-4b64d4642940 admin admin] Publish callbacks [] for router_controller (5e169b57-6046-4cc7-bf1e-cf60de126534), precommit_add_association {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:43.042686 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6385ca76-88f7-482c-a46b-ef39877fd1c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0cae4adc-82d1-5bc8-94a6-29ea8bfd1c5c-3cd693dc-5d6d-482c-a40c-9c9d0ef17994', 'network_id': '3cd693dc-5d6d-482c-a40c-9c9d0ef17994', 'project_id': '34fb554e0cf14c7ab3a9f538273c289e', 'fixed_ips': [{'subnet_id': '15008cf9-9c5e-4724-bbb5-bbf37d371079'}]}} from dv-cinder-837546-2-iscsi. {{(pid=104054) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 16 17:35:43.043646 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-6385ca76-88f7-482c-a46b-ef39877fd1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (None), before_create {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:43.160249 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-97edb550-c5a5-4644-8c2d-4b64d4642940 admin admin] Publish callbacks [] for router_gateway (5e169b57-6046-4cc7-bf1e-cf60de126534), precommit_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:43.193807 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.db_base_plugin_common [None req-6385ca76-88f7-482c-a46b-ef39877fd1c5 None None] Allocated IP 172.20.0.2 (3cd693dc-5d6d-482c-a40c-9c9d0ef17994/15008cf9-9c5e-4724-bbb5-bbf37d371079/39f435d8-64f1-448f-a088-41f72afec15c) {{(pid=104054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:35:43.222404 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:DELETE=10,neutron:UPDATE=4,neutron:SELECT=83,neutron:INSERT=3 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:35:43.276726 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5160d9e1-6dcf-44b5-9516-3b13638c2c87 req-3ebe0b2d-231c-47e4-b1ab-913cb1e8b846 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:35:43.278617 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-5160d9e1-6dcf-44b5-9516-3b13638c2c87 req-3ebe0b2d-231c-47e4-b1ab-913cb1e8b846 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/ports?device_id=54fe7037-080f-4209-bdc6-c505c4c34ec3 HTTP/1.1" status: 200 len: 946 time: 0.0823500 Jun 16 17:35:43.339844 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-5160d9e1-6dcf-44b5-9516-3b13638c2c87 req-326cf018-9776-4296-ac69-62c770006dac tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/security-groups?id=97ffd154-7f70-49b1-9385-228cddf4fca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533912 Jun 16 17:35:43.406411 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-6385ca76-88f7-482c-a46b-ef39877fd1c5 None None] Publish callbacks [] for port (39f435d8-64f1-448f-a088-41f72afec15c), precommit_create {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:43.414535 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-6385ca76-88f7-482c-a46b-ef39877fd1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762170029078'] for port (39f435d8-64f1-448f-a088-41f72afec15c), after_create {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:43.419394 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-97edb550-c5a5-4644-8c2d-4b64d4642940 admin admin] Publish callbacks [] for router_gateway (5e169b57-6046-4cc7-bf1e-cf60de126534), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:43.440795 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-97edb550-c5a5-4644-8c2d-4b64d4642940 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:43.456826 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6385ca76-88f7-482c-a46b-ef39877fd1c5 None None] Network 3cd693dc-5d6d-482c-a40c-9c9d0ef17994 is already hosted by enough agents. {{(pid=104054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:35:43.470264 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.scheduler.base_scheduler [None req-6385ca76-88f7-482c-a46b-ef39877fd1c5 None None] Resources bound (agent type, host, resource id): {{(pid=104054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:35:43.474606 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6385ca76-88f7-482c-a46b-ef39877fd1c5 None None] Received port after_create {{(pid=104054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 17:35:43.480716 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6385ca76-88f7-482c-a46b-ef39877fd1c5 None None] Pushing event updated for resources: {'Port': ['ID=39f435d8-64f1-448f-a088-41f72afec15c,revision_number=1']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:35:43.538085 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-d37ec4a3-148c-4b43-93d4-797313df00cb req-5d1eacd0-a231-4926-b7bc-42d2408da9f0 tempest-VolumesActionsTest-9574974 tempest-VolumesActionsTest-9574974-project] 10.222.0.40 "GET /v2.0/ports?device_id=11beebef-b030-486a-b8cd-2803da60b484 HTTP/1.1" status: 200 len: 210 time: 0.0325108 Jun 16 17:35:43.562317 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.managers [None req-6385ca76-88f7-482c-a46b-ef39877fd1c5 None None] Attempting to bind port 39f435d8-64f1-448f-a088-41f72afec15c on host dv-cinder-837546-2-iscsi for vnic_type normal with profile {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 17:35:43.562940 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.managers [None req-6385ca76-88f7-482c-a46b-ef39877fd1c5 None None] Attempting to bind port 39f435d8-64f1-448f-a088-41f72afec15c by drivers openvswitch,hyperv on host dv-cinder-837546-2-iscsi at level 0 using segments [{'id': '86f1a2bf-e88a-4894-b8aa-61c574f8d191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '3cd693dc-5d6d-482c-a40c-9c9d0ef17994'}] {{(pid=104054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 17:35:43.563071 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6385ca76-88f7-482c-a46b-ef39877fd1c5 None None] Attempting to bind port 39f435d8-64f1-448f-a088-41f72afec15c on network 3cd693dc-5d6d-482c-a40c-9c9d0ef17994 {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 17:35:43.573705 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6385ca76-88f7-482c-a46b-ef39877fd1c5 None None] Checking agent: {'id': 'f1f6c009-5a31-4833-b180-4d9d41a55fe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837546-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 17, 26, 4), 'started_at': datetime.datetime(2022, 6, 16, 17, 26, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 17, 35, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837546-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 17:35:43.574372 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6385ca76-88f7-482c-a46b-ef39877fd1c5 None None] Checking segment: {'id': '86f1a2bf-e88a-4894-b8aa-61c574f8d191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '3cd693dc-5d6d-482c-a40c-9c9d0ef17994'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 17:35:43.574961 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-6385ca76-88f7-482c-a46b-ef39877fd1c5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:43.575564 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6385ca76-88f7-482c-a46b-ef39877fd1c5 None None] Bound using segment: {'id': '86f1a2bf-e88a-4894-b8aa-61c574f8d191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '3cd693dc-5d6d-482c-a40c-9c9d0ef17994'} {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 17:35:43.576073 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.managers [None req-6385ca76-88f7-482c-a46b-ef39877fd1c5 None None] Bound port: 39f435d8-64f1-448f-a088-41f72afec15c, host: dv-cinder-837546-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86f1a2bf-e88a-4894-b8aa-61c574f8d191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '3cd693dc-5d6d-482c-a40c-9c9d0ef17994'}}] {{(pid=104054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 17:35:43.576491 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-6385ca76-88f7-482c-a46b-ef39877fd1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (39f435d8-64f1-448f-a088-41f72afec15c), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:43.582129 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.db.db_base_plugin_common [None req-97edb550-c5a5-4644-8c2d-4b64d4642940 admin admin] Allocated IP 172.27.0.195 (a25e4fa3-c316-487c-825a-4fde1c36cdb2/47584a51-19b7-439b-9f28-a7f577441b18/3c820706-d421-42fa-be59-63f8f5781a6c) {{(pid=104053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:35:43.645279 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=90,neutron:UPDATE=8,neutron:INSERT=2 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:35:43.650122 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-6385ca76-88f7-482c-a46b-ef39877fd1c5 None None] For port 39f435d8-64f1-448f-a088-41f72afec15c, host dv-cinder-837546-2-iscsi, cleared binding levels {{(pid=104054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 17:35:43.653542 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-6385ca76-88f7-482c-a46b-ef39877fd1c5 None None] For port 39f435d8-64f1-448f-a088-41f72afec15c, host dv-cinder-837546-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-2-iscsi',level=0,port_id=39f435d8-64f1-448f-a088-41f72afec15c,segment=NetworkSegment(86f1a2bf-e88a-4894-b8aa-61c574f8d191),segment_id=86f1a2bf-e88a-4894-b8aa-61c574f8d191)] {{(pid=104054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 17:35:43.661752 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-6385ca76-88f7-482c-a46b-ef39877fd1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114'] for port (39f435d8-64f1-448f-a088-41f72afec15c), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:43.702626 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-97edb550-c5a5-4644-8c2d-4b64d4642940 admin admin] Publish callbacks [] for port (3c820706-d421-42fa-be59-63f8f5781a6c), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:43.740433 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6385ca76-88f7-482c-a46b-ef39877fd1c5 None None] Pushing event updated for resources: {'Port': ['ID=39f435d8-64f1-448f-a088-41f72afec15c,revision_number=2']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:35:43.762927 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-97edb550-c5a5-4644-8c2d-4b64d4642940 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762170029078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64764667'] for port (3c820706-d421-42fa-be59-63f8f5781a6c), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:43.809333 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:35:43.840974 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97edb550-c5a5-4644-8c2d-4b64d4642940 admin admin] Network a25e4fa3-c316-487c-825a-4fde1c36cdb2 is already hosted by enough agents. {{(pid=104053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:35:43.846819 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.scheduler.base_scheduler [None req-97edb550-c5a5-4644-8c2d-4b64d4642940 admin admin] Resources bound (agent type, host, resource id): {{(pid=104053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:35:43.849417 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97edb550-c5a5-4644-8c2d-4b64d4642940 admin admin] Pushing event updated for resources: {'Port': ['ID=3c820706-d421-42fa-be59-63f8f5781a6c,revision_number=1']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:35:43.851726 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97edb550-c5a5-4644-8c2d-4b64d4642940 admin admin] Received port after_create {{(pid=104053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 17:35:44.033894 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c43d775-85e5-410e-83bc-270063fba00e req-7eee5851-2599-430f-b42c-9d358a5cd507 tempest-VolumesActionsTest-9574974 tempest-VolumesActionsTest-9574974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:35:44.035460 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-0c43d775-85e5-410e-83bc-270063fba00e req-7eee5851-2599-430f-b42c-9d358a5cd507 tempest-VolumesActionsTest-9574974 tempest-VolumesActionsTest-9574974-project] 10.222.0.47 "GET /v2.0/networks?id=bdb07972-a2d5-4a86-97bf-80abf8620cc4 HTTP/1.1" status: 200 len: 808 time: 0.1781378 Jun 16 17:35:44.059957 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [req-0c43d775-85e5-410e-83bc-270063fba00e req-e8af663d-a7d4-48b6-9df7-d7a69d1f1c87 tempest-VolumesActionsTest-9574974 tempest-VolumesActionsTest-9574974-project] Request body: {'port': {'device_id': '11beebef-b030-486a-b8cd-2803da60b484', 'network_id': 'bdb07972-a2d5-4a86-97bf-80abf8620cc4', 'admin_state_up': True, 'tenant_id': '20bf4fe4ecc74735a2abdb5068b0785a'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:35:44.315130 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c43d775-85e5-410e-83bc-270063fba00e req-e8af663d-a7d4-48b6-9df7-d7a69d1f1c87 tempest-VolumesActionsTest-9574974 tempest-VolumesActionsTest-9574974-project] Made reservation on behalf of 20bf4fe4ecc74735a2abdb5068b0785a for: {'port': 1} {{(pid=104052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:35:44.319406 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-0c43d775-85e5-410e-83bc-270063fba00e req-e8af663d-a7d4-48b6-9df7-d7a69d1f1c87 tempest-VolumesActionsTest-9574974 tempest-VolumesActionsTest-9574974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:44.331564 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 55728) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:35:44.465840 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:35:44.526144 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-97edb550-c5a5-4644-8c2d-4b64d4642940 admin admin] Publish callbacks [] for router_gateway (5e169b57-6046-4cc7-bf1e-cf60de126534), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:44.532751 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-92b3b2e0-18cb-4720-ac30-cb672c7fb3f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:44.543571 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad089488-d685-4ee0-9caa-7bc2ea86fa02 req-d1f7cc77-e8c3-43ce-a466-7ff87c6e3c0c tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:35:44.545028 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-ad089488-d685-4ee0-9caa-7bc2ea86fa02 req-d1f7cc77-e8c3-43ce-a466-7ff87c6e3c0c tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/ports?device_id=54fe7037-080f-4209-bdc6-c505c4c34ec3 HTTP/1.1" status: 200 len: 946 time: 0.1027877 Jun 16 17:35:44.595430 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.db.db_base_plugin_common [req-0c43d775-85e5-410e-83bc-270063fba00e req-e8af663d-a7d4-48b6-9df7-d7a69d1f1c87 tempest-VolumesActionsTest-9574974 tempest-VolumesActionsTest-9574974-project] Allocated IP 172.20.0.12 (bdb07972-a2d5-4a86-97bf-80abf8620cc4/6ae20d61-47a7-468a-a773-3dd8103f096e/e325070c-6d45-4977-8bd5-51aa2cb6001e) {{(pid=104052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:35:44.651876 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:35:44.678534 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-ad089488-d685-4ee0-9caa-7bc2ea86fa02 req-3b81a6ee-e139-402e-ab2d-f62cb24e83ae tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/security-groups?id=97ffd154-7f70-49b1-9385-228cddf4fca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253467 Jun 16 17:35:44.711796 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-c0158696-1182-43e4-8900-93919e95c9a1 req-254a9da7-c72e-4d8a-8a66-06c4d2b4e6a8 tempest-VolumesActionsTest-9574974 tempest-VolumesActionsTest-9574974-project] 10.222.0.40 "GET /v2.0/ports?device_id=11beebef-b030-486a-b8cd-2803da60b484 HTTP/1.1" status: 200 len: 210 time: 0.0692451 Jun 16 17:35:44.756868 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-97edb550-c5a5-4644-8c2d-4b64d4642940 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-375543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-375401'] for router (5e169b57-6046-4cc7-bf1e-cf60de126534), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:44.777572 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-92b3b2e0-18cb-4720-ac30-cb672c7fb3f4 admin admin] Publish callbacks [] for security_group (9174295d-e215-4172-8bb8-5846851baa15), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:44.805242 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:35:44.912631 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97edb550-c5a5-4644-8c2d-4b64d4642940 admin admin] Router 5e169b57-6046-4cc7-bf1e-cf60de126534 is scheduled to L3 agent 43e250b4-0ce3-4949-aa8c-0bafe6454580 with binding_index 1 {{(pid=104053) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 16 17:35:45.032258 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-92b3b2e0-18cb-4720-ac30-cb672c7fb3f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (9174295d-e215-4172-8bb8-5846851baa15), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:45.044636 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97edb550-c5a5-4644-8c2d-4b64d4642940 admin admin] Notify agent at l3_agent.dv-cinder-837546-2-iscsi the message routers_updated {{(pid=104053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 17:35:45.057881 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07291028-c541-40e9-a782-35531b559d50 None None] Sync routers for ids ['5e169b57-6046-4cc7-bf1e-cf60de126534'] in dv-cinder-837546-2-iscsi {{(pid=104054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:35:45.068889 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-97edb550-c5a5-4644-8c2d-4b64d4642940 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:45.070196 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-97edb550-c5a5-4644-8c2d-4b64d4642940 admin admin] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.1313207 Jun 16 17:35:45.072980 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 55748) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:35:45.075957 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07291028-c541-40e9-a782-35531b559d50 None None] Routers {'5e169b57-6046-4cc7-bf1e-cf60de126534'} bound to L3 agent in host dv-cinder-837546-2-iscsi {{(pid=104054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:35:45.076813 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-07291028-c541-40e9-a782-35531b559d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T17:26:01Z,description=,heartbeat_timestamp=2022-06-16T17:35:31Z,host='dv-cinder-837546-2-iscsi',id=43e250b4-0ce3-4949-aa8c-0bafe6454580,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:26:01Z,topic='l3_agent')) {'router_ids': ['5e169b57-6046-4cc7-bf1e-cf60de126534'], 'active': True} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:35:45.087122 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b3b2e0-18cb-4720-ac30-cb672c7fb3f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9174295d-e215-4172-8bb8-5846851baa15,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:35:45.099513 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-92b3b2e0-18cb-4720-ac30-cb672c7fb3f4 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=a7d47af741ca46d4a3c107ea044d6e31&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7630875 Jun 16 17:35:45.099513 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 55750) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:35:45.133493 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3876a43a-3b11-4d54-bfcb-0cf1c29d80ba None None] Network 3cd693dc-5d6d-482c-a40c-9c9d0ef17994 requested from dv-cinder-837546-2-iscsi {{(pid=104054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 17:35:45.144344 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-0c43d775-85e5-410e-83bc-270063fba00e req-e8af663d-a7d4-48b6-9df7-d7a69d1f1c87 tempest-VolumesActionsTest-9574974 tempest-VolumesActionsTest-9574974-project] Publish callbacks [] for port (e325070c-6d45-4977-8bd5-51aa2cb6001e), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:45.190385 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-a2900199-23fa-4855-ab58-e2c616d268c4 admin admin] Publish callbacks [] for security_group (9174295d-e215-4172-8bb8-5846851baa15), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:45.214173 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-0c43d775-85e5-410e-83bc-270063fba00e req-e8af663d-a7d4-48b6-9df7-d7a69d1f1c87 tempest-VolumesActionsTest-9574974 tempest-VolumesActionsTest-9574974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762170029078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62916395'] for port (e325070c-6d45-4977-8bd5-51aa2cb6001e), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:45.231346 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-a2900199-23fa-4855-ab58-e2c616d268c4 admin admin] Publish callbacks [] for security_group (9174295d-e215-4172-8bb8-5846851baa15), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:45.245832 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-b921ed99-53fe-4bbb-ab90-8de103614018 None None] Provisioning complete for port 39f435d8-64f1-448f-a088-41f72afec15c triggered by entity DHCP. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:35:45.246574 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-b921ed99-53fe-4bbb-ab90-8de103614018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572016'] for port (39f435d8-64f1-448f-a088-41f72afec15c), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:45.268482 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c43d775-85e5-410e-83bc-270063fba00e req-e8af663d-a7d4-48b6-9df7-d7a69d1f1c87 tempest-VolumesActionsTest-9574974 tempest-VolumesActionsTest-9574974-project] Network bdb07972-a2d5-4a86-97bf-80abf8620cc4 is already hosted by enough agents. {{(pid=104052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:35:45.281098 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.base_scheduler [req-0c43d775-85e5-410e-83bc-270063fba00e req-e8af663d-a7d4-48b6-9df7-d7a69d1f1c87 tempest-VolumesActionsTest-9574974 tempest-VolumesActionsTest-9574974-project] Resources bound (agent type, host, resource id): {{(pid=104052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:35:45.292606 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:35:45.300041 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c43d775-85e5-410e-83bc-270063fba00e req-e8af663d-a7d4-48b6-9df7-d7a69d1f1c87 tempest-VolumesActionsTest-9574974 tempest-VolumesActionsTest-9574974-project] Received port after_create {{(pid=104052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 17:35:45.302885 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:35:45.327348 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvr_db [None req-07291028-c541-40e9-a782-35531b559d50 None None] Set router 5e169b57-6046-4cc7-bf1e-cf60de126534 gateway port host: dv-cinder-837546-2-iscsi {{(pid=104054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:35:45.327718 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8af663d-a7d4-48b6-9df7-d7a69d1f1c87 tempest-VolumesActionsTest-9574974 tempest-VolumesActionsTest-9574974-project] Pushing event updated for resources: {'Port': ['ID=e325070c-6d45-4977-8bd5-51aa2cb6001e,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:35:45.361884 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c43d775-85e5-410e-83bc-270063fba00e req-e8af663d-a7d4-48b6-9df7-d7a69d1f1c87 tempest-VolumesActionsTest-9574974 tempest-VolumesActionsTest-9574974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:35:45.362462 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-0c43d775-85e5-410e-83bc-270063fba00e req-e8af663d-a7d4-48b6-9df7-d7a69d1f1c87 tempest-VolumesActionsTest-9574974 tempest-VolumesActionsTest-9574974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228225'] for port (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:45.366390 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-a2900199-23fa-4855-ab58-e2c616d268c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (9174295d-e215-4172-8bb8-5846851baa15), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:45.368747 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-a2900199-23fa-4855-ab58-e2c616d268c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:45.370073 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-a2900199-23fa-4855-ab58-e2c616d268c4 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/9174295d-e215-4172-8bb8-5846851baa15 HTTP/1.1" status: 204 len: 168 time: 0.2707474 Jun 16 17:35:45.384758 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2900199-23fa-4855-ab58-e2c616d268c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9174295d-e215-4172-8bb8-5846851baa15,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:35:45.394400 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-0c43d775-85e5-410e-83bc-270063fba00e req-e8af663d-a7d4-48b6-9df7-d7a69d1f1c87 tempest-VolumesActionsTest-9574974 tempest-VolumesActionsTest-9574974-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3423727 Jun 16 17:35:45.412353 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [req-0c43d775-85e5-410e-83bc-270063fba00e req-6d5a02dd-0b36-425a-b703-3d14d7650553 service neutron] Request body: {'port': {'device_id': '11beebef-b030-486a-b8cd-2803da60b484', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:35:45.454262 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:35:45.481196 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-0c43d775-85e5-410e-83bc-270063fba00e req-6d5a02dd-0b36-425a-b703-3d14d7650553 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (e325070c-6d45-4977-8bd5-51aa2cb6001e), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:45.563083 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-b921ed99-53fe-4bbb-ab90-8de103614018 None None] Current status of the port 39f435d8-64f1-448f-a088-41f72afec15c is: DOWN; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:35:45.563567 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-b921ed99-53fe-4bbb-ab90-8de103614018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (39f435d8-64f1-448f-a088-41f72afec15c), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:45.603505 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-7a55a4a9-9f3b-4dd7-a419-0845ce4dcb05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:45.841031 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.db.db_base_plugin_common [None req-7a55a4a9-9f3b-4dd7-a419-0845ce4dcb05 admin admin] Allocated IP 172.20.0.1 (3cd693dc-5d6d-482c-a40c-9c9d0ef17994/15008cf9-9c5e-4724-bbb5-bbf37d371079/bbb0ad55-4736-4773-95b7-f7786b05abc9) {{(pid=104053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:35:45.860311 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-07291028-c541-40e9-a782-35531b559d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e169b57-6046-4cc7-bf1e-cf60de126534', 'name': 'tempest-AttachVolumeShelveTestJSON-1875317516-router', 'tenant_id': '34fb554e0cf14c7ab3a9f538273c289e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'external_fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '3c820706-d421-42fa-be59-63f8f5781a6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:35:42Z', 'updated_at': '2022-06-16T17:35:44Z', 'revision_number': 3, 'project_id': '34fb554e0cf14c7ab3a9f538273c289e', 'gw_port': {'id': '3c820706-d421-42fa-be59-63f8f5781a6c', 'name': '', 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:bc:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e169b57-6046-4cc7-bf1e-cf60de126534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:35:43Z', 'updated_at': '2022-06-16T17:35:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '47584a51-19b7-439b-9f28-a7f577441b18', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-2-iscsi'}], 'dv-cinder-837546-2-iscsi', False) {} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:35:45.896698 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-b921ed99-53fe-4bbb-ab90-8de103614018 None None] For port 39f435d8-64f1-448f-a088-41f72afec15c, host dv-cinder-837546-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-2-iscsi',level=0,port_id=39f435d8-64f1-448f-a088-41f72afec15c,segment=NetworkSegment(86f1a2bf-e88a-4894-b8aa-61c574f8d191),segment_id=86f1a2bf-e88a-4894-b8aa-61c574f8d191)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:35:45.953469 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-b921ed99-53fe-4bbb-ab90-8de103614018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114'] for port (39f435d8-64f1-448f-a088-41f72afec15c), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:45.958236 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07291028-c541-40e9-a782-35531b559d50 None None] Checking router: 5e169b57-6046-4cc7-bf1e-cf60de126534 for host: dv-cinder-837546-2-iscsi {{(pid=104054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:35:45.958574 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07291028-c541-40e9-a782-35531b559d50 None None] Updating router 5e169b57-6046-4cc7-bf1e-cf60de126534 port 3c820706-d421-42fa-be59-63f8f5781a6c binding host dv-cinder-837546-2-iscsi {{(pid=104054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 17:35:45.966145 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 55770) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:35:46.037754 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:35:46.039065 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-07291028-c541-40e9-a782-35531b559d50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (3c820706-d421-42fa-be59-63f8f5781a6c), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:46.041806 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b921ed99-53fe-4bbb-ab90-8de103614018 None None] Pushing event updated for resources: {'Port': ['ID=39f435d8-64f1-448f-a088-41f72afec15c,revision_number=3']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:35:46.042558 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:35:46.048953 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-46214c5b-7217-4c8b-bce3-d3e79ef70328 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:46.065458 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a275131-e25d-4de9-825e-575170f898d1 req-edccec02-0bf3-4d14-82f0-6ea06c82a929 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:35:46.067319 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-1a275131-e25d-4de9-825e-575170f898d1 req-edccec02-0bf3-4d14-82f0-6ea06c82a929 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/ports?device_id=54fe7037-080f-4209-bdc6-c505c4c34ec3 HTTP/1.1" status: 200 len: 946 time: 0.1757150 Jun 16 17:35:46.081460 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Device 39f435d8-64f1-448f-a088-41f72afec15c up at agent ovs-agent-dv-cinder-837546-2-iscsi {{(pid=104054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 17:35:46.091251 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a5d51d-9ff8-4778-bb9f-6122aec2aadb req-27e74c7f-8943-45a4-b793-062e3a728237 tempest-VolumesActionsTest-9574974 tempest-VolumesActionsTest-9574974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:35:46.092262 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-c7a5d51d-9ff8-4778-bb9f-6122aec2aadb req-27e74c7f-8943-45a4-b793-062e3a728237 tempest-VolumesActionsTest-9574974 tempest-VolumesActionsTest-9574974-project] 10.222.0.40 "GET /v2.0/ports?device_id=11beebef-b030-486a-b8cd-2803da60b484 HTTP/1.1" status: 200 len: 932 time: 0.1739399 Jun 16 17:35:46.094596 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-7a55a4a9-9f3b-4dd7-a419-0845ce4dcb05 admin admin] Publish callbacks [] for port (bbb0ad55-4736-4773-95b7-f7786b05abc9), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:46.111888 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=100 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:35:46.133903 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-7a55a4a9-9f3b-4dd7-a419-0845ce4dcb05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762170029078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64764667'] for port (bbb0ad55-4736-4773-95b7-f7786b05abc9), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:46.139284 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-7a3c1f8a-3b78-4c4c-9cab-2ffc807a313c None None] Provisioning complete for port 39f435d8-64f1-448f-a088-41f72afec15c triggered by entity DHCP. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:35:46.139652 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-7a3c1f8a-3b78-4c4c-9cab-2ffc807a313c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572016'] for port (39f435d8-64f1-448f-a088-41f72afec15c), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:46.179104 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a55a4a9-9f3b-4dd7-a419-0845ce4dcb05 admin admin] Network 3cd693dc-5d6d-482c-a40c-9c9d0ef17994 is already hosted by enough agents. {{(pid=104053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:35:46.186482 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.scheduler.base_scheduler [None req-7a55a4a9-9f3b-4dd7-a419-0845ce4dcb05 admin admin] Resources bound (agent type, host, resource id): {{(pid=104053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:35:46.190752 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a55a4a9-9f3b-4dd7-a419-0845ce4dcb05 admin admin] Received port after_create {{(pid=104053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 17:35:46.194746 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a55a4a9-9f3b-4dd7-a419-0845ce4dcb05 admin admin] Pushing event updated for resources: {'Port': ['ID=bbb0ad55-4736-4773-95b7-f7786b05abc9,revision_number=1']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:35:46.253538 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-1a275131-e25d-4de9-825e-575170f898d1 req-f2b4c2ae-05e6-42cb-a078-a6dba2b53c51 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/security-groups?id=97ffd154-7f70-49b1-9385-228cddf4fca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701951 Jun 16 17:35:46.257727 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-7a55a4a9-9f3b-4dd7-a419-0845ce4dcb05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-361813'] for router_interface (5e169b57-6046-4cc7-bf1e-cf60de126534), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:46.261247 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-c7a5d51d-9ff8-4778-bb9f-6122aec2aadb req-a7ec9970-c51b-4e63-9b26-9e3486e0011b tempest-VolumesActionsTest-9574974 tempest-VolumesActionsTest-9574974-project] 10.222.0.40 "GET /v2.0/security-groups?id=a0e72760-c6c2-4c1e-bc24-fb9a280660d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587851 Jun 16 17:35:46.267764 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Provisioning complete for port 39f435d8-64f1-448f-a088-41f72afec15c triggered by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:35:46.268142 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572016'] for port (39f435d8-64f1-448f-a088-41f72afec15c), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:46.271711 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [req-0c43d775-85e5-410e-83bc-270063fba00e req-6d5a02dd-0b36-425a-b703-3d14d7650553 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e325070c-6d45-4977-8bd5-51aa2cb6001e {{(pid=104052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 17:35:46.283131 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-0c43d775-85e5-410e-83bc-270063fba00e req-6d5a02dd-0b36-425a-b703-3d14d7650553 service neutron] Publish callbacks [] for port (e325070c-6d45-4977-8bd5-51aa2cb6001e), precommit_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:46.319605 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [req-0c43d775-85e5-410e-83bc-270063fba00e req-6d5a02dd-0b36-425a-b703-3d14d7650553 service neutron] Transition to ACTIVE for port object e325070c-6d45-4977-8bd5-51aa2cb6001e will not be triggered until provisioned by entity L2. {{(pid=104052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 17:35:46.337942 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-0c43d775-85e5-410e-83bc-270063fba00e req-6d5a02dd-0b36-425a-b703-3d14d7650553 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62916386'] for port (e325070c-6d45-4977-8bd5-51aa2cb6001e), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:46.349481 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-46214c5b-7217-4c8b-bce3-d3e79ef70328 admin admin] Publish callbacks [] for security_group (7214bdf2-5c2c-45c7-b43f-80df63ce45a8), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:46.356795 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-7a3c1f8a-3b78-4c4c-9cab-2ffc807a313c None None] Current status of the port 39f435d8-64f1-448f-a088-41f72afec15c is: ACTIVE; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:35:46.382968 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-46214c5b-7217-4c8b-bce3-d3e79ef70328 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (7214bdf2-5c2c-45c7-b43f-80df63ce45a8), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:46.385086 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:35:46.389791 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=88,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=9 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:35:46.445252 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-7a55a4a9-9f3b-4dd7-a419-0845ce4dcb05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (bbb0ad55-4736-4773-95b7-f7786b05abc9), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:46.447197 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5a02dd-0b36-425a-b703-3d14d7650553 service neutron] Pushing event updated for resources: {'Port': ['ID=e325070c-6d45-4977-8bd5-51aa2cb6001e,revision_number=2']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:35:46.456510 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-46214c5b-7217-4c8b-bce3-d3e79ef70328 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=718947af32a94dd886536aed1aadec6a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4714158 Jun 16 17:35:46.456758 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 55774) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:35:46.463577 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46214c5b-7217-4c8b-bce3-d3e79ef70328 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7214bdf2-5c2c-45c7-b43f-80df63ce45a8,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:35:46.570018 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-a4f5c0a2-9729-4b05-b192-a7c1d316bbfe admin admin] Publish callbacks [] for security_group (7214bdf2-5c2c-45c7-b43f-80df63ce45a8), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:46.589228 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [req-0c43d775-85e5-410e-83bc-270063fba00e req-6d5a02dd-0b36-425a-b703-3d14d7650553 service neutron] Attempting to bind port e325070c-6d45-4977-8bd5-51aa2cb6001e on host hv-cinder-83754 for vnic_type normal with profile {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 17:35:46.589562 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [req-0c43d775-85e5-410e-83bc-270063fba00e req-6d5a02dd-0b36-425a-b703-3d14d7650553 service neutron] Attempting to bind port e325070c-6d45-4977-8bd5-51aa2cb6001e by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': '34201248-dba7-46fb-9092-7c525ca78977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'bdb07972-a2d5-4a86-97bf-80abf8620cc4'}] {{(pid=104052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 17:35:46.589888 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c43d775-85e5-410e-83bc-270063fba00e req-6d5a02dd-0b36-425a-b703-3d14d7650553 service neutron] Attempting to bind port e325070c-6d45-4977-8bd5-51aa2cb6001e on network bdb07972-a2d5-4a86-97bf-80abf8620cc4 {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 17:35:46.603760 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c43d775-85e5-410e-83bc-270063fba00e req-6d5a02dd-0b36-425a-b703-3d14d7650553 service neutron] Port e325070c-6d45-4977-8bd5-51aa2cb6001e on network bdb07972-a2d5-4a86-97bf-80abf8620cc4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 17:35:46.604079 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c43d775-85e5-410e-83bc-270063fba00e req-6d5a02dd-0b36-425a-b703-3d14d7650553 service neutron] Attempting to bind port e325070c-6d45-4977-8bd5-51aa2cb6001e on network bdb07972-a2d5-4a86-97bf-80abf8620cc4 {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 17:35:46.607226 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-a4f5c0a2-9729-4b05-b192-a7c1d316bbfe admin admin] Publish callbacks [] for security_group (7214bdf2-5c2c-45c7-b43f-80df63ce45a8), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:46.621353 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c43d775-85e5-410e-83bc-270063fba00e req-6d5a02dd-0b36-425a-b703-3d14d7650553 service neutron] Checking agent: {'id': '9f2b4370-7d03-4dcb-9a0d-4ff62d859136', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 17, 32, 17), 'started_at': datetime.datetime(2022, 6, 16, 17, 32, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 17, 35, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 17:35:46.621684 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c43d775-85e5-410e-83bc-270063fba00e req-6d5a02dd-0b36-425a-b703-3d14d7650553 service neutron] Checking segment: {'id': '34201248-dba7-46fb-9092-7c525ca78977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'bdb07972-a2d5-4a86-97bf-80abf8620cc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 17:35:46.622064 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c43d775-85e5-410e-83bc-270063fba00e req-6d5a02dd-0b36-425a-b703-3d14d7650553 service neutron] Bound using segment: {'id': '34201248-dba7-46fb-9092-7c525ca78977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'bdb07972-a2d5-4a86-97bf-80abf8620cc4'} {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 17:35:46.622493 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [req-0c43d775-85e5-410e-83bc-270063fba00e req-6d5a02dd-0b36-425a-b703-3d14d7650553 service neutron] Bound port: e325070c-6d45-4977-8bd5-51aa2cb6001e, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34201248-dba7-46fb-9092-7c525ca78977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'bdb07972-a2d5-4a86-97bf-80abf8620cc4'}}] {{(pid=104052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 17:35:46.622845 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-0c43d775-85e5-410e-83bc-270063fba00e req-6d5a02dd-0b36-425a-b703-3d14d7650553 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (e325070c-6d45-4977-8bd5-51aa2cb6001e), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:46.623099 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Current status of the port 39f435d8-64f1-448f-a088-41f72afec15c is: ACTIVE; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:35:46.667768 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-7a55a4a9-9f3b-4dd7-a419-0845ce4dcb05 admin admin] Publish callbacks [] for port (bbb0ad55-4736-4773-95b7-f7786b05abc9), precommit_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:46.673721 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-7a55a4a9-9f3b-4dd7-a419-0845ce4dcb05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64764658'] for port (bbb0ad55-4736-4773-95b7-f7786b05abc9), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:46.706674 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-a4f5c0a2-9729-4b05-b192-a7c1d316bbfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (7214bdf2-5c2c-45c7-b43f-80df63ce45a8), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:46.708868 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-0734f98e-defb-4c31-9fa2-2dccc121c195 None None] Provisioning complete for port bbb0ad55-4736-4773-95b7-f7786b05abc9 triggered by entity DHCP. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:35:46.708988 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-a4f5c0a2-9729-4b05-b192-a7c1d316bbfe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:46.709274 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-0734f98e-defb-4c31-9fa2-2dccc121c195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572016'] for port (bbb0ad55-4736-4773-95b7-f7786b05abc9), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:46.712603 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-a4f5c0a2-9729-4b05-b192-a7c1d316bbfe admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/7214bdf2-5c2c-45c7-b43f-80df63ce45a8 HTTP/1.1" status: 204 len: 168 time: 0.2524819 Jun 16 17:35:46.725939 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f5c0a2-9729-4b05-b192-a7c1d316bbfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7214bdf2-5c2c-45c7-b43f-80df63ce45a8,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:35:46.734977 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [req-0c43d775-85e5-410e-83bc-270063fba00e req-6d5a02dd-0b36-425a-b703-3d14d7650553 service neutron] For port e325070c-6d45-4977-8bd5-51aa2cb6001e, host hv-cinder-83754, cleared binding levels {{(pid=104052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 17:35:46.739432 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:INSERT=4,neutron:DELETE=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:35:46.749027 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [req-0c43d775-85e5-410e-83bc-270063fba00e req-6d5a02dd-0b36-425a-b703-3d14d7650553 service neutron] For port e325070c-6d45-4977-8bd5-51aa2cb6001e, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=e325070c-6d45-4977-8bd5-51aa2cb6001e,segment=NetworkSegment(34201248-dba7-46fb-9092-7c525ca78977),segment_id=34201248-dba7-46fb-9092-7c525ca78977)] {{(pid=104052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 17:35:46.750473 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-7a55a4a9-9f3b-4dd7-a419-0845ce4dcb05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1626493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-361889'] for router_interface (5e169b57-6046-4cc7-bf1e-cf60de126534), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:46.756688 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-0c43d775-85e5-410e-83bc-270063fba00e req-6d5a02dd-0b36-425a-b703-3d14d7650553 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62916386'] for port (e325070c-6d45-4977-8bd5-51aa2cb6001e), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:46.762217 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a55a4a9-9f3b-4dd7-a419-0845ce4dcb05 admin admin] Pushing event updated for resources: {'Port': ['ID=bbb0ad55-4736-4773-95b7-f7786b05abc9,revision_number=2']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:35:46.803887 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c43d775-85e5-410e-83bc-270063fba00e req-6d5a02dd-0b36-425a-b703-3d14d7650553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:35:46.805281 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-0c43d775-85e5-410e-83bc-270063fba00e req-6d5a02dd-0b36-425a-b703-3d14d7650553 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228225'] for port (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:46.808304 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-07291028-c541-40e9-a782-35531b559d50 None None] Publish callbacks [] for port (3c820706-d421-42fa-be59-63f8f5781a6c), precommit_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:46.810162 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-0c43d775-85e5-410e-83bc-270063fba00e req-6d5a02dd-0b36-425a-b703-3d14d7650553 service neutron] 10.222.0.47 "PUT /v2.0/ports/e325070c-6d45-4977-8bd5-51aa2cb6001e HTTP/1.1" status: 200 len: 1094 time: 1.4022696 Jun 16 17:35:46.810281 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-0734f98e-defb-4c31-9fa2-2dccc121c195 None None] Port bbb0ad55-4736-4773-95b7-f7786b05abc9 cannot update to ACTIVE because it is not bound. {{(pid=104054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 17:35:46.811261 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11beebef-b030-486a-b8cd-2803da60b484', 'tag': 'e325070c-6d45-4977-8bd5-51aa2cb6001e'}] {{(pid=104052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 17:35:46.816800 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9713fa4f09cf3058fa9276dada2b44135c9dd2e88d0acd54628e4483b77b1e61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e62cebb-daae-441f-b196-1a1ceaa7a162" -d '{"events": [{"name": "network-changed", "server_uuid": "11beebef-b030-486a-b8cd-2803da60b484", "tag": "e325070c-6d45-4977-8bd5-51aa2cb6001e"}]}' {{(pid=104052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:35:46.822930 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-07291028-c541-40e9-a782-35531b559d50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114'] for port (3c820706-d421-42fa-be59-63f8f5781a6c), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:46.855273 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5a02dd-0b36-425a-b703-3d14d7650553 service neutron] Pushing event updated for resources: {'Port': ['ID=e325070c-6d45-4977-8bd5-51aa2cb6001e,revision_number=3']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:35:46.877191 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:35:46.885576 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.managers [None req-07291028-c541-40e9-a782-35531b559d50 None None] Attempting to bind port 3c820706-d421-42fa-be59-63f8f5781a6c on host dv-cinder-837546-2-iscsi for vnic_type normal with profile {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 17:35:46.885990 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.managers [None req-07291028-c541-40e9-a782-35531b559d50 None None] Attempting to bind port 3c820706-d421-42fa-be59-63f8f5781a6c by drivers openvswitch,hyperv on host dv-cinder-837546-2-iscsi at level 0 using segments [{'id': 'f847f272-90b1-4369-8e48-25aa20ff3114', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2'}] {{(pid=104054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 17:35:46.886305 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07291028-c541-40e9-a782-35531b559d50 None None] Attempting to bind port 3c820706-d421-42fa-be59-63f8f5781a6c on network a25e4fa3-c316-487c-825a-4fde1c36cdb2 {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 17:35:46.895306 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a55a4a9-9f3b-4dd7-a419-0845ce4dcb05 admin admin] Network 3cd693dc-5d6d-482c-a40c-9c9d0ef17994 is already hosted by enough agents. {{(pid=104053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:35:46.896476 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 17:35:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00593463-efd3-435b-bacc-69c25d941183 x-openstack-request-id: req-00593463-efd3-435b-bacc-69c25d941183 {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:35:46.896835 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11beebef-b030-486a-b8cd-2803da60b484", "tag": "e325070c-6d45-4977-8bd5-51aa2cb6001e", "status": "completed", "code": 200}]} {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:35:46.897000 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.scheduler.base_scheduler [None req-7a55a4a9-9f3b-4dd7-a419-0845ce4dcb05 admin admin] Resources bound (agent type, host, resource id): {{(pid=104053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:35:46.897236 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-00593463-efd3-435b-bacc-69c25d941183 {{(pid=104052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:35:46.897705 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00593463-efd3-435b-bacc-69c25d941183'] response: {'name': 'network-changed', 'server_uuid': '11beebef-b030-486a-b8cd-2803da60b484', 'tag': 'e325070c-6d45-4977-8bd5-51aa2cb6001e', 'status': 'completed', 'code': 200} Jun 16 17:35:46.900428 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6198e8c4-eb57-4f0a-a04e-29efd192ee64 None None] Pushing event updated for resources: {'Port': ['ID=3c820706-d421-42fa-be59-63f8f5781a6c,revision_number=2']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:35:46.904422 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07291028-c541-40e9-a782-35531b559d50 None None] Checking agent: {'id': 'f1f6c009-5a31-4833-b180-4d9d41a55fe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837546-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 17, 26, 4), 'started_at': datetime.datetime(2022, 6, 16, 17, 26, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 17, 35, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837546-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 17:35:46.904797 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07291028-c541-40e9-a782-35531b559d50 None None] Checking segment: {'id': 'f847f272-90b1-4369-8e48-25aa20ff3114', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 17:35:46.905211 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-07291028-c541-40e9-a782-35531b559d50 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:46.905651 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07291028-c541-40e9-a782-35531b559d50 None None] Bound using segment: {'id': 'f847f272-90b1-4369-8e48-25aa20ff3114', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2'} {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 17:35:46.906126 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.managers [None req-07291028-c541-40e9-a782-35531b559d50 None None] Bound port: 3c820706-d421-42fa-be59-63f8f5781a6c, host: dv-cinder-837546-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f847f272-90b1-4369-8e48-25aa20ff3114', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2'}}] {{(pid=104054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 17:35:46.906595 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-07291028-c541-40e9-a782-35531b559d50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (3c820706-d421-42fa-be59-63f8f5781a6c), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:46.970979 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-07291028-c541-40e9-a782-35531b559d50 None None] For port 3c820706-d421-42fa-be59-63f8f5781a6c, host dv-cinder-837546-2-iscsi, cleared binding levels {{(pid=104054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 17:35:46.974381 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-07291028-c541-40e9-a782-35531b559d50 None None] For port 3c820706-d421-42fa-be59-63f8f5781a6c, host dv-cinder-837546-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-2-iscsi',level=0,port_id=3c820706-d421-42fa-be59-63f8f5781a6c,segment=NetworkSegment(f847f272-90b1-4369-8e48-25aa20ff3114),segment_id=f847f272-90b1-4369-8e48-25aa20ff3114)] {{(pid=104054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 17:35:46.982678 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-07291028-c541-40e9-a782-35531b559d50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114'] for port (3c820706-d421-42fa-be59-63f8f5781a6c), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:47.050777 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a55a4a9-9f3b-4dd7-a419-0845ce4dcb05 admin admin] Router 5e169b57-6046-4cc7-bf1e-cf60de126534 has already been hosted by L3 agent 43e250b4-0ce3-4949-aa8c-0bafe6454580 {{(pid=104053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 17:35:47.068864 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07291028-c541-40e9-a782-35531b559d50 None None] Routers {'5e169b57-6046-4cc7-bf1e-cf60de126534'} bound to L3 agent in host dv-cinder-837546-2-iscsi {{(pid=104054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:35:47.069719 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-07291028-c541-40e9-a782-35531b559d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T17:26:01Z,description=,heartbeat_timestamp=2022-06-16T17:35:31Z,host='dv-cinder-837546-2-iscsi',id=43e250b4-0ce3-4949-aa8c-0bafe6454580,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:26:01Z,topic='l3_agent')) {'router_ids': ['5e169b57-6046-4cc7-bf1e-cf60de126534'], 'active': True} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:35:47.132837 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6198e8c4-eb57-4f0a-a04e-29efd192ee64 None None] Pushing event updated for resources: {'Port': ['ID=3c820706-d421-42fa-be59-63f8f5781a6c,revision_number=3']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:35:47.184222 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:35:47.195675 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:35:47.199416 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a55a4a9-9f3b-4dd7-a419-0845ce4dcb05 admin admin] Notify agent at l3_agent.dv-cinder-837546-2-iscsi the message routers_updated {{(pid=104053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 17:35:47.201435 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvr_db [None req-07291028-c541-40e9-a782-35531b559d50 None None] Set router 5e169b57-6046-4cc7-bf1e-cf60de126534 gateway port host: dv-cinder-837546-2-iscsi {{(pid=104054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:35:47.210497 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-7a55a4a9-9f3b-4dd7-a419-0845ce4dcb05 admin admin] 10.222.0.40 "PUT /v2.0/routers/5e169b57-6046-4cc7-bf1e-cf60de126534/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1363428 Jun 16 17:35:47.277755 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 55788) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:35:47.283154 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-aa0d046a-1a87-4905-80a9-32028fd85c42 None None] Provisioning complete for port bbb0ad55-4736-4773-95b7-f7786b05abc9 triggered by entity DHCP. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:35:47.283608 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-aa0d046a-1a87-4905-80a9-32028fd85c42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572016'] for port (bbb0ad55-4736-4773-95b7-f7786b05abc9), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:47.303927 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-4ffeb74a-60e2-4385-9b4d-ac7bcc72101a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:47.411378 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-aa0d046a-1a87-4905-80a9-32028fd85c42 None None] Port bbb0ad55-4736-4773-95b7-f7786b05abc9 cannot update to ACTIVE because it is not bound. {{(pid=104054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 17:35:47.411649 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:35:47.416470 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-4ffeb74a-60e2-4385-9b4d-ac7bcc72101a admin admin] Publish callbacks [] for security_group (23886689-6bb2-4785-ab36-0f8ca4297bf4), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:47.422904 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-4ffeb74a-60e2-4385-9b4d-ac7bcc72101a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (23886689-6bb2-4785-ab36-0f8ca4297bf4), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:47.460246 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd3fb0e-596d-4c11-89a9-305c1da77ffd req-1eb742c5-e7a1-4b40-9570-74ead76c8378 tempest-VolumesActionsTest-9574974 tempest-VolumesActionsTest-9574974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:35:47.465671 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-5fd3fb0e-596d-4c11-89a9-305c1da77ffd req-1eb742c5-e7a1-4b40-9570-74ead76c8378 tempest-VolumesActionsTest-9574974 tempest-VolumesActionsTest-9574974-project] 10.222.0.40 "GET /v2.0/ports?device_id=11beebef-b030-486a-b8cd-2803da60b484 HTTP/1.1" status: 200 len: 944 time: 0.0918789 Jun 16 17:35:47.473072 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffeb74a-60e2-4385-9b4d-ac7bcc72101a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23886689-6bb2-4785-ab36-0f8ca4297bf4,revision_number=1']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:35:47.474569 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4114d3b3-8d4e-48a5-9690-ed26e1ae108f req-bc47b46f-e3cd-468c-8232-7da84ac658be tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:35:47.476134 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-4114d3b3-8d4e-48a5-9690-ed26e1ae108f req-bc47b46f-e3cd-468c-8232-7da84ac658be tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/ports?device_id=54fe7037-080f-4209-bdc6-c505c4c34ec3 HTTP/1.1" status: 200 len: 946 time: 0.0908825 Jun 16 17:35:47.487251 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-4ffeb74a-60e2-4385-9b4d-ac7bcc72101a admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=99538a8cdff04d71b6773bce14bcb523&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2057910 Jun 16 17:35:47.487560 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 55796) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:35:47.489586 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-07291028-c541-40e9-a782-35531b559d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e169b57-6046-4cc7-bf1e-cf60de126534', 'name': 'tempest-AttachVolumeShelveTestJSON-1875317516-router', 'tenant_id': '34fb554e0cf14c7ab3a9f538273c289e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'external_fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '3c820706-d421-42fa-be59-63f8f5781a6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:35:42Z', 'updated_at': '2022-06-16T17:35:46Z', 'revision_number': 4, 'project_id': '34fb554e0cf14c7ab3a9f538273c289e', 'gw_port': {'id': '3c820706-d421-42fa-be59-63f8f5781a6c', 'name': '', 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:bc:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e169b57-6046-4cc7-bf1e-cf60de126534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:35:43Z', 'updated_at': '2022-06-16T17:35:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47584a51-19b7-439b-9f28-a7f577441b18', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-2-iscsi', '_interfaces': [{'id': 'bbb0ad55-4736-4773-95b7-f7786b05abc9', 'name': '', 'network_id': '3cd693dc-5d6d-482c-a40c-9c9d0ef17994', 'tenant_id': '34fb554e0cf14c7ab3a9f538273c289e', 'mac_address': 'fa:16:3e:a9:c5:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e169b57-6046-4cc7-bf1e-cf60de126534', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '15008cf9-9c5e-4724-bbb5-bbf37d371079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:35:45Z', 'updated_at': '2022-06-16T17:35:46Z', 'revision_number': 2, 'project_id': '34fb554e0cf14c7ab3a9f538273c289e', 'subnets': [{'id': '15008cf9-9c5e-4724-bbb5-bbf37d371079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837546-2-iscsi', False) {} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:35:47.521140 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07291028-c541-40e9-a782-35531b559d50 None None] The sync data for ids ['5e169b57-6046-4cc7-bf1e-cf60de126534'] in dv-cinder-837546-2-iscsi is: [{'id': '5e169b57-6046-4cc7-bf1e-cf60de126534', 'name': 'tempest-AttachVolumeShelveTestJSON-1875317516-router', 'tenant_id': '34fb554e0cf14c7ab3a9f538273c289e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'external_fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '3c820706-d421-42fa-be59-63f8f5781a6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:35:42Z', 'updated_at': '2022-06-16T17:35:46Z', 'revision_number': 4, 'project_id': '34fb554e0cf14c7ab3a9f538273c289e', 'gw_port': {'id': '3c820706-d421-42fa-be59-63f8f5781a6c', 'name': '', 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:bc:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e169b57-6046-4cc7-bf1e-cf60de126534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:35:43Z', 'updated_at': '2022-06-16T17:35:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47584a51-19b7-439b-9f28-a7f577441b18', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-2-iscsi', '_interfaces': [{'id': 'bbb0ad55-4736-4773-95b7-f7786b05abc9', 'name': '', 'network_id': '3cd693dc-5d6d-482c-a40c-9c9d0ef17994', 'tenant_id': '34fb554e0cf14c7ab3a9f538273c289e', 'mac_address': 'fa:16:3e:a9:c5:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e169b57-6046-4cc7-bf1e-cf60de126534', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '15008cf9-9c5e-4724-bbb5-bbf37d371079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:35:45Z', 'updated_at': '2022-06-16T17:35:46Z', 'revision_number': 2, 'project_id': '34fb554e0cf14c7ab3a9f538273c289e', 'subnets': [{'id': '15008cf9-9c5e-4724-bbb5-bbf37d371079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:35:47.551212 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-2a9f5182-e9b1-4c8e-8195-028547b4bce3 admin admin] Publish callbacks [] for security_group (23886689-6bb2-4785-ab36-0f8ca4297bf4), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:47.559566 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-5fd3fb0e-596d-4c11-89a9-305c1da77ffd req-de9ca815-ed7b-4a7e-b3d7-67f45f42ea7b tempest-VolumesActionsTest-9574974 tempest-VolumesActionsTest-9574974-project] 10.222.0.40 "GET /v2.0/security-groups?id=a0e72760-c6c2-4c1e-bc24-fb9a280660d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817733 Jun 16 17:35:47.564650 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-4114d3b3-8d4e-48a5-9690-ed26e1ae108f req-fb7e11fc-467b-4e7d-973f-fe675d450cae tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/security-groups?id=97ffd154-7f70-49b1-9385-228cddf4fca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793734 Jun 16 17:35:47.575295 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-2a9f5182-e9b1-4c8e-8195-028547b4bce3 admin admin] Publish callbacks [] for security_group (23886689-6bb2-4785-ab36-0f8ca4297bf4), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:47.634064 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-2a9f5182-e9b1-4c8e-8195-028547b4bce3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (23886689-6bb2-4785-ab36-0f8ca4297bf4), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:47.637898 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-2a9f5182-e9b1-4c8e-8195-028547b4bce3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:47.640011 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-2a9f5182-e9b1-4c8e-8195-028547b4bce3 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/23886689-6bb2-4785-ab36-0f8ca4297bf4 HTTP/1.1" status: 204 len: 168 time: 0.1505902 Jun 16 17:35:47.650175 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9f5182-e9b1-4c8e-8195-028547b4bce3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23886689-6bb2-4785-ab36-0f8ca4297bf4,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:35:47.873701 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 55804) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:35:47.879224 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [None req-fa6987c6-161a-4fe5-a8bc-75acfe1c44ba tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1197090234', 'description': 'tempest-description--474578108'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:35:47.940601 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-fa6987c6-161a-4fe5-a8bc-75acfe1c44ba tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Publish callbacks [] for security_group (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:47.950756 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Device 39f435d8-64f1-448f-a088-41f72afec15c up at agent ovs-agent-dv-cinder-837546-2-iscsi {{(pid=104054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 17:35:48.022630 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Provisioning complete for port 39f435d8-64f1-448f-a088-41f72afec15c triggered by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:35:48.023021 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572016'] for port (39f435d8-64f1-448f-a088-41f72afec15c), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:48.057693 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-fa6987c6-161a-4fe5-a8bc-75acfe1c44ba tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Publish callbacks [] for security_group (9ec9cd17-f7bf-42f7-88bc-22078d613669), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:48.069457 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-fa6987c6-161a-4fe5-a8bc-75acfe1c44ba tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (9ec9cd17-f7bf-42f7-88bc-22078d613669), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:48.101005 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-fa6987c6-161a-4fe5-a8bc-75acfe1c44ba tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Publish callbacks [] for security_group (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:48.106377 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-fa6987c6-161a-4fe5-a8bc-75acfe1c44ba tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2283518 Jun 16 17:35:48.108080 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 55810) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:35:48.112085 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.v2.base [None req-f9fbc5ad-95d0-4eba-ac56-955519b86466 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Request body: {'security_group_rule': {'security_group_id': '9ec9cd17-f7bf-42f7-88bc-22078d613669', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:35:48.127507 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6987c6-161a-4fe5-a8bc-75acfe1c44ba tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ec9cd17-f7bf-42f7-88bc-22078d613669,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:35:48.165374 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Current status of the port 39f435d8-64f1-448f-a088-41f72afec15c is: ACTIVE; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:35:48.174524 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-f9fbc5ad-95d0-4eba-ac56-955519b86466 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Publish callbacks [] for security_group_rule (3dc99c05-d357-4f7a-a5fc-5636aa1dac10), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:48.236134 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-f9fbc5ad-95d0-4eba-ac56-955519b86466 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Publish callbacks [] for security_group_rule (3dc99c05-d357-4f7a-a5fc-5636aa1dac10), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:48.242381 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-f9fbc5ad-95d0-4eba-ac56-955519b86466 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522948'] for security_group_rule (3dc99c05-d357-4f7a-a5fc-5636aa1dac10), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:48.263552 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fbc5ad-95d0-4eba-ac56-955519b86466 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3dc99c05-d357-4f7a-a5fc-5636aa1dac10,revision_number=0']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:35:48.272249 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-f9fbc5ad-95d0-4eba-ac56-955519b86466 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:48.273537 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-f9fbc5ad-95d0-4eba-ac56-955519b86466 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1657188 Jun 16 17:35:48.276108 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 55812) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:35:48.280390 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.v2.base [None req-3ce6678e-53a4-432d-b9c4-cab1649cc833 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Request body: {'security_group_rule': {'security_group_id': '9ec9cd17-f7bf-42f7-88bc-22078d613669', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:35:48.331025 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-3ce6678e-53a4-432d-b9c4-cab1649cc833 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Publish callbacks [] for security_group_rule (7f3a7b7d-8e38-4f77-9e24-370d5ac05633), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:48.399509 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-3ce6678e-53a4-432d-b9c4-cab1649cc833 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Publish callbacks [] for security_group_rule (7f3a7b7d-8e38-4f77-9e24-370d5ac05633), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:48.403256 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-3ce6678e-53a4-432d-b9c4-cab1649cc833 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522948'] for security_group_rule (7f3a7b7d-8e38-4f77-9e24-370d5ac05633), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:48.426768 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce6678e-53a4-432d-b9c4-cab1649cc833 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f3a7b7d-8e38-4f77-9e24-370d5ac05633,revision_number=0']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:35:48.432024 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-3ce6678e-53a4-432d-b9c4-cab1649cc833 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:48.436402 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 55814) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:35:48.441200 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-3ce6678e-53a4-432d-b9c4-cab1649cc833 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1616137 Jun 16 17:35:48.443100 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [None req-9ecdd2ce-23ff-4c79-b7fa-c118bb85ad1f tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Request body: {'floatingip': {'floating_network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:35:48.471084 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-9ecdd2ce-23ff-4c79-b7fa-c118bb85ad1f tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:48.558373 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-9ecdd2ce-23ff-4c79-b7fa-c118bb85ad1f tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:48.625057 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:35:48.739343 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (9f2b4370-7d03-4dcb-9a0d-4ff62d859136), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:48.758913 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.db.db_base_plugin_common [None req-9ecdd2ce-23ff-4c79-b7fa-c118bb85ad1f tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Allocated IP 172.27.0.137 (a25e4fa3-c316-487c-825a-4fde1c36cdb2/47584a51-19b7-439b-9f28-a7f577441b18/314449d6-daed-472e-8104-8c758208f0b0) {{(pid=104052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:35:48.769345 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:35:48.775761 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8846006f-cf24-4432-b1dd-5a6c28d1ee0c req-2481707d-7118-4e6b-abcd-359dae48325c tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:35:48.777363 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-8846006f-cf24-4432-b1dd-5a6c28d1ee0c req-2481707d-7118-4e6b-abcd-359dae48325c tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/ports?device_id=54fe7037-080f-4209-bdc6-c505c4c34ec3 HTTP/1.1" status: 200 len: 946 time: 0.1024306 Jun 16 17:35:48.788681 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9f5d20-629f-495a-b4c4-59e9ccfbfde0 req-560ff06d-5f86-4a06-a0e5-3f6d027e7eda tempest-VolumesActionsTest-9574974 tempest-VolumesActionsTest-9574974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:35:48.790317 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-5f9f5d20-629f-495a-b4c4-59e9ccfbfde0 req-560ff06d-5f86-4a06-a0e5-3f6d027e7eda tempest-VolumesActionsTest-9574974 tempest-VolumesActionsTest-9574974-project] 10.222.0.40 "GET /v2.0/ports?device_id=11beebef-b030-486a-b8cd-2803da60b484 HTTP/1.1" status: 200 len: 944 time: 0.1350739 Jun 16 17:35:48.940512 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-8846006f-cf24-4432-b1dd-5a6c28d1ee0c req-dcb54201-f9d0-46e3-92bc-63cd0fae7193 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/security-groups?id=97ffd154-7f70-49b1-9385-228cddf4fca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482749 Jun 16 17:35:48.949117 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-5f9f5d20-629f-495a-b4c4-59e9ccfbfde0 req-1cecd1fc-431c-4c83-adaa-2c5f0fa8483b tempest-VolumesActionsTest-9574974 tempest-VolumesActionsTest-9574974-project] 10.222.0.40 "GET /v2.0/security-groups?id=a0e72760-c6c2-4c1e-bc24-fb9a280660d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532536 Jun 16 17:35:48.980107 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-9ecdd2ce-23ff-4c79-b7fa-c118bb85ad1f tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Publish callbacks [] for port (314449d6-daed-472e-8104-8c758208f0b0), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:49.013970 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-9ecdd2ce-23ff-4c79-b7fa-c118bb85ad1f tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762170029078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62916395'] for port (314449d6-daed-472e-8104-8c758208f0b0), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:49.050910 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ecdd2ce-23ff-4c79-b7fa-c118bb85ad1f tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Network a25e4fa3-c316-487c-825a-4fde1c36cdb2 is already hosted by enough agents. {{(pid=104052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:35:49.053795 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.base_scheduler [None req-9ecdd2ce-23ff-4c79-b7fa-c118bb85ad1f tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Resources bound (agent type, host, resource id): {{(pid=104052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:35:49.059397 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ecdd2ce-23ff-4c79-b7fa-c118bb85ad1f tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Received port after_create {{(pid=104052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 17:35:49.086340 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecdd2ce-23ff-4c79-b7fa-c118bb85ad1f tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Pushing event updated for resources: {'Port': ['ID=314449d6-daed-472e-8104-8c758208f0b0,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:35:49.106339 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=41 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:35:49.184696 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-9ecdd2ce-23ff-4c79-b7fa-c118bb85ad1f tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Publish callbacks [] for floatingip (deb9391c-bf01-454f-b465-d72c36912601), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:49.225308 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-9ecdd2ce-23ff-4c79-b7fa-c118bb85ad1f tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (314449d6-daed-472e-8104-8c758208f0b0), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:49.383330 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-9ecdd2ce-23ff-4c79-b7fa-c118bb85ad1f tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Publish callbacks [] for port (314449d6-daed-472e-8104-8c758208f0b0), precommit_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:49.387991 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-9ecdd2ce-23ff-4c79-b7fa-c118bb85ad1f tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62916386'] for port (314449d6-daed-472e-8104-8c758208f0b0), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:49.447906 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:35:49.461099 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecdd2ce-23ff-4c79-b7fa-c118bb85ad1f tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Pushing event updated for resources: {'Port': ['ID=314449d6-daed-472e-8104-8c758208f0b0,revision_number=2']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:35:49.474905 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-9ecdd2ce-23ff-4c79-b7fa-c118bb85ad1f tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-375498'] for floatingip (deb9391c-bf01-454f-b465-d72c36912601), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:49.489640 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-9ecdd2ce-23ff-4c79-b7fa-c118bb85ad1f tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228225'] for floatingip (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:49.491011 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-9ecdd2ce-23ff-4c79-b7fa-c118bb85ad1f tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0522006 Jun 16 17:35:49.649684 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6348c7bd-60f2-4b30-bc16-6c0cd8817e7d None None] Sync routers for ids ['5e169b57-6046-4cc7-bf1e-cf60de126534'] in dv-cinder-837546-2-iscsi {{(pid=104055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:35:49.663228 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6348c7bd-60f2-4b30-bc16-6c0cd8817e7d None None] Routers {'5e169b57-6046-4cc7-bf1e-cf60de126534'} bound to L3 agent in host dv-cinder-837546-2-iscsi {{(pid=104055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:35:49.663852 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-6348c7bd-60f2-4b30-bc16-6c0cd8817e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T17:26:01Z,description=,heartbeat_timestamp=2022-06-16T17:35:31Z,host='dv-cinder-837546-2-iscsi',id=43e250b4-0ce3-4949-aa8c-0bafe6454580,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:26:01Z,topic='l3_agent')) {'router_ids': ['5e169b57-6046-4cc7-bf1e-cf60de126534'], 'active': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:35:49.708151 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-ea00f42e-6d6e-4c7f-8f48-66cd6100d6ae req-b153bf71-e35c-4172-9775-8852a1a5f342 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-securitygroup--1197090234&fields=id&tenant_id=34fb554e0cf14c7ab3a9f538273c289e HTTP/1.1" status: 200 len: 267 time: 0.0448158 Jun 16 17:35:49.770782 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvr_db [None req-6348c7bd-60f2-4b30-bc16-6c0cd8817e7d None None] Set router 5e169b57-6046-4cc7-bf1e-cf60de126534 gateway port host: dv-cinder-837546-2-iscsi {{(pid=104055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:35:49.831698 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e62cebb-daae-441f-b196-1a1ceaa7a162 req-616a095a-cc55-4f08-8808-08d482393795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:35:49.833301 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-6e62cebb-daae-441f-b196-1a1ceaa7a162 req-616a095a-cc55-4f08-8808-08d482393795 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=20bf4fe4ecc74735a2abdb5068b0785a&device_id=11beebef-b030-486a-b8cd-2803da60b484 HTTP/1.1" status: 200 len: 1128 time: 0.0797987 Jun 16 17:35:49.836969 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:35:49.917622 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Device 3c820706-d421-42fa-be59-63f8f5781a6c up at agent ovs-agent-dv-cinder-837546-2-iscsi {{(pid=104054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 17:35:49.924628 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea00f42e-6d6e-4c7f-8f48-66cd6100d6ae req-e5d78afd-5a58-4f38-83c7-66f1d182f3db tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:35:49.929059 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-ea00f42e-6d6e-4c7f-8f48-66cd6100d6ae req-e5d78afd-5a58-4f38-83c7-66f1d182f3db tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/networks?id=3cd693dc-5d6d-482c-a40c-9c9d0ef17994 HTTP/1.1" status: 200 len: 817 time: 0.2135007 Jun 16 17:35:49.968999 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Provisioning complete for port 3c820706-d421-42fa-be59-63f8f5781a6c triggered by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:35:49.969741 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572016'] for port (3c820706-d421-42fa-be59-63f8f5781a6c), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:49.980937 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-6348c7bd-60f2-4b30-bc16-6c0cd8817e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e169b57-6046-4cc7-bf1e-cf60de126534', 'name': 'tempest-AttachVolumeShelveTestJSON-1875317516-router', 'tenant_id': '34fb554e0cf14c7ab3a9f538273c289e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'external_fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '3c820706-d421-42fa-be59-63f8f5781a6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:35:42Z', 'updated_at': '2022-06-16T17:35:46Z', 'revision_number': 4, 'project_id': '34fb554e0cf14c7ab3a9f538273c289e', 'gw_port': {'id': '3c820706-d421-42fa-be59-63f8f5781a6c', 'name': '', 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:bc:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e169b57-6046-4cc7-bf1e-cf60de126534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:35:43Z', 'updated_at': '2022-06-16T17:35:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47584a51-19b7-439b-9f28-a7f577441b18', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-2-iscsi', '_interfaces': [{'id': 'bbb0ad55-4736-4773-95b7-f7786b05abc9', 'name': '', 'network_id': '3cd693dc-5d6d-482c-a40c-9c9d0ef17994', 'tenant_id': '34fb554e0cf14c7ab3a9f538273c289e', 'mac_address': 'fa:16:3e:a9:c5:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e169b57-6046-4cc7-bf1e-cf60de126534', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '15008cf9-9c5e-4724-bbb5-bbf37d371079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:35:45Z', 'updated_at': '2022-06-16T17:35:46Z', 'revision_number': 2, 'project_id': '34fb554e0cf14c7ab3a9f538273c289e', 'subnets': [{'id': '15008cf9-9c5e-4724-bbb5-bbf37d371079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837546-2-iscsi', False) {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:35:50.010974 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6348c7bd-60f2-4b30-bc16-6c0cd8817e7d None None] Checking router: 5e169b57-6046-4cc7-bf1e-cf60de126534 for host: dv-cinder-837546-2-iscsi {{(pid=104055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:35:50.010974 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6348c7bd-60f2-4b30-bc16-6c0cd8817e7d None None] Updating router 5e169b57-6046-4cc7-bf1e-cf60de126534 port bbb0ad55-4736-4773-95b7-f7786b05abc9 binding host dv-cinder-837546-2-iscsi {{(pid=104055) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 17:35:50.049664 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6348c7bd-60f2-4b30-bc16-6c0cd8817e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (bbb0ad55-4736-4773-95b7-f7786b05abc9), before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:50.068202 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e62cebb-daae-441f-b196-1a1ceaa7a162 req-747c73e0-422b-48f4-8b22-d9f7ad5d8b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:35:50.069883 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-6e62cebb-daae-441f-b196-1a1ceaa7a162 req-747c73e0-422b-48f4-8b22-d9f7ad5d8b1c service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=20bf4fe4ecc74735a2abdb5068b0785a&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2276721 Jun 16 17:35:50.076381 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Current status of the port 3c820706-d421-42fa-be59-63f8f5781a6c is: DOWN; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:35:50.076977 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (3c820706-d421-42fa-be59-63f8f5781a6c), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:50.094713 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-ea00f42e-6d6e-4c7f-8f48-66cd6100d6ae req-5d65a5d1-52e2-4bbc-9a88-ba3c901a692f tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/quotas/34fb554e0cf14c7ab3a9f538273c289e HTTP/1.1" status: 200 len: 375 time: 0.0561137 Jun 16 17:35:50.101386 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] For port 3c820706-d421-42fa-be59-63f8f5781a6c, host dv-cinder-837546-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-2-iscsi',level=0,port_id=3c820706-d421-42fa-be59-63f8f5781a6c,segment=NetworkSegment(f847f272-90b1-4369-8e48-25aa20ff3114),segment_id=f847f272-90b1-4369-8e48-25aa20ff3114)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:35:50.106520 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114'] for port (3c820706-d421-42fa-be59-63f8f5781a6c), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:50.135775 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:35:50.172249 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Pushing event updated for resources: {'Port': ['ID=3c820706-d421-42fa-be59-63f8f5781a6c,revision_number=4']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:35:50.181067 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-ea00f42e-6d6e-4c7f-8f48-66cd6100d6ae req-2657eeca-cf0e-4aa7-81f3-91e4047cb5e1 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=34fb554e0cf14c7ab3a9f538273c289e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0673966 Jun 16 17:35:50.236117 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e7398a-bd49-43f4-a02d-f721fc6ca33c req-3217e55c-2dd3-4292-b202-5d14049a46c1 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:35:50.237843 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-89e7398a-bd49-43f4-a02d-f721fc6ca33c req-3217e55c-2dd3-4292-b202-5d14049a46c1 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/ports?device_id=54fe7037-080f-4209-bdc6-c505c4c34ec3 HTTP/1.1" status: 200 len: 946 time: 0.2005219 Jun 16 17:35:50.275893 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:35:50.441079 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6348c7bd-60f2-4b30-bc16-6c0cd8817e7d None None] Publish callbacks [] for port (bbb0ad55-4736-4773-95b7-f7786b05abc9), precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:50.444084 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e62cebb-daae-441f-b196-1a1ceaa7a162 req-86ba8593-04a8-46bb-8a8d-28c64d3bc8de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:35:50.445762 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-6e62cebb-daae-441f-b196-1a1ceaa7a162 req-86ba8593-04a8-46bb-8a8d-28c64d3bc8de service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3537993 Jun 16 17:35:50.447830 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6348c7bd-60f2-4b30-bc16-6c0cd8817e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114'] for port (bbb0ad55-4736-4773-95b7-f7786b05abc9), after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:50.457059 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-89e7398a-bd49-43f4-a02d-f721fc6ca33c req-c95f24f8-60e5-4845-ae02-7e9a095dfabe tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/security-groups?id=97ffd154-7f70-49b1-9385-228cddf4fca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739867 Jun 16 17:35:50.461041 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-ea00f42e-6d6e-4c7f-8f48-66cd6100d6ae req-fa7115c1-c4f7-4ecc-827a-9e8c525deea0 service neutron] 10.222.0.40 "GET /v2.0/networks/3cd693dc-5d6d-482c-a40c-9c9d0ef17994?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2568340 Jun 16 17:35:50.499477 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f97f4d-e20c-4ddd-856c-122f558a9c07 None None] Pushing event updated for resources: {'Port': ['ID=bbb0ad55-4736-4773-95b7-f7786b05abc9,revision_number=3']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:35:50.525552 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f97f4d-e20c-4ddd-856c-122f558a9c07 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:35:50.525894 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f97f4d-e20c-4ddd-856c-122f558a9c07 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:35:50.526238 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f97f4d-e20c-4ddd-856c-122f558a9c07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:35:50.526595 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f97f4d-e20c-4ddd-856c-122f558a9c07 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:35:50.526908 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f97f4d-e20c-4ddd-856c-122f558a9c07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:35:50.527224 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f97f4d-e20c-4ddd-856c-122f558a9c07 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:35:50.527537 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f97f4d-e20c-4ddd-856c-122f558a9c07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:35:50.527851 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f97f4d-e20c-4ddd-856c-122f558a9c07 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:35:50.528161 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f97f4d-e20c-4ddd-856c-122f558a9c07 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:35:50.528470 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f97f4d-e20c-4ddd-856c-122f558a9c07 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:35:50.528783 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f97f4d-e20c-4ddd-856c-122f558a9c07 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:35:50.529167 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f97f4d-e20c-4ddd-856c-122f558a9c07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:35:50.529434 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f97f4d-e20c-4ddd-856c-122f558a9c07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:35:50.529744 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f97f4d-e20c-4ddd-856c-122f558a9c07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:35:50.530056 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f97f4d-e20c-4ddd-856c-122f558a9c07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:35:50.576503 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [None req-6348c7bd-60f2-4b30-bc16-6c0cd8817e7d None None] Attempting to bind port bbb0ad55-4736-4773-95b7-f7786b05abc9 on host dv-cinder-837546-2-iscsi for vnic_type normal with profile {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 17:35:50.576856 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [None req-6348c7bd-60f2-4b30-bc16-6c0cd8817e7d None None] Attempting to bind port bbb0ad55-4736-4773-95b7-f7786b05abc9 by drivers openvswitch,hyperv on host dv-cinder-837546-2-iscsi at level 0 using segments [{'id': '86f1a2bf-e88a-4894-b8aa-61c574f8d191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '3cd693dc-5d6d-482c-a40c-9c9d0ef17994'}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 17:35:50.577630 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6348c7bd-60f2-4b30-bc16-6c0cd8817e7d None None] Attempting to bind port bbb0ad55-4736-4773-95b7-f7786b05abc9 on network 3cd693dc-5d6d-482c-a40c-9c9d0ef17994 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 17:35:50.584452 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6348c7bd-60f2-4b30-bc16-6c0cd8817e7d None None] Checking agent: {'id': 'f1f6c009-5a31-4833-b180-4d9d41a55fe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837546-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 17, 26, 4), 'started_at': datetime.datetime(2022, 6, 16, 17, 26, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 17, 35, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837546-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 17:35:50.584814 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6348c7bd-60f2-4b30-bc16-6c0cd8817e7d None None] Checking segment: {'id': '86f1a2bf-e88a-4894-b8aa-61c574f8d191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '3cd693dc-5d6d-482c-a40c-9c9d0ef17994'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 17:35:50.585244 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6348c7bd-60f2-4b30-bc16-6c0cd8817e7d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:50.585623 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6348c7bd-60f2-4b30-bc16-6c0cd8817e7d None None] Bound using segment: {'id': '86f1a2bf-e88a-4894-b8aa-61c574f8d191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '3cd693dc-5d6d-482c-a40c-9c9d0ef17994'} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 17:35:50.586105 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [None req-6348c7bd-60f2-4b30-bc16-6c0cd8817e7d None None] Bound port: bbb0ad55-4736-4773-95b7-f7786b05abc9, host: dv-cinder-837546-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86f1a2bf-e88a-4894-b8aa-61c574f8d191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '3cd693dc-5d6d-482c-a40c-9c9d0ef17994'}}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 17:35:50.586572 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6348c7bd-60f2-4b30-bc16-6c0cd8817e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (bbb0ad55-4736-4773-95b7-f7786b05abc9), before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:50.670858 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-6348c7bd-60f2-4b30-bc16-6c0cd8817e7d None None] For port bbb0ad55-4736-4773-95b7-f7786b05abc9, host dv-cinder-837546-2-iscsi, cleared binding levels {{(pid=104055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 17:35:50.675446 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-6348c7bd-60f2-4b30-bc16-6c0cd8817e7d None None] For port bbb0ad55-4736-4773-95b7-f7786b05abc9, host dv-cinder-837546-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-2-iscsi',level=0,port_id=bbb0ad55-4736-4773-95b7-f7786b05abc9,segment=NetworkSegment(86f1a2bf-e88a-4894-b8aa-61c574f8d191),segment_id=86f1a2bf-e88a-4894-b8aa-61c574f8d191)] {{(pid=104055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 17:35:50.682411 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6348c7bd-60f2-4b30-bc16-6c0cd8817e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114'] for port (bbb0ad55-4736-4773-95b7-f7786b05abc9), after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:50.746347 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6348c7bd-60f2-4b30-bc16-6c0cd8817e7d None None] Routers {'5e169b57-6046-4cc7-bf1e-cf60de126534'} bound to L3 agent in host dv-cinder-837546-2-iscsi {{(pid=104055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:35:50.746974 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-6348c7bd-60f2-4b30-bc16-6c0cd8817e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T17:26:01Z,description=,heartbeat_timestamp=2022-06-16T17:35:31Z,host='dv-cinder-837546-2-iscsi',id=43e250b4-0ce3-4949-aa8c-0bafe6454580,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:26:01Z,topic='l3_agent')) {'router_ids': ['5e169b57-6046-4cc7-bf1e-cf60de126534'], 'active': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:35:50.752497 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f97f4d-e20c-4ddd-856c-122f558a9c07 None None] Pushing event updated for resources: {'Port': ['ID=bbb0ad55-4736-4773-95b7-f7786b05abc9,revision_number=4']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:35:50.774641 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-8eb58d69-02df-45f2-86ef-e082feeba853 None None] Provisioning complete for port bbb0ad55-4736-4773-95b7-f7786b05abc9 triggered by entity DHCP. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:35:50.775117 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-8eb58d69-02df-45f2-86ef-e082feeba853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572016'] for port (bbb0ad55-4736-4773-95b7-f7786b05abc9), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:50.834233 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:35:50.866174 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-8eb58d69-02df-45f2-86ef-e082feeba853 None None] Current status of the port bbb0ad55-4736-4773-95b7-f7786b05abc9 is: DOWN; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:35:50.866913 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-8eb58d69-02df-45f2-86ef-e082feeba853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (bbb0ad55-4736-4773-95b7-f7786b05abc9), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:50.880821 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3457215d-2770-4894-b9ac-4e0e61586e54 req-4d39821c-86b0-477b-ac22-d35282e8eece tempest-VolumesActionsTest-9574974 tempest-VolumesActionsTest-9574974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:35:50.882397 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-3457215d-2770-4894-b9ac-4e0e61586e54 req-4d39821c-86b0-477b-ac22-d35282e8eece tempest-VolumesActionsTest-9574974 tempest-VolumesActionsTest-9574974-project] 10.222.0.40 "GET /v2.0/ports?device_id=11beebef-b030-486a-b8cd-2803da60b484 HTTP/1.1" status: 200 len: 944 time: 0.0919888 Jun 16 17:35:50.882611 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvr_db [None req-6348c7bd-60f2-4b30-bc16-6c0cd8817e7d None None] Set router 5e169b57-6046-4cc7-bf1e-cf60de126534 gateway port host: dv-cinder-837546-2-iscsi {{(pid=104055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:35:50.885861 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c43d775-85e5-410e-83bc-270063fba00e req-0f05cb3f-7ff2-470d-99fa-932d2a73658f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:35:50.887352 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-0c43d775-85e5-410e-83bc-270063fba00e req-0f05cb3f-7ff2-470d-99fa-932d2a73658f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=20bf4fe4ecc74735a2abdb5068b0785a&device_id=11beebef-b030-486a-b8cd-2803da60b484 HTTP/1.1" status: 200 len: 1128 time: 0.1053064 Jun 16 17:35:50.914248 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-8eb58d69-02df-45f2-86ef-e082feeba853 None None] For port bbb0ad55-4736-4773-95b7-f7786b05abc9, host dv-cinder-837546-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-2-iscsi',level=0,port_id=bbb0ad55-4736-4773-95b7-f7786b05abc9,segment=NetworkSegment(86f1a2bf-e88a-4894-b8aa-61c574f8d191),segment_id=86f1a2bf-e88a-4894-b8aa-61c574f8d191)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:35:50.924324 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-8eb58d69-02df-45f2-86ef-e082feeba853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114'] for port (bbb0ad55-4736-4773-95b7-f7786b05abc9), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:50.950546 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:35:50.956506 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-0c43d775-85e5-410e-83bc-270063fba00e req-ff805c01-14dd-430a-880f-7728fc576545 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e325070c-6d45-4977-8bd5-51aa2cb6001e HTTP/1.1" status: 200 len: 217 time: 0.0594218 Jun 16 17:35:50.960204 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-ea00f42e-6d6e-4c7f-8f48-66cd6100d6ae req-5147b202-0731-47ba-ace2-51d4e220fe6f service neutron] 10.222.0.40 "GET /v2.0/networks/3cd693dc-5d6d-482c-a40c-9c9d0ef17994?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4888308 Jun 16 17:35:50.996428 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:35:51.004417 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb58d69-02df-45f2-86ef-e082feeba853 None None] Pushing event updated for resources: {'Port': ['ID=bbb0ad55-4736-4773-95b7-f7786b05abc9,revision_number=5']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:35:51.020200 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-3457215d-2770-4894-b9ac-4e0e61586e54 req-930d491e-6cb4-4428-b0c9-7720b27af1e3 tempest-VolumesActionsTest-9574974 tempest-VolumesActionsTest-9574974-project] 10.222.0.40 "GET /v2.0/security-groups?id=a0e72760-c6c2-4c1e-bc24-fb9a280660d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318946 Jun 16 17:35:51.039993 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c43d775-85e5-410e-83bc-270063fba00e req-6f6d2a29-f4ce-4ff8-baf6-d743aad3c33f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:35:51.041497 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-0c43d775-85e5-410e-83bc-270063fba00e req-6f6d2a29-f4ce-4ff8-baf6-d743aad3c33f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6ae20d61-47a7-468a-a773-3dd8103f096e HTTP/1.1" status: 200 len: 848 time: 0.0537703 Jun 16 17:35:51.054517 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-dc2b800a-4d68-4a3f-bbaf-e60f79f07e09 None None] Provisioning complete for port bbb0ad55-4736-4773-95b7-f7786b05abc9 triggered by entity DHCP. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:35:51.055227 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-dc2b800a-4d68-4a3f-bbaf-e60f79f07e09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572016'] for port (bbb0ad55-4736-4773-95b7-f7786b05abc9), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:51.088454 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-0c43d775-85e5-410e-83bc-270063fba00e req-a6490966-6cbc-4619-8f45-4d17940e9be0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bdb07972-a2d5-4a86-97bf-80abf8620cc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357766 Jun 16 17:35:51.128460 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-6348c7bd-60f2-4b30-bc16-6c0cd8817e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e169b57-6046-4cc7-bf1e-cf60de126534', 'name': 'tempest-AttachVolumeShelveTestJSON-1875317516-router', 'tenant_id': '34fb554e0cf14c7ab3a9f538273c289e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'external_fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '3c820706-d421-42fa-be59-63f8f5781a6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:35:42Z', 'updated_at': '2022-06-16T17:35:46Z', 'revision_number': 4, 'project_id': '34fb554e0cf14c7ab3a9f538273c289e', 'gw_port': {'id': '3c820706-d421-42fa-be59-63f8f5781a6c', 'name': '', 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:bc:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e169b57-6046-4cc7-bf1e-cf60de126534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:35:43Z', 'updated_at': '2022-06-16T17:35:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47584a51-19b7-439b-9f28-a7f577441b18', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-2-iscsi', '_interfaces': [{'id': 'bbb0ad55-4736-4773-95b7-f7786b05abc9', 'name': '', 'network_id': '3cd693dc-5d6d-482c-a40c-9c9d0ef17994', 'tenant_id': '34fb554e0cf14c7ab3a9f538273c289e', 'mac_address': 'fa:16:3e:a9:c5:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e169b57-6046-4cc7-bf1e-cf60de126534', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '15008cf9-9c5e-4724-bbb5-bbf37d371079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:35:45Z', 'updated_at': '2022-06-16T17:35:50Z', 'revision_number': 4, 'project_id': '34fb554e0cf14c7ab3a9f538273c289e', 'subnets': [{'id': '15008cf9-9c5e-4724-bbb5-bbf37d371079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837546-2-iscsi', False) {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:35:51.148924 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-dc2b800a-4d68-4a3f-bbaf-e60f79f07e09 None None] Current status of the port bbb0ad55-4736-4773-95b7-f7786b05abc9 is: ACTIVE; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:35:51.169390 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6348c7bd-60f2-4b30-bc16-6c0cd8817e7d None None] The sync data for ids ['5e169b57-6046-4cc7-bf1e-cf60de126534'] in dv-cinder-837546-2-iscsi is: [{'id': '5e169b57-6046-4cc7-bf1e-cf60de126534', 'name': 'tempest-AttachVolumeShelveTestJSON-1875317516-router', 'tenant_id': '34fb554e0cf14c7ab3a9f538273c289e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'external_fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '3c820706-d421-42fa-be59-63f8f5781a6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:35:42Z', 'updated_at': '2022-06-16T17:35:46Z', 'revision_number': 4, 'project_id': '34fb554e0cf14c7ab3a9f538273c289e', 'gw_port': {'id': '3c820706-d421-42fa-be59-63f8f5781a6c', 'name': '', 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:bc:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e169b57-6046-4cc7-bf1e-cf60de126534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:35:43Z', 'updated_at': '2022-06-16T17:35:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47584a51-19b7-439b-9f28-a7f577441b18', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-2-iscsi', '_interfaces': [{'id': 'bbb0ad55-4736-4773-95b7-f7786b05abc9', 'name': '', 'network_id': '3cd693dc-5d6d-482c-a40c-9c9d0ef17994', 'tenant_id': '34fb554e0cf14c7ab3a9f538273c289e', 'mac_address': 'fa:16:3e:a9:c5:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e169b57-6046-4cc7-bf1e-cf60de126534', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '15008cf9-9c5e-4724-bbb5-bbf37d371079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:35:45Z', 'updated_at': '2022-06-16T17:35:50Z', 'revision_number': 4, 'project_id': '34fb554e0cf14c7ab3a9f538273c289e', 'subnets': [{'id': '15008cf9-9c5e-4724-bbb5-bbf37d371079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:35:51.232313 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-182504b8-f73b-4b61-9e4a-0b4ca4b9bf3e req-df7cca3f-d069-4d29-a479-b2541915d89e tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/ports?device_id=ade4cabc-bd7b-4506-b836-9178181c78e2 HTTP/1.1" status: 200 len: 210 time: 0.0408523 Jun 16 17:35:51.242736 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-0c43d775-85e5-410e-83bc-270063fba00e req-a2c19efb-61c8-45bc-a78a-55fae2ec81dc service neutron] 10.222.0.47 "GET /v2.0/networks/bdb07972-a2d5-4a86-97bf-80abf8620cc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448112 Jun 16 17:35:51.267038 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.agents_db [None req-618f4cd3-4a7d-480c-b6e2-8b59597e19f3 None None] Agent healthcheck: found 6 active agents {{(pid=104055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 17:35:51.380725 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-0c43d775-85e5-410e-83bc-270063fba00e req-db7017e4-feec-4bb4-8faf-8480a4f0663b service neutron] 10.222.0.47 "GET /v2.0/networks/bdb07972-a2d5-4a86-97bf-80abf8620cc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308162 Jun 16 17:35:51.685081 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9a3064-a916-4df4-bdd7-9d07b7409504 req-cc09033c-ef52-48c6-9c53-c4d26d2fccbc tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:35:51.686825 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-0b9a3064-a916-4df4-bdd7-9d07b7409504 req-cc09033c-ef52-48c6-9c53-c4d26d2fccbc tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/ports?device_id=54fe7037-080f-4209-bdc6-c505c4c34ec3 HTTP/1.1" status: 200 len: 946 time: 0.0702283 Jun 16 17:35:51.749177 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=100 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:35:51.767354 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-0b9a3064-a916-4df4-bdd7-9d07b7409504 req-b0137c05-1ca9-4468-bad0-436d382eea57 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/security-groups?id=97ffd154-7f70-49b1-9385-228cddf4fca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706379 Jun 16 17:35:51.914225 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Device bbb0ad55-4736-4773-95b7-f7786b05abc9 up at agent ovs-agent-dv-cinder-837546-2-iscsi {{(pid=104054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 17:35:51.971189 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Provisioning complete for port bbb0ad55-4736-4773-95b7-f7786b05abc9 triggered by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:35:51.971880 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572016'] for port (bbb0ad55-4736-4773-95b7-f7786b05abc9), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:52.045303 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Current status of the port bbb0ad55-4736-4773-95b7-f7786b05abc9 is: ACTIVE; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:35:52.047114 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Device 3c820706-d421-42fa-be59-63f8f5781a6c up at agent ovs-agent-dv-cinder-837546-2-iscsi {{(pid=104054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 17:35:52.088935 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Provisioning complete for port 3c820706-d421-42fa-be59-63f8f5781a6c triggered by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:35:52.089334 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572016'] for port (3c820706-d421-42fa-be59-63f8f5781a6c), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:52.150929 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17323a3c-293a-477a-8ef5-5417f57845ca req-53c8afb5-04a7-4b69-afb7-13247f79bb4b tempest-VolumesActionsTest-9574974 tempest-VolumesActionsTest-9574974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:35:52.152360 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-17323a3c-293a-477a-8ef5-5417f57845ca req-53c8afb5-04a7-4b69-afb7-13247f79bb4b tempest-VolumesActionsTest-9574974 tempest-VolumesActionsTest-9574974-project] 10.222.0.40 "GET /v2.0/ports?device_id=11beebef-b030-486a-b8cd-2803da60b484 HTTP/1.1" status: 200 len: 944 time: 0.0536294 Jun 16 17:35:52.164986 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Current status of the port 3c820706-d421-42fa-be59-63f8f5781a6c is: ACTIVE; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:35:52.201120 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-17323a3c-293a-477a-8ef5-5417f57845ca req-cafde67b-d903-4a4b-8f92-feca104cf286 tempest-VolumesActionsTest-9574974 tempest-VolumesActionsTest-9574974-project] 10.222.0.40 "GET /v2.0/security-groups?id=a0e72760-c6c2-4c1e-bc24-fb9a280660d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425425 Jun 16 17:35:52.333890 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-595f3970-016c-42f8-93ad-a21cb45572bd req-cf45cda1-1021-41c2-beb3-62ee1cd671aa tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/ports?device_id=ade4cabc-bd7b-4506-b836-9178181c78e2 HTTP/1.1" status: 200 len: 210 time: 0.0282223 Jun 16 17:35:52.889118 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe89a693-22dc-4499-ab47-88758204a520 req-4618eec3-64d9-4539-b69b-73112c6956ed tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:35:52.891492 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-fe89a693-22dc-4499-ab47-88758204a520 req-4618eec3-64d9-4539-b69b-73112c6956ed tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/ports?device_id=54fe7037-080f-4209-bdc6-c505c4c34ec3 HTTP/1.1" status: 200 len: 946 time: 0.0516281 Jun 16 17:35:52.953133 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-fe89a693-22dc-4499-ab47-88758204a520 req-6ecaa332-3d67-45f0-bc9f-8ba51c9a8ffc tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/security-groups?id=97ffd154-7f70-49b1-9385-228cddf4fca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554585 Jun 16 17:35:53.324522 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cb9e4a-3a3f-4dcd-9ba2-01dc6cafd450 req-ccccce0b-b412-42bf-8825-8b9be7c98c63 tempest-VolumesActionsTest-9574974 tempest-VolumesActionsTest-9574974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:35:53.326038 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-03cb9e4a-3a3f-4dcd-9ba2-01dc6cafd450 req-ccccce0b-b412-42bf-8825-8b9be7c98c63 tempest-VolumesActionsTest-9574974 tempest-VolumesActionsTest-9574974-project] 10.222.0.40 "GET /v2.0/ports?device_id=11beebef-b030-486a-b8cd-2803da60b484 HTTP/1.1" status: 200 len: 944 time: 0.0502295 Jun 16 17:35:53.375760 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-03cb9e4a-3a3f-4dcd-9ba2-01dc6cafd450 req-f0edc479-4d77-4c2e-bdeb-8583a9d5ce32 tempest-VolumesActionsTest-9574974 tempest-VolumesActionsTest-9574974-project] 10.222.0.40 "GET /v2.0/security-groups?id=a0e72760-c6c2-4c1e-bc24-fb9a280660d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433040 Jun 16 17:35:53.435129 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-47ee7557-8dff-4a69-a082-8e28af5f720a req-45baccc8-8982-429c-8d95-ac8a2d643d91 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/ports?device_id=ade4cabc-bd7b-4506-b836-9178181c78e2 HTTP/1.1" status: 200 len: 210 time: 0.0273435 Jun 16 17:35:54.072699 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86fed73-7d96-42d6-9bf8-faf7225a1796 req-063bb5c1-fe02-4284-bbd5-1aea0c2d7980 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:35:54.074204 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-a86fed73-7d96-42d6-9bf8-faf7225a1796 req-063bb5c1-fe02-4284-bbd5-1aea0c2d7980 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/ports?device_id=54fe7037-080f-4209-bdc6-c505c4c34ec3 HTTP/1.1" status: 200 len: 946 time: 0.0485253 Jun 16 17:35:54.126028 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-a86fed73-7d96-42d6-9bf8-faf7225a1796 req-47000181-b58f-443e-bc48-379fd0f0d135 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/security-groups?id=97ffd154-7f70-49b1-9385-228cddf4fca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449843 Jun 16 17:35:54.490258 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8743464f-fd96-4d48-a0fc-918cc2e9c206 req-bf3a49f3-8c09-4be2-b04b-98548350fccb tempest-VolumesActionsTest-9574974 tempest-VolumesActionsTest-9574974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:35:54.491755 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-8743464f-fd96-4d48-a0fc-918cc2e9c206 req-bf3a49f3-8c09-4be2-b04b-98548350fccb tempest-VolumesActionsTest-9574974 tempest-VolumesActionsTest-9574974-project] 10.222.0.40 "GET /v2.0/ports?device_id=11beebef-b030-486a-b8cd-2803da60b484 HTTP/1.1" status: 200 len: 944 time: 0.0481079 Jun 16 17:35:54.547456 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-c92becf4-f826-44f3-b88c-fd1526664331 req-e07bbdc4-94e7-447e-9d1e-6255cf655a66 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/ports?device_id=ade4cabc-bd7b-4506-b836-9178181c78e2 HTTP/1.1" status: 200 len: 210 time: 0.0356579 Jun 16 17:35:54.564371 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-8743464f-fd96-4d48-a0fc-918cc2e9c206 req-99979771-cd5d-426d-9e9c-a0da7f1694fe tempest-VolumesActionsTest-9574974 tempest-VolumesActionsTest-9574974-project] 10.222.0.40 "GET /v2.0/security-groups?id=a0e72760-c6c2-4c1e-bc24-fb9a280660d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667007 Jun 16 17:35:54.917258 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Device e325070c-6d45-4977-8bd5-51aa2cb6001e details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=104054) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 17:35:55.019735 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] For port e325070c-6d45-4977-8bd5-51aa2cb6001e, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=e325070c-6d45-4977-8bd5-51aa2cb6001e,segment=NetworkSegment(34201248-dba7-46fb-9092-7c525ca78977),segment_id=34201248-dba7-46fb-9092-7c525ca78977)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:35:55.031869 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Returning: {'device': 'e325070c-6d45-4977-8bd5-51aa2cb6001e', 'network_id': 'bdb07972-a2d5-4a86-97bf-80abf8620cc4', 'port_id': 'e325070c-6d45-4977-8bd5-51aa2cb6001e', 'mac_address': 'fa:16:3e:aa:78:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ae20d61-47a7-468a-a773-3dd8103f096e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104054) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 17:35:55.067666 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Current status of the port e325070c-6d45-4977-8bd5-51aa2cb6001e is: DOWN; New status is: BUILD {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:35:55.067858 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (e325070c-6d45-4977-8bd5-51aa2cb6001e), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:55.081521 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.notifiers.nova [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e325070c-6d45-4977-8bd5-51aa2cb6001e {{(pid=104054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 17:35:55.095432 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:35:55.104455 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] For port e325070c-6d45-4977-8bd5-51aa2cb6001e, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=e325070c-6d45-4977-8bd5-51aa2cb6001e,segment=NetworkSegment(34201248-dba7-46fb-9092-7c525ca78977),segment_id=34201248-dba7-46fb-9092-7c525ca78977)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:35:55.107885 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114'] for port (e325070c-6d45-4977-8bd5-51aa2cb6001e), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:55.158039 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Pushing event updated for resources: {'Port': ['ID=e325070c-6d45-4977-8bd5-51aa2cb6001e,revision_number=4']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:35:55.252879 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b1d9e1-8a20-4f68-845d-d2df748f71d3 req-a365b9d6-a350-4253-96e0-aa3fabf481a7 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:35:55.254474 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-54b1d9e1-8a20-4f68-845d-d2df748f71d3 req-a365b9d6-a350-4253-96e0-aa3fabf481a7 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/ports?device_id=54fe7037-080f-4209-bdc6-c505c4c34ec3 HTTP/1.1" status: 200 len: 946 time: 0.0581527 Jun 16 17:35:55.310928 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-54b1d9e1-8a20-4f68-845d-d2df748f71d3 req-d7341b6a-d7b2-4ca2-957b-8228ce6d6758 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/security-groups?id=97ffd154-7f70-49b1-9385-228cddf4fca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492089 Jun 16 17:35:55.427802 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] get_ports_and_sgs() called for port_ids ['e325070c-6d45-4977-8bd5-51aa2cb6001e'] {{(pid=104054) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 17:35:55.542316 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:35:55.658353 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-c5b82e63-3507-4bd7-a42f-17c2fdca70dd req-2816d0ec-25e3-4da6-8be2-3c98f5fd5728 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/ports?device_id=ade4cabc-bd7b-4506-b836-9178181c78e2 HTTP/1.1" status: 200 len: 210 time: 0.0371218 Jun 16 17:35:55.693581 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395a579d-3e31-44e7-887d-2ee1928c3f36 req-684a9511-057e-4d74-b007-941a9fbc4fa9 tempest-VolumesActionsTest-9574974 tempest-VolumesActionsTest-9574974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:35:55.695054 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-395a579d-3e31-44e7-887d-2ee1928c3f36 req-684a9511-057e-4d74-b007-941a9fbc4fa9 tempest-VolumesActionsTest-9574974 tempest-VolumesActionsTest-9574974-project] 10.222.0.40 "GET /v2.0/ports?device_id=11beebef-b030-486a-b8cd-2803da60b484 HTTP/1.1" status: 200 len: 945 time: 0.0621934 Jun 16 17:35:55.742583 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-395a579d-3e31-44e7-887d-2ee1928c3f36 req-094da87f-c3d0-4061-a07d-449cb00c188b tempest-VolumesActionsTest-9574974 tempest-VolumesActionsTest-9574974-project] 10.222.0.40 "GET /v2.0/security-groups?id=a0e72760-c6c2-4c1e-bc24-fb9a280660d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417860 Jun 16 17:35:56.441345 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35c37de-5a23-44f0-9ace-a83baf4756f1 req-df99b4d8-ea3e-4c74-8837-72d73fc3f009 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:35:56.448128 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-f35c37de-5a23-44f0-9ace-a83baf4756f1 req-df99b4d8-ea3e-4c74-8837-72d73fc3f009 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/ports?device_id=54fe7037-080f-4209-bdc6-c505c4c34ec3 HTTP/1.1" status: 200 len: 946 time: 0.0591781 Jun 16 17:35:56.473255 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=100 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:35:56.496685 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-f35c37de-5a23-44f0-9ace-a83baf4756f1 req-d2e24599-5b82-4b4c-b512-af739058975a tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/security-groups?id=97ffd154-7f70-49b1-9385-228cddf4fca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477147 Jun 16 17:35:56.777805 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-e50f5820-730b-4067-9599-5c8e97fbaa4e req-dc90b8fc-0f9c-47c0-ad25-2abe3a7f6557 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/ports?device_id=ade4cabc-bd7b-4506-b836-9178181c78e2 HTTP/1.1" status: 200 len: 210 time: 0.0301332 Jun 16 17:35:56.856077 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8096489a-a894-46c2-86ba-c81b78c6cbd4 req-fac65dce-f7c5-4e34-b895-540a49a37720 tempest-VolumesActionsTest-9574974 tempest-VolumesActionsTest-9574974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:35:56.857541 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-8096489a-a894-46c2-86ba-c81b78c6cbd4 req-fac65dce-f7c5-4e34-b895-540a49a37720 tempest-VolumesActionsTest-9574974 tempest-VolumesActionsTest-9574974-project] 10.222.0.40 "GET /v2.0/ports?device_id=11beebef-b030-486a-b8cd-2803da60b484 HTTP/1.1" status: 200 len: 945 time: 0.0475855 Jun 16 17:35:56.906386 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-8096489a-a894-46c2-86ba-c81b78c6cbd4 req-646e24e8-01be-4498-8c2a-ee41b0e36e60 tempest-VolumesActionsTest-9574974 tempest-VolumesActionsTest-9574974-project] 10.222.0.40 "GET /v2.0/security-groups?id=a0e72760-c6c2-4c1e-bc24-fb9a280660d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426705 Jun 16 17:35:57.466685 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Device e325070c-6d45-4977-8bd5-51aa2cb6001e up at agent hyperv_hv-cinder-83754 {{(pid=104054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 17:35:57.511879 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Provisioning for port e325070c-6d45-4977-8bd5-51aa2cb6001e completed by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 17:35:57.518362 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Provisioning complete for port e325070c-6d45-4977-8bd5-51aa2cb6001e triggered by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:35:57.518660 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572016'] for port (e325070c-6d45-4977-8bd5-51aa2cb6001e), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:57.590839 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Current status of the port e325070c-6d45-4977-8bd5-51aa2cb6001e is: BUILD; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:35:57.591217 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (e325070c-6d45-4977-8bd5-51aa2cb6001e), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:57.614907 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11beebef-b030-486a-b8cd-2803da60b484', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e325070c-6d45-4977-8bd5-51aa2cb6001e'}] {{(pid=104054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 17:35:57.616452 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe61c93-6516-4491-9dee-cfab56d1e120 req-eeeb2ac9-ec13-4e8a-b804-c5c86c8a1d97 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:35:57.617696 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5645e34771f2e92f66b701059e1edb0e2a0b319a1385596c591183f5993537e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c2bb118-6c1c-4290-9c26-b8b1fe1e3e93" -d '{"events": [{"server_uuid": "11beebef-b030-486a-b8cd-2803da60b484", "name": "network-vif-plugged", "status": "completed", "tag": "e325070c-6d45-4977-8bd5-51aa2cb6001e"}]}' {{(pid=104054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:35:57.618016 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-fbe61c93-6516-4491-9dee-cfab56d1e120 req-eeeb2ac9-ec13-4e8a-b804-c5c86c8a1d97 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/ports?device_id=54fe7037-080f-4209-bdc6-c505c4c34ec3 HTTP/1.1" status: 200 len: 946 time: 0.0527461 Jun 16 17:35:57.632302 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] For port e325070c-6d45-4977-8bd5-51aa2cb6001e, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=e325070c-6d45-4977-8bd5-51aa2cb6001e,segment=NetworkSegment(34201248-dba7-46fb-9092-7c525ca78977),segment_id=34201248-dba7-46fb-9092-7c525ca78977)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:35:57.636416 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114'] for port (e325070c-6d45-4977-8bd5-51aa2cb6001e), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:57.658281 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=100 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:35:57.662703 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 17:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bdd5210-8bef-4299-b9c5-375753db41e4 x-openstack-request-id: req-3bdd5210-8bef-4299-b9c5-375753db41e4 {{(pid=104054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:35:57.663010 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11beebef-b030-486a-b8cd-2803da60b484", "name": "network-vif-plugged", "status": "completed", "tag": "e325070c-6d45-4977-8bd5-51aa2cb6001e", "code": 200}]} {{(pid=104054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:35:57.663259 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-3bdd5210-8bef-4299-b9c5-375753db41e4 {{(pid=104054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:35:57.663644 dv-cinder-837546-2-iscsi neutron-server[104054]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3bdd5210-8bef-4299-b9c5-375753db41e4'] response: {'server_uuid': '11beebef-b030-486a-b8cd-2803da60b484', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e325070c-6d45-4977-8bd5-51aa2cb6001e', 'code': 200} Jun 16 17:35:57.673814 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-fbe61c93-6516-4491-9dee-cfab56d1e120 req-7de1af7c-1d9b-4952-b88b-232eb0f038f5 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/security-groups?id=97ffd154-7f70-49b1-9385-228cddf4fca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447149 Jun 16 17:35:57.691116 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Pushing event updated for resources: {'Port': ['ID=e325070c-6d45-4977-8bd5-51aa2cb6001e,revision_number=5']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:35:57.884159 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-07d8267d-62f4-47df-a63e-8fd536d51f7a req-36871258-537b-422e-aa55-a2c407ad6aea tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/ports?device_id=ade4cabc-bd7b-4506-b836-9178181c78e2 HTTP/1.1" status: 200 len: 210 time: 0.0334048 Jun 16 17:35:58.020568 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfaf19a-6b15-460a-980c-91f3eeba3866 req-abb5eaff-827f-4569-aae3-9321fd7f7f3a tempest-VolumesActionsTest-9574974 tempest-VolumesActionsTest-9574974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:35:58.022156 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-cdfaf19a-6b15-460a-980c-91f3eeba3866 req-abb5eaff-827f-4569-aae3-9321fd7f7f3a tempest-VolumesActionsTest-9574974 tempest-VolumesActionsTest-9574974-project] 10.222.0.40 "GET /v2.0/ports?device_id=11beebef-b030-486a-b8cd-2803da60b484 HTTP/1.1" status: 200 len: 946 time: 0.0483987 Jun 16 17:35:58.070119 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-cdfaf19a-6b15-460a-980c-91f3eeba3866 req-2af6f37a-7559-4d3f-ad8b-0c5630cac7f8 tempest-VolumesActionsTest-9574974 tempest-VolumesActionsTest-9574974-project] 10.222.0.40 "GET /v2.0/security-groups?id=a0e72760-c6c2-4c1e-bc24-fb9a280660d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424066 Jun 16 17:35:58.424058 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=47,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:35:58.425509 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=71,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:35:58.792805 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dabd81e-3d01-4061-8d25-4be5c2c488b5 req-3f3f39c1-6c12-4b10-a20e-8febd54bd45b tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:35:58.794281 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-7dabd81e-3d01-4061-8d25-4be5c2c488b5 req-3f3f39c1-6c12-4b10-a20e-8febd54bd45b tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/ports?device_id=54fe7037-080f-4209-bdc6-c505c4c34ec3 HTTP/1.1" status: 200 len: 946 time: 0.0526121 Jun 16 17:35:58.845765 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-7dabd81e-3d01-4061-8d25-4be5c2c488b5 req-e940a371-6729-4a82-9b71-9f7741f947d4 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/security-groups?id=97ffd154-7f70-49b1-9385-228cddf4fca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451400 Jun 16 17:35:58.944646 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-62c40f79-e1eb-476d-bb3a-5683d0b960bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (e26ebcb9-a690-4ec1-8688-e951546304f4), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:58.989534 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-d041f8a6-c5a6-4cd6-b788-2b4196067511 req-6576f2f0-9f5b-40f6-80d1-03fedd628c36 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/ports?device_id=ade4cabc-bd7b-4506-b836-9178181c78e2 HTTP/1.1" status: 200 len: 210 time: 0.0302660 Jun 16 17:35:59.196416 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277461ed-1d5c-44b6-9d76-ef1c0ce1d7af req-f7f9cc0b-27d8-42e9-ac4f-8aa030ed231b tempest-VolumesActionsTest-9574974 tempest-VolumesActionsTest-9574974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:35:59.197925 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-277461ed-1d5c-44b6-9d76-ef1c0ce1d7af req-f7f9cc0b-27d8-42e9-ac4f-8aa030ed231b tempest-VolumesActionsTest-9574974 tempest-VolumesActionsTest-9574974-project] 10.222.0.40 "GET /v2.0/ports?device_id=11beebef-b030-486a-b8cd-2803da60b484 HTTP/1.1" status: 200 len: 946 time: 0.0469346 Jun 16 17:35:59.258001 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-277461ed-1d5c-44b6-9d76-ef1c0ce1d7af req-b78a3453-dbe8-46cc-827b-8165b9591495 tempest-VolumesActionsTest-9574974 tempest-VolumesActionsTest-9574974-project] 10.222.0.40 "GET /v2.0/security-groups?id=a0e72760-c6c2-4c1e-bc24-fb9a280660d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538929 Jun 16 17:35:59.313677 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e9a819-6b82-48e6-9e41-6241321437ae req-40e1785b-7f22-4d25-9fb5-f7085d4e7c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:35:59.315244 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-d8e9a819-6b82-48e6-9e41-6241321437ae req-40e1785b-7f22-4d25-9fb5-f7085d4e7c34 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=54fe7037-080f-4209-bdc6-c505c4c34ec3 HTTP/1.1" status: 200 len: 1130 time: 0.0410728 Jun 16 17:35:59.374665 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-d8e9a819-6b82-48e6-9e41-6241321437ae req-f57c5509-a515-4365-a3d2-2e71b4331ef5 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=97ffd154-7f70-49b1-9385-228cddf4fca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478384 Jun 16 17:35:59.450218 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea00f42e-6d6e-4c7f-8f48-66cd6100d6ae req-a8f64189-8e23-4548-9ce5-ebd71565a10b tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:35:59.452446 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-ea00f42e-6d6e-4c7f-8f48-66cd6100d6ae req-a8f64189-8e23-4548-9ce5-ebd71565a10b tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.47 "GET /v2.0/networks?id=3cd693dc-5d6d-482c-a40c-9c9d0ef17994 HTTP/1.1" status: 200 len: 817 time: 0.1264021 Jun 16 17:35:59.668846 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58875275-a1b0-4ffd-ad07-0626a9374580 req-93078ea6-dfa0-42ec-8bad-a15c62bf983f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:35:59.670625 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-58875275-a1b0-4ffd-ad07-0626a9374580 req-93078ea6-dfa0-42ec-8bad-a15c62bf983f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=11beebef-b030-486a-b8cd-2803da60b484 HTTP/1.1" status: 200 len: 1130 time: 0.0390406 Jun 16 17:35:59.691263 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-ea00f42e-6d6e-4c7f-8f48-66cd6100d6ae req-23ecea19-03cc-4404-9500-d3d69aac7907 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=34fb554e0cf14c7ab3a9f538273c289e HTTP/1.1" status: 200 len: 380 time: 0.0592477 Jun 16 17:35:59.712064 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.v2.base [req-ea00f42e-6d6e-4c7f-8f48-66cd6100d6ae req-13f4a19a-2e06-49e8-a410-ea22862a122e tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Request body: {'port': {'device_id': 'ade4cabc-bd7b-4506-b836-9178181c78e2', 'network_id': '3cd693dc-5d6d-482c-a40c-9c9d0ef17994', 'admin_state_up': True, 'tenant_id': '34fb554e0cf14c7ab3a9f538273c289e', 'security_groups': ['9ec9cd17-f7bf-42f7-88bc-22078d613669']}} {{(pid=104053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:35:59.724140 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-58875275-a1b0-4ffd-ad07-0626a9374580 req-3bada31c-4047-439f-b635-6de12bc7cf37 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=a0e72760-c6c2-4c1e-bc24-fb9a280660d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398574 Jun 16 17:35:59.832904 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea00f42e-6d6e-4c7f-8f48-66cd6100d6ae req-13f4a19a-2e06-49e8-a410-ea22862a122e tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Made reservation on behalf of 34fb554e0cf14c7ab3a9f538273c289e for: {'port': 1} {{(pid=104053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:35:59.836286 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [req-ea00f42e-6d6e-4c7f-8f48-66cd6100d6ae req-13f4a19a-2e06-49e8-a410-ea22862a122e tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:59.968808 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d6f0b7-1a8c-46de-bef5-db656a5ced8b req-f4e43692-1c0d-4694-b079-c5216ecf7e19 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:35:59.970444 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-f7d6f0b7-1a8c-46de-bef5-db656a5ced8b req-f4e43692-1c0d-4694-b079-c5216ecf7e19 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/ports?device_id=54fe7037-080f-4209-bdc6-c505c4c34ec3 HTTP/1.1" status: 200 len: 946 time: 0.0515249 Jun 16 17:36:00.022753 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-f7d6f0b7-1a8c-46de-bef5-db656a5ced8b req-6210b994-2157-40e6-a6cc-e94e0100825b tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/security-groups?id=97ffd154-7f70-49b1-9385-228cddf4fca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458713 Jun 16 17:36:00.113954 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-d7abeb35-4869-4232-a753-36f37f3c79f8 req-21aab28b-233f-4e60-b8f3-d5d2c4179627 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/ports?device_id=ade4cabc-bd7b-4506-b836-9178181c78e2 HTTP/1.1" status: 200 len: 210 time: 0.0291185 Jun 16 17:36:00.165598 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.db.db_base_plugin_common [req-ea00f42e-6d6e-4c7f-8f48-66cd6100d6ae req-13f4a19a-2e06-49e8-a410-ea22862a122e tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Allocated IP 172.20.0.5 (3cd693dc-5d6d-482c-a40c-9c9d0ef17994/15008cf9-9c5e-4724-bbb5-bbf37d371079/c5c2a113-9454-4de3-99aa-1df51b68633d) {{(pid=104053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:36:00.300172 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [req-ea00f42e-6d6e-4c7f-8f48-66cd6100d6ae req-13f4a19a-2e06-49e8-a410-ea22862a122e tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Publish callbacks [] for port (c5c2a113-9454-4de3-99aa-1df51b68633d), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:00.333124 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [req-ea00f42e-6d6e-4c7f-8f48-66cd6100d6ae req-13f4a19a-2e06-49e8-a410-ea22862a122e tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762170029078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64764667'] for port (c5c2a113-9454-4de3-99aa-1df51b68633d), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:00.377931 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea00f42e-6d6e-4c7f-8f48-66cd6100d6ae req-13f4a19a-2e06-49e8-a410-ea22862a122e tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Network 3cd693dc-5d6d-482c-a40c-9c9d0ef17994 is already hosted by enough agents. {{(pid=104053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:36:00.379739 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c06893d-d9e7-4981-9f01-670521ebed7c req-92dbbbce-d875-466f-a1f2-a812604179ad tempest-VolumesActionsTest-9574974 tempest-VolumesActionsTest-9574974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:36:00.381236 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.scheduler.base_scheduler [req-ea00f42e-6d6e-4c7f-8f48-66cd6100d6ae req-13f4a19a-2e06-49e8-a410-ea22862a122e tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Resources bound (agent type, host, resource id): {{(pid=104053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:36:00.381382 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-8c06893d-d9e7-4981-9f01-670521ebed7c req-92dbbbce-d875-466f-a1f2-a812604179ad tempest-VolumesActionsTest-9574974 tempest-VolumesActionsTest-9574974-project] 10.222.0.40 "GET /v2.0/ports?device_id=11beebef-b030-486a-b8cd-2803da60b484 HTTP/1.1" status: 200 len: 946 time: 0.0508680 Jun 16 17:36:00.387953 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea00f42e-6d6e-4c7f-8f48-66cd6100d6ae req-13f4a19a-2e06-49e8-a410-ea22862a122e tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Received port after_create {{(pid=104053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 17:36:00.413873 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f4a19a-2e06-49e8-a410-ea22862a122e tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Pushing event updated for resources: {'Port': ['ID=c5c2a113-9454-4de3-99aa-1df51b68633d,revision_number=1']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:36:00.442921 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea00f42e-6d6e-4c7f-8f48-66cd6100d6ae req-13f4a19a-2e06-49e8-a410-ea22862a122e tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:36:00.443707 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [req-ea00f42e-6d6e-4c7f-8f48-66cd6100d6ae req-13f4a19a-2e06-49e8-a410-ea22862a122e tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228225'] for port (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:00.463123 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-ea00f42e-6d6e-4c7f-8f48-66cd6100d6ae req-13f4a19a-2e06-49e8-a410-ea22862a122e tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7558939 Jun 16 17:36:00.467083 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-8c06893d-d9e7-4981-9f01-670521ebed7c req-bdb79a7a-8259-4876-845b-be4d10864e44 tempest-VolumesActionsTest-9574974 tempest-VolumesActionsTest-9574974-project] 10.222.0.40 "GET /v2.0/security-groups?id=a0e72760-c6c2-4c1e-bc24-fb9a280660d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692937 Jun 16 17:36:00.634065 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-2a638ea2-7bdb-4f0d-bd63-81f2e2f5f5ef None None] Provisioning complete for port c5c2a113-9454-4de3-99aa-1df51b68633d triggered by entity DHCP. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:36:00.634645 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-2a638ea2-7bdb-4f0d-bd63-81f2e2f5f5ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572016'] for port (c5c2a113-9454-4de3-99aa-1df51b68633d), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:00.665751 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-2a638ea2-7bdb-4f0d-bd63-81f2e2f5f5ef None None] Port c5c2a113-9454-4de3-99aa-1df51b68633d cannot update to ACTIVE because it is not bound. {{(pid=104054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 17:36:01.145524 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7decdb-e035-41b1-9f50-71c6286a4055 req-76417891-62a5-48bb-9bc7-919574f9278f tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:36:01.147016 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-cb7decdb-e035-41b1-9f50-71c6286a4055 req-76417891-62a5-48bb-9bc7-919574f9278f tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/ports?device_id=54fe7037-080f-4209-bdc6-c505c4c34ec3 HTTP/1.1" status: 200 len: 946 time: 0.0510545 Jun 16 17:36:01.199397 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-cb7decdb-e035-41b1-9f50-71c6286a4055 req-f55751ff-b174-45d3-84f0-c694f68a3309 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/security-groups?id=97ffd154-7f70-49b1-9385-228cddf4fca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450068 Jun 16 17:36:01.246363 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258b4c7d-4710-4fff-b5d7-5a0d2bf8e97a req-07bf647d-82d1-4076-a963-bb2e440b3388 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:36:01.247849 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-258b4c7d-4710-4fff-b5d7-5a0d2bf8e97a req-07bf647d-82d1-4076-a963-bb2e440b3388 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/ports?device_id=ade4cabc-bd7b-4506-b836-9178181c78e2 HTTP/1.1" status: 200 len: 931 time: 0.0528040 Jun 16 17:36:01.272104 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-e3251009-298f-4408-b2d6-5b1c6f3d20e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (43e250b4-0ce3-4949-aa8c-0bafe6454580), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:01.279490 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=100 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:36:01.298010 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-258b4c7d-4710-4fff-b5d7-5a0d2bf8e97a req-611f8639-d268-4907-a6e6-f522d8731fc6 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ec9cd17-f7bf-42f7-88bc-22078d613669&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435281 Jun 16 17:36:01.586359 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed97bf9-4ddb-412b-a471-47b69bbab89e req-5dd8c0dc-8f9f-4c37-a279-19917b44b658 tempest-VolumesActionsTest-9574974 tempest-VolumesActionsTest-9574974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:36:01.587799 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-0ed97bf9-4ddb-412b-a471-47b69bbab89e req-5dd8c0dc-8f9f-4c37-a279-19917b44b658 tempest-VolumesActionsTest-9574974 tempest-VolumesActionsTest-9574974-project] 10.222.0.40 "GET /v2.0/ports?device_id=11beebef-b030-486a-b8cd-2803da60b484 HTTP/1.1" status: 200 len: 946 time: 0.0494664 Jun 16 17:36:01.634964 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-0ed97bf9-4ddb-412b-a471-47b69bbab89e req-233e955c-359d-4d6f-aedf-8b6001fb576b tempest-VolumesActionsTest-9574974 tempest-VolumesActionsTest-9574974-project] 10.222.0.40 "GET /v2.0/security-groups?id=a0e72760-c6c2-4c1e-bc24-fb9a280660d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407915 Jun 16 17:36:02.300116 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=100 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:36:02.313662 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3fff9f-2028-47f1-810d-b150dc0d69ad req-00878a71-50b8-445e-a7b7-3645706a0378 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:36:02.314869 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-fc3fff9f-2028-47f1-810d-b150dc0d69ad req-00878a71-50b8-445e-a7b7-3645706a0378 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/ports?device_id=54fe7037-080f-4209-bdc6-c505c4c34ec3 HTTP/1.1" status: 200 len: 946 time: 0.0477240 Jun 16 17:36:02.363154 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-fc3fff9f-2028-47f1-810d-b150dc0d69ad req-e0429fc7-fdac-4e0f-9c73-7bd384703fef tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/security-groups?id=97ffd154-7f70-49b1-9385-228cddf4fca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427837 Jun 16 17:36:02.414718 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ec0fed-ade2-4f29-81a7-a5515f8ff107 req-d089d5b4-a2cf-40aa-8935-0bf095e56ea0 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:36:02.416284 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-e2ec0fed-ade2-4f29-81a7-a5515f8ff107 req-d089d5b4-a2cf-40aa-8935-0bf095e56ea0 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/ports?device_id=ade4cabc-bd7b-4506-b836-9178181c78e2 HTTP/1.1" status: 200 len: 931 time: 0.0477102 Jun 16 17:36:02.457621 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-359da135-d845-4d2e-a034-e84fcb95f5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (8e118b8c-b091-4f14-909a-13c66b53efc1), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:02.472337 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-e2ec0fed-ade2-4f29-81a7-a5515f8ff107 req-8fdcf10d-23a0-4b98-beba-abf67e2c7c85 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ec9cd17-f7bf-42f7-88bc-22078d613669&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501311 Jun 16 17:36:02.755006 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f249b4-5c03-4a7c-98b3-225a1a0cc300 req-67bac4d6-663c-4e92-b8bc-07ebee1f281f tempest-VolumesActionsTest-9574974 tempest-VolumesActionsTest-9574974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:36:02.756472 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-18f249b4-5c03-4a7c-98b3-225a1a0cc300 req-67bac4d6-663c-4e92-b8bc-07ebee1f281f tempest-VolumesActionsTest-9574974 tempest-VolumesActionsTest-9574974-project] 10.222.0.40 "GET /v2.0/ports?device_id=11beebef-b030-486a-b8cd-2803da60b484 HTTP/1.1" status: 200 len: 946 time: 0.0512149 Jun 16 17:36:02.805101 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-18f249b4-5c03-4a7c-98b3-225a1a0cc300 req-fc52eff2-c198-4a28-8911-a3b7d5c36f87 tempest-VolumesActionsTest-9574974 tempest-VolumesActionsTest-9574974-project] 10.222.0.40 "GET /v2.0/security-groups?id=a0e72760-c6c2-4c1e-bc24-fb9a280660d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419400 Jun 16 17:36:03.099553 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.v2.base [req-ea00f42e-6d6e-4c7f-8f48-66cd6100d6ae req-685f97bc-e65c-43b8-864a-89112ce1544c service neutron] Request body: {'port': {'device_id': 'ade4cabc-bd7b-4506-b836-9178181c78e2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=104053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:36:03.127296 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:36:03.160388 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [req-ea00f42e-6d6e-4c7f-8f48-66cd6100d6ae req-685f97bc-e65c-43b8-864a-89112ce1544c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (c5c2a113-9454-4de3-99aa-1df51b68633d), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:03.195162 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:36:03.416206 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.notifiers.nova [req-ea00f42e-6d6e-4c7f-8f48-66cd6100d6ae req-685f97bc-e65c-43b8-864a-89112ce1544c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5c2a113-9454-4de3-99aa-1df51b68633d {{(pid=104053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 17:36:03.423760 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [req-ea00f42e-6d6e-4c7f-8f48-66cd6100d6ae req-685f97bc-e65c-43b8-864a-89112ce1544c service neutron] Publish callbacks [] for port (c5c2a113-9454-4de3-99aa-1df51b68633d), precommit_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:03.438450 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [req-ea00f42e-6d6e-4c7f-8f48-66cd6100d6ae req-685f97bc-e65c-43b8-864a-89112ce1544c service neutron] Transition to ACTIVE for port object c5c2a113-9454-4de3-99aa-1df51b68633d will not be triggered until provisioned by entity L2. {{(pid=104053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 17:36:03.442301 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [req-ea00f42e-6d6e-4c7f-8f48-66cd6100d6ae req-685f97bc-e65c-43b8-864a-89112ce1544c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64764658'] for port (c5c2a113-9454-4de3-99aa-1df51b68633d), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:03.479500 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228d0b7a-858d-4a2e-a507-5b9f753cbaac req-d15be1c4-49d3-4933-a1b4-cbabf9bf07c6 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:36:03.481105 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-228d0b7a-858d-4a2e-a507-5b9f753cbaac req-d15be1c4-49d3-4933-a1b4-cbabf9bf07c6 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/ports?device_id=54fe7037-080f-4209-bdc6-c505c4c34ec3 HTTP/1.1" status: 200 len: 946 time: 0.0494821 Jun 16 17:36:03.518353 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685f97bc-e65c-43b8-864a-89112ce1544c service neutron] Pushing event updated for resources: {'Port': ['ID=c5c2a113-9454-4de3-99aa-1df51b68633d,revision_number=2']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:36:03.569337 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-228d0b7a-858d-4a2e-a507-5b9f753cbaac req-c0163fb4-65ed-4988-bf88-a7eb23b6c573 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/security-groups?id=97ffd154-7f70-49b1-9385-228cddf4fca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800824 Jun 16 17:36:03.584484 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.managers [req-ea00f42e-6d6e-4c7f-8f48-66cd6100d6ae req-685f97bc-e65c-43b8-864a-89112ce1544c service neutron] Attempting to bind port c5c2a113-9454-4de3-99aa-1df51b68633d on host hv-cinder-83754 for vnic_type normal with profile {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 17:36:03.584956 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.managers [req-ea00f42e-6d6e-4c7f-8f48-66cd6100d6ae req-685f97bc-e65c-43b8-864a-89112ce1544c service neutron] Attempting to bind port c5c2a113-9454-4de3-99aa-1df51b68633d by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': '86f1a2bf-e88a-4894-b8aa-61c574f8d191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '3cd693dc-5d6d-482c-a40c-9c9d0ef17994'}] {{(pid=104053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 17:36:03.585682 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea00f42e-6d6e-4c7f-8f48-66cd6100d6ae req-685f97bc-e65c-43b8-864a-89112ce1544c service neutron] Attempting to bind port c5c2a113-9454-4de3-99aa-1df51b68633d on network 3cd693dc-5d6d-482c-a40c-9c9d0ef17994 {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 17:36:03.592935 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea00f42e-6d6e-4c7f-8f48-66cd6100d6ae req-685f97bc-e65c-43b8-864a-89112ce1544c service neutron] Port c5c2a113-9454-4de3-99aa-1df51b68633d on network 3cd693dc-5d6d-482c-a40c-9c9d0ef17994 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 17:36:03.593689 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea00f42e-6d6e-4c7f-8f48-66cd6100d6ae req-685f97bc-e65c-43b8-864a-89112ce1544c service neutron] Attempting to bind port c5c2a113-9454-4de3-99aa-1df51b68633d on network 3cd693dc-5d6d-482c-a40c-9c9d0ef17994 {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 17:36:03.599686 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea00f42e-6d6e-4c7f-8f48-66cd6100d6ae req-685f97bc-e65c-43b8-864a-89112ce1544c service neutron] Checking agent: {'id': '9f2b4370-7d03-4dcb-9a0d-4ff62d859136', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 17, 32, 17), 'started_at': datetime.datetime(2022, 6, 16, 17, 32, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 17, 35, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 17:36:03.600039 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea00f42e-6d6e-4c7f-8f48-66cd6100d6ae req-685f97bc-e65c-43b8-864a-89112ce1544c service neutron] Checking segment: {'id': '86f1a2bf-e88a-4894-b8aa-61c574f8d191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '3cd693dc-5d6d-482c-a40c-9c9d0ef17994'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 17:36:03.600426 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea00f42e-6d6e-4c7f-8f48-66cd6100d6ae req-685f97bc-e65c-43b8-864a-89112ce1544c service neutron] Bound using segment: {'id': '86f1a2bf-e88a-4894-b8aa-61c574f8d191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '3cd693dc-5d6d-482c-a40c-9c9d0ef17994'} {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 17:36:03.600913 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.managers [req-ea00f42e-6d6e-4c7f-8f48-66cd6100d6ae req-685f97bc-e65c-43b8-864a-89112ce1544c service neutron] Bound port: c5c2a113-9454-4de3-99aa-1df51b68633d, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86f1a2bf-e88a-4894-b8aa-61c574f8d191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '3cd693dc-5d6d-482c-a40c-9c9d0ef17994'}}] {{(pid=104053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 17:36:03.601321 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [req-ea00f42e-6d6e-4c7f-8f48-66cd6100d6ae req-685f97bc-e65c-43b8-864a-89112ce1544c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (c5c2a113-9454-4de3-99aa-1df51b68633d), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:03.662422 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099db279-10c9-4b8e-a79e-b355635a52fa req-f9ca52a9-8e68-489c-a3af-01f3bafbb092 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:36:03.665526 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-099db279-10c9-4b8e-a79e-b355635a52fa req-f9ca52a9-8e68-489c-a3af-01f3bafbb092 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/ports?device_id=ade4cabc-bd7b-4506-b836-9178181c78e2 HTTP/1.1" status: 200 len: 943 time: 0.0671077 Jun 16 17:36:03.676370 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [req-ea00f42e-6d6e-4c7f-8f48-66cd6100d6ae req-685f97bc-e65c-43b8-864a-89112ce1544c service neutron] For port c5c2a113-9454-4de3-99aa-1df51b68633d, host hv-cinder-83754, cleared binding levels {{(pid=104053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 17:36:03.680293 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [req-ea00f42e-6d6e-4c7f-8f48-66cd6100d6ae req-685f97bc-e65c-43b8-864a-89112ce1544c service neutron] For port c5c2a113-9454-4de3-99aa-1df51b68633d, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=c5c2a113-9454-4de3-99aa-1df51b68633d,segment=NetworkSegment(86f1a2bf-e88a-4894-b8aa-61c574f8d191),segment_id=86f1a2bf-e88a-4894-b8aa-61c574f8d191)] {{(pid=104053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 17:36:03.689481 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [req-ea00f42e-6d6e-4c7f-8f48-66cd6100d6ae req-685f97bc-e65c-43b8-864a-89112ce1544c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64764658'] for port (c5c2a113-9454-4de3-99aa-1df51b68633d), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:03.709480 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea00f42e-6d6e-4c7f-8f48-66cd6100d6ae req-685f97bc-e65c-43b8-864a-89112ce1544c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:36:03.710135 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [req-ea00f42e-6d6e-4c7f-8f48-66cd6100d6ae req-685f97bc-e65c-43b8-864a-89112ce1544c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228225'] for port (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:03.712022 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-ea00f42e-6d6e-4c7f-8f48-66cd6100d6ae req-685f97bc-e65c-43b8-864a-89112ce1544c service neutron] 10.222.0.47 "PUT /v2.0/ports/c5c2a113-9454-4de3-99aa-1df51b68633d HTTP/1.1" status: 200 len: 1093 time: 0.6168022 Jun 16 17:36:03.729267 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ade4cabc-bd7b-4506-b836-9178181c78e2', 'tag': 'c5c2a113-9454-4de3-99aa-1df51b68633d'}] {{(pid=104053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 17:36:03.731768 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a0e0b451bd7acf9de88ec0a1fb74022464d6f98a5cc449ea229bf781c77e32d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db260a4f-e207-4112-a3df-ba805ac6a0a3" -d '{"events": [{"name": "network-changed", "server_uuid": "ade4cabc-bd7b-4506-b836-9178181c78e2", "tag": "c5c2a113-9454-4de3-99aa-1df51b68633d"}]}' {{(pid=104053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:36:03.760206 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-099db279-10c9-4b8e-a79e-b355635a52fa req-f9cc93ba-eb91-48ca-95a9-d16e2a2e393b tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ec9cd17-f7bf-42f7-88bc-22078d613669&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845621 Jun 16 17:36:03.775981 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685f97bc-e65c-43b8-864a-89112ce1544c service neutron] Pushing event updated for resources: {'Port': ['ID=c5c2a113-9454-4de3-99aa-1df51b68633d,revision_number=3']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:36:03.791366 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 17:36:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf4be88e-7d87-4e37-bd1c-78adcb9d94cf x-openstack-request-id: req-bf4be88e-7d87-4e37-bd1c-78adcb9d94cf {{(pid=104053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:36:03.791654 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ade4cabc-bd7b-4506-b836-9178181c78e2", "tag": "c5c2a113-9454-4de3-99aa-1df51b68633d", "status": "completed", "code": 200}]} {{(pid=104053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:36:03.791902 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-bf4be88e-7d87-4e37-bd1c-78adcb9d94cf {{(pid=104053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:36:03.792351 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf4be88e-7d87-4e37-bd1c-78adcb9d94cf'] response: {'name': 'network-changed', 'server_uuid': 'ade4cabc-bd7b-4506-b836-9178181c78e2', 'tag': 'c5c2a113-9454-4de3-99aa-1df51b68633d', 'status': 'completed', 'code': 200} Jun 16 17:36:03.973279 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c867d497-6868-464c-8850-2ad22fba7760 req-a631a6ab-b7cf-4645-87b0-47cd35ce4332 tempest-VolumesActionsTest-9574974 tempest-VolumesActionsTest-9574974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:36:03.975569 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-c867d497-6868-464c-8850-2ad22fba7760 req-a631a6ab-b7cf-4645-87b0-47cd35ce4332 tempest-VolumesActionsTest-9574974 tempest-VolumesActionsTest-9574974-project] 10.222.0.40 "GET /v2.0/ports?device_id=11beebef-b030-486a-b8cd-2803da60b484 HTTP/1.1" status: 200 len: 946 time: 0.0560215 Jun 16 17:36:04.031830 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-c867d497-6868-464c-8850-2ad22fba7760 req-463a4e8a-6ada-4841-9b74-2a718643738a tempest-VolumesActionsTest-9574974 tempest-VolumesActionsTest-9574974-project] 10.222.0.40 "GET /v2.0/security-groups?id=a0e72760-c6c2-4c1e-bc24-fb9a280660d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494554 Jun 16 17:36:04.174058 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-1d81e0cb-ff47-4623-99d5-ab370c19a781 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (25dd433a-18a0-496e-b58c-593ddca2a11d), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:04.481515 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (f1f6c009-5a31-4833-b180-4d9d41a55fe5), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:04.666531 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d237cc3a-330d-4585-b28b-8f4a8c931aa9 req-b741d365-b7fd-4f5a-a4a7-3b4d37468f9d tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:36:04.668176 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-d237cc3a-330d-4585-b28b-8f4a8c931aa9 req-b741d365-b7fd-4f5a-a4a7-3b4d37468f9d tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/ports?device_id=54fe7037-080f-4209-bdc6-c505c4c34ec3 HTTP/1.1" status: 200 len: 946 time: 0.0496964 Jun 16 17:36:04.723333 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db260a4f-e207-4112-a3df-ba805ac6a0a3 req-f7d50da4-be5c-450d-ab52-a480918b820d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:36:04.725050 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-db260a4f-e207-4112-a3df-ba805ac6a0a3 req-f7d50da4-be5c-450d-ab52-a480918b820d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=34fb554e0cf14c7ab3a9f538273c289e&device_id=ade4cabc-bd7b-4506-b836-9178181c78e2 HTTP/1.1" status: 200 len: 1127 time: 0.0439594 Jun 16 17:36:04.731449 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-d237cc3a-330d-4585-b28b-8f4a8c931aa9 req-9cfc1838-161f-431e-8634-bffd70fbf121 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/security-groups?id=97ffd154-7f70-49b1-9385-228cddf4fca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500371 Jun 16 17:36:04.850859 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a7235c-1c4e-4743-a868-74c77a08ea1b req-4d558cf8-e4f9-4332-a24e-dbf5be0f6e32 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:36:04.857633 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-d2a7235c-1c4e-4743-a868-74c77a08ea1b req-4d558cf8-e4f9-4332-a24e-dbf5be0f6e32 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/ports?device_id=b4904f6d-1ce2-4af1-9fc3-f5ea5aa89e69 HTTP/1.1" status: 200 len: 945 time: 0.0552289 Jun 16 17:36:04.937239 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8903c307-cd50-4751-8256-772f2462ff8d req-c66443fb-e664-4b35-9d7e-9074e949662e tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:36:04.938793 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-8903c307-cd50-4751-8256-772f2462ff8d req-c66443fb-e664-4b35-9d7e-9074e949662e tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/ports?device_id=ade4cabc-bd7b-4506-b836-9178181c78e2 HTTP/1.1" status: 200 len: 943 time: 0.0725346 Jun 16 17:36:04.949804 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-d2a7235c-1c4e-4743-a868-74c77a08ea1b req-8df07d0b-29fe-4925-8efb-5c728b13110f tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/security-groups?id=97ffd154-7f70-49b1-9385-228cddf4fca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906816 Jun 16 17:36:05.011190 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-8903c307-cd50-4751-8256-772f2462ff8d req-38f38873-550f-4372-b30b-156be7ec2620 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ec9cd17-f7bf-42f7-88bc-22078d613669&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595822 Jun 16 17:36:05.168311 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd812f92-dccb-406e-a253-d682dc7c9bae req-68486270-9703-43ce-b7b5-02fd7f051055 tempest-VolumesActionsTest-9574974 tempest-VolumesActionsTest-9574974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:36:05.183446 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-fd812f92-dccb-406e-a253-d682dc7c9bae req-68486270-9703-43ce-b7b5-02fd7f051055 tempest-VolumesActionsTest-9574974 tempest-VolumesActionsTest-9574974-project] 10.222.0.40 "GET /v2.0/ports?device_id=11beebef-b030-486a-b8cd-2803da60b484 HTTP/1.1" status: 200 len: 946 time: 0.0742688 Jun 16 17:36:05.278033 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=100 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:36:05.302011 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-fd812f92-dccb-406e-a253-d682dc7c9bae req-f709b125-bbdd-4704-a0c3-bc35fd97826e tempest-VolumesActionsTest-9574974 tempest-VolumesActionsTest-9574974-project] 10.222.0.40 "GET /v2.0/security-groups?id=a0e72760-c6c2-4c1e-bc24-fb9a280660d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174488 Jun 16 17:36:05.470669 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db260a4f-e207-4112-a3df-ba805ac6a0a3 req-d6819d6e-88ac-45a8-841e-eb73399be759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:36:05.472138 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-db260a4f-e207-4112-a3df-ba805ac6a0a3 req-d6819d6e-88ac-45a8-841e-eb73399be759 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=34fb554e0cf14c7ab3a9f538273c289e&shared=False HTTP/1.1" status: 200 len: 918 time: 0.2374122 Jun 16 17:36:05.641658 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db260a4f-e207-4112-a3df-ba805ac6a0a3 req-98076125-7141-443e-851a-a2f352c34d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:36:05.642882 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-db260a4f-e207-4112-a3df-ba805ac6a0a3 req-98076125-7141-443e-851a-a2f352c34d7b service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1634688 Jun 16 17:36:05.727794 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea00f42e-6d6e-4c7f-8f48-66cd6100d6ae req-bf94ac64-38c6-46d2-919a-d04d8ce8c5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:36:05.729330 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-ea00f42e-6d6e-4c7f-8f48-66cd6100d6ae req-bf94ac64-38c6-46d2-919a-d04d8ce8c5b7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=34fb554e0cf14c7ab3a9f538273c289e&device_id=ade4cabc-bd7b-4506-b836-9178181c78e2 HTTP/1.1" status: 200 len: 1127 time: 0.0445306 Jun 16 17:36:05.771279 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-ea00f42e-6d6e-4c7f-8f48-66cd6100d6ae req-ee9d04ee-d8d1-4af5-9ebe-f9534b58c686 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c5c2a113-9454-4de3-99aa-1df51b68633d HTTP/1.1" status: 200 len: 217 time: 0.0343280 Jun 16 17:36:05.811297 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:36:05.821314 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:36:05.826215 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea00f42e-6d6e-4c7f-8f48-66cd6100d6ae req-6f0d6a0d-d651-49c5-bb22-6f2b3f98550d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:36:05.828528 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-ea00f42e-6d6e-4c7f-8f48-66cd6100d6ae req-6f0d6a0d-d651-49c5-bb22-6f2b3f98550d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=15008cf9-9c5e-4724-bbb5-bbf37d371079 HTTP/1.1" status: 200 len: 856 time: 0.0505099 Jun 16 17:36:05.876398 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea00f42e-6d6e-4c7f-8f48-66cd6100d6ae req-9d02489e-6b78-40e9-acf7-55c8b2cf3d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:36:05.877881 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-ea00f42e-6d6e-4c7f-8f48-66cd6100d6ae req-9d02489e-6b78-40e9-acf7-55c8b2cf3d0c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3cd693dc-5d6d-482c-a40c-9c9d0ef17994&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413432 Jun 16 17:36:05.974533 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-ea00f42e-6d6e-4c7f-8f48-66cd6100d6ae req-6d608203-c066-40f3-b96d-b42d4bd4b256 service neutron] 10.222.0.47 "GET /v2.0/networks/3cd693dc-5d6d-482c-a40c-9c9d0ef17994?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892427 Jun 16 17:36:06.073072 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-ea00f42e-6d6e-4c7f-8f48-66cd6100d6ae req-90a5b04d-08a6-482d-8c9d-81165bc414d5 service neutron] 10.222.0.47 "GET /v2.0/networks/3cd693dc-5d6d-482c-a40c-9c9d0ef17994?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902328 Jun 16 17:36:06.145564 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434b05c3-7605-4f4f-a8f4-87e0fa04e689 req-15af72eb-d71a-4876-b7b7-c82ba4853c07 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:36:06.147072 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-434b05c3-7605-4f4f-a8f4-87e0fa04e689 req-15af72eb-d71a-4876-b7b7-c82ba4853c07 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/ports?device_id=ade4cabc-bd7b-4506-b836-9178181c78e2 HTTP/1.1" status: 200 len: 943 time: 0.0528975 Jun 16 17:36:06.217782 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=100 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:36:06.231754 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0cd0f5-8712-4701-bd1b-ce15c3f70bfe req-9bcba39d-3bd6-4348-9783-c7c6b15e0d5b tempest-VolumesActionsTest-9574974 tempest-VolumesActionsTest-9574974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:36:06.233475 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-7c0cd0f5-8712-4701-bd1b-ce15c3f70bfe req-9bcba39d-3bd6-4348-9783-c7c6b15e0d5b tempest-VolumesActionsTest-9574974 tempest-VolumesActionsTest-9574974-project] 10.222.0.40 "GET /v2.0/ports?device_id=11beebef-b030-486a-b8cd-2803da60b484 HTTP/1.1" status: 200 len: 946 time: 0.0719097 Jun 16 17:36:06.238150 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-434b05c3-7605-4f4f-a8f4-87e0fa04e689 req-e1185086-6603-434a-a358-243e04df7193 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ec9cd17-f7bf-42f7-88bc-22078d613669&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852168 Jun 16 17:36:06.288946 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-7c0cd0f5-8712-4701-bd1b-ce15c3f70bfe req-d83a1e23-086f-444d-bc47-bf1c06086aa4 tempest-VolumesActionsTest-9574974 tempest-VolumesActionsTest-9574974-project] 10.222.0.40 "GET /v2.0/security-groups?id=a0e72760-c6c2-4c1e-bc24-fb9a280660d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478299 Jun 16 17:36:06.651721 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f37992-cce0-4cf8-9727-81c17ea3d34a req-63791dc3-0495-417b-ad87-9f96548c8721 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:36:06.653254 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-13f37992-cce0-4cf8-9727-81c17ea3d34a req-63791dc3-0495-417b-ad87-9f96548c8721 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/ports?device_id=b4904f6d-1ce2-4af1-9fc3-f5ea5aa89e69 HTTP/1.1" status: 200 len: 945 time: 0.0472512 Jun 16 17:36:06.701831 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-13f37992-cce0-4cf8-9727-81c17ea3d34a req-c1fb8821-3653-4c66-9156-1a489d77576e tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/security-groups?id=97ffd154-7f70-49b1-9385-228cddf4fca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426352 Jun 16 17:36:07.366972 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be22c6a9-3816-4072-b04a-7ffdd51df403 req-597beb2e-ba48-4fbc-b3d7-b72af558f933 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:36:07.368686 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-be22c6a9-3816-4072-b04a-7ffdd51df403 req-597beb2e-ba48-4fbc-b3d7-b72af558f933 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/ports?device_id=ade4cabc-bd7b-4506-b836-9178181c78e2 HTTP/1.1" status: 200 len: 943 time: 0.0494995 Jun 16 17:36:07.430559 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d2dd39-c1b7-4118-a8ab-5ea39c96d007 req-21da6187-697e-4307-91f9-ce5d7ba31644 tempest-VolumesActionsTest-9574974 tempest-VolumesActionsTest-9574974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:36:07.432011 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-c7d2dd39-c1b7-4118-a8ab-5ea39c96d007 req-21da6187-697e-4307-91f9-ce5d7ba31644 tempest-VolumesActionsTest-9574974 tempest-VolumesActionsTest-9574974-project] 10.222.0.40 "GET /v2.0/ports?device_id=11beebef-b030-486a-b8cd-2803da60b484 HTTP/1.1" status: 200 len: 946 time: 0.0721416 Jun 16 17:36:07.468173 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-be22c6a9-3816-4072-b04a-7ffdd51df403 req-85e721b3-e990-4e28-8f56-2b02eb164a13 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ec9cd17-f7bf-42f7-88bc-22078d613669&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906940 Jun 16 17:36:07.500007 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-c7d2dd39-c1b7-4118-a8ab-5ea39c96d007 req-5cdf9725-abd3-42d7-bd6a-5ce6d35d78d2 tempest-VolumesActionsTest-9574974 tempest-VolumesActionsTest-9574974-project] 10.222.0.40 "GET /v2.0/security-groups?id=a0e72760-c6c2-4c1e-bc24-fb9a280660d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565224 Jun 16 17:36:07.668876 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 56154) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:36:07.802488 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-5a140820-4f81-4d47-bd3b-cb52bb5ef469 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:07.823577 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108e443b-dc94-409d-a226-3b49580cc12a req-75906cf3-b58c-41ee-a7cc-eb6add226d04 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:36:07.825404 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-108e443b-dc94-409d-a226-3b49580cc12a req-75906cf3-b58c-41ee-a7cc-eb6add226d04 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/ports?device_id=b4904f6d-1ce2-4af1-9fc3-f5ea5aa89e69 HTTP/1.1" status: 200 len: 945 time: 0.0502539 Jun 16 17:36:07.860641 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 56162) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:36:07.888613 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-108e443b-dc94-409d-a226-3b49580cc12a req-ab7d7879-b9e0-495a-8c1d-0f59e8eb9e7b tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/security-groups?id=97ffd154-7f70-49b1-9385-228cddf4fca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552049 Jun 16 17:36:07.890124 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-5a140820-4f81-4d47-bd3b-cb52bb5ef469 admin admin] Publish callbacks [] for security_group (c26e163b-c78d-46d0-8221-02611ce3e2ae), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:07.896238 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-5a140820-4f81-4d47-bd3b-cb52bb5ef469 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (c26e163b-c78d-46d0-8221-02611ce3e2ae), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:07.934350 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a140820-4f81-4d47-bd3b-cb52bb5ef469 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c26e163b-c78d-46d0-8221-02611ce3e2ae,revision_number=1']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:36:07.941570 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-5a140820-4f81-4d47-bd3b-cb52bb5ef469 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=4e0539eb35ce48819c617525753a27bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2690771 Jun 16 17:36:07.942102 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 56166) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:36:08.000439 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c3b08ae5-1c07-418c-bffb-6c7df664ac73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:08.026177 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-b7621517-578f-480b-a5fe-0a72a004e22b admin admin] Publish callbacks [] for security_group (c26e163b-c78d-46d0-8221-02611ce3e2ae), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:08.062142 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-b7621517-578f-480b-a5fe-0a72a004e22b admin admin] Publish callbacks [] for security_group (c26e163b-c78d-46d0-8221-02611ce3e2ae), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:08.132436 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c3b08ae5-1c07-418c-bffb-6c7df664ac73 admin admin] Publish callbacks [] for security_group (be34f844-4d7d-414b-90e5-a0cb1a14423c), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:08.135868 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c3b08ae5-1c07-418c-bffb-6c7df664ac73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (be34f844-4d7d-414b-90e5-a0cb1a14423c), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:08.143563 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-b7621517-578f-480b-a5fe-0a72a004e22b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (c26e163b-c78d-46d0-8221-02611ce3e2ae), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:08.146008 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-b7621517-578f-480b-a5fe-0a72a004e22b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:08.147143 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-b7621517-578f-480b-a5fe-0a72a004e22b admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/c26e163b-c78d-46d0-8221-02611ce3e2ae HTTP/1.1" status: 204 len: 168 time: 0.2039139 Jun 16 17:36:08.181529 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b08ae5-1c07-418c-bffb-6c7df664ac73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be34f844-4d7d-414b-90e5-a0cb1a14423c,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:36:08.186344 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-c3b08ae5-1c07-418c-bffb-6c7df664ac73 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=444eb54430b64ae2808e12fbda1d4179&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3189213 Jun 16 17:36:08.188728 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 56170) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:36:08.194869 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7621517-578f-480b-a5fe-0a72a004e22b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c26e163b-c78d-46d0-8221-02611ce3e2ae,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:36:08.253053 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-ba211f53-4b9d-4929-85fa-2afbbbbecf55 admin admin] Publish callbacks [] for security_group (be34f844-4d7d-414b-90e5-a0cb1a14423c), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:08.277217 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-ba211f53-4b9d-4929-85fa-2afbbbbecf55 admin admin] Publish callbacks [] for security_group (be34f844-4d7d-414b-90e5-a0cb1a14423c), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:08.328295 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-ba211f53-4b9d-4929-85fa-2afbbbbecf55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (be34f844-4d7d-414b-90e5-a0cb1a14423c), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:08.331093 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-ba211f53-4b9d-4929-85fa-2afbbbbecf55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:08.332469 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-ba211f53-4b9d-4929-85fa-2afbbbbecf55 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/be34f844-4d7d-414b-90e5-a0cb1a14423c HTTP/1.1" status: 204 len: 168 time: 0.1427164 Jun 16 17:36:08.340421 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba211f53-4b9d-4929-85fa-2afbbbbecf55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be34f844-4d7d-414b-90e5-a0cb1a14423c,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:36:08.480204 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Device c5c2a113-9454-4de3-99aa-1df51b68633d details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=104054) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 17:36:08.610240 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffe7240-f99a-4114-aa53-9c2718b50a93 req-53c3bb5d-c964-47f2-89e5-5e3e963f3d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:36:08.610673 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] For port c5c2a113-9454-4de3-99aa-1df51b68633d, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=c5c2a113-9454-4de3-99aa-1df51b68633d,segment=NetworkSegment(86f1a2bf-e88a-4894-b8aa-61c574f8d191),segment_id=86f1a2bf-e88a-4894-b8aa-61c574f8d191)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:36:08.611791 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-5ffe7240-f99a-4114-aa53-9c2718b50a93 req-53c3bb5d-c964-47f2-89e5-5e3e963f3d06 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d1c1d13142434356ac1210f14dad847b&device_id=b4904f6d-1ce2-4af1-9fc3-f5ea5aa89e69 HTTP/1.1" status: 200 len: 1129 time: 0.0993483 Jun 16 17:36:08.680327 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=3 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:36:08.702742 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca157b6-ddc5-490f-a122-5e475b50cfee req-112568a6-57be-40e0-a492-a824b2677f60 tempest-VolumesActionsTest-9574974 tempest-VolumesActionsTest-9574974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:36:08.710162 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-cca157b6-ddc5-490f-a122-5e475b50cfee req-112568a6-57be-40e0-a492-a824b2677f60 tempest-VolumesActionsTest-9574974 tempest-VolumesActionsTest-9574974-project] 10.222.0.40 "GET /v2.0/ports?device_id=11beebef-b030-486a-b8cd-2803da60b484 HTTP/1.1" status: 200 len: 946 time: 0.1271138 Jun 16 17:36:08.739066 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:36:08.749974 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6d7506-aece-418a-97b2-bac9190bd004 req-cbc03633-3cdb-4b7c-8e9a-293bb9b34f2f tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:36:08.757684 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-4a6d7506-aece-418a-97b2-bac9190bd004 req-cbc03633-3cdb-4b7c-8e9a-293bb9b34f2f tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/ports?device_id=ade4cabc-bd7b-4506-b836-9178181c78e2 HTTP/1.1" status: 200 len: 943 time: 0.1211674 Jun 16 17:36:08.767926 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Returning: {'device': 'c5c2a113-9454-4de3-99aa-1df51b68633d', 'network_id': '3cd693dc-5d6d-482c-a40c-9c9d0ef17994', 'port_id': 'c5c2a113-9454-4de3-99aa-1df51b68633d', 'mac_address': 'fa:16:3e:5e:6a:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15008cf9-9c5e-4724-bbb5-bbf37d371079', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104054) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 17:36:08.820309 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-cca157b6-ddc5-490f-a122-5e475b50cfee req-aac144ef-b077-4cb7-a342-fe7e562e375e tempest-VolumesActionsTest-9574974 tempest-VolumesActionsTest-9574974-project] 10.222.0.40 "GET /v2.0/security-groups?id=a0e72760-c6c2-4c1e-bc24-fb9a280660d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092837 Jun 16 17:36:08.847036 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Current status of the port c5c2a113-9454-4de3-99aa-1df51b68633d is: DOWN; New status is: BUILD {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:36:08.847036 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (c5c2a113-9454-4de3-99aa-1df51b68633d), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:08.863680 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-4a6d7506-aece-418a-97b2-bac9190bd004 req-b0bfa170-b052-40bf-a779-4924d1b406c1 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ec9cd17-f7bf-42f7-88bc-22078d613669&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968618 Jun 16 17:36:08.871789 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.notifiers.nova [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5c2a113-9454-4de3-99aa-1df51b68633d {{(pid=104054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 17:36:08.896963 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 56198) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:36:08.897563 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] For port c5c2a113-9454-4de3-99aa-1df51b68633d, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=c5c2a113-9454-4de3-99aa-1df51b68633d,segment=NetworkSegment(86f1a2bf-e88a-4894-b8aa-61c574f8d191),segment_id=86f1a2bf-e88a-4894-b8aa-61c574f8d191)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:36:08.905033 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114'] for port (c5c2a113-9454-4de3-99aa-1df51b68633d), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:08.910148 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:36:08.929266 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffe7240-f99a-4114-aa53-9c2718b50a93 req-04f35861-6510-479e-a58e-8323caa222bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:36:08.931441 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1800a3a-6e37-4804-b5f8-7110a7c20a6c req-fd97b539-5935-4fb6-b8ca-c602386c883f tempest-VolumesActionsTest-9574974 tempest-VolumesActionsTest-9574974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:36:08.931574 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-5ffe7240-f99a-4114-aa53-9c2718b50a93 req-04f35861-6510-479e-a58e-8323caa222bc service neutron] 10.222.0.47 "GET /v2.0/networks?id=dd7b32b9-764e-43c1-a67e-f0e3f862c460 HTTP/1.1" status: 200 len: 919 time: 0.2435124 Jun 16 17:36:08.931786 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-19af12f7-cb37-4d02-88eb-e7cf1687619b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:08.932695 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-f1800a3a-6e37-4804-b5f8-7110a7c20a6c req-fd97b539-5935-4fb6-b8ca-c602386c883f tempest-VolumesActionsTest-9574974 tempest-VolumesActionsTest-9574974-project] 10.222.0.47 "GET /v2.0/ports?device_id=11beebef-b030-486a-b8cd-2803da60b484 HTTP/1.1" status: 200 len: 946 time: 0.0680320 Jun 16 17:36:08.971225 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Pushing event updated for resources: {'Port': ['ID=c5c2a113-9454-4de3-99aa-1df51b68633d,revision_number=4']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:36:09.017998 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-5ffe7240-f99a-4114-aa53-9c2718b50a93 req-bb795ea0-2de1-40f8-94ae-730e762e6b10 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=86749e9f-ddc9-40e0-90f0-7a85e2519bf8 HTTP/1.1" status: 200 len: 217 time: 0.0426531 Jun 16 17:36:09.069630 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:36:09.080366 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de538e0-401c-4e20-a3a9-beac37ea2338 req-012d0c69-cea0-4992-8976-f6875ec1d9a0 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:36:09.082556 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-3de538e0-401c-4e20-a3a9-beac37ea2338 req-012d0c69-cea0-4992-8976-f6875ec1d9a0 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/ports?device_id=b4904f6d-1ce2-4af1-9fc3-f5ea5aa89e69 HTTP/1.1" status: 200 len: 945 time: 0.1100745 Jun 16 17:36:09.087478 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:36:09.110893 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-19af12f7-cb37-4d02-88eb-e7cf1687619b admin admin] Publish callbacks [] for security_group (27d33148-8519-48b6-9029-ae53bb9bd0ba), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:09.114384 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffe7240-f99a-4114-aa53-9c2718b50a93 req-af4469f9-565a-411f-bc53-b43b86cf3fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:36:09.115824 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-5ffe7240-f99a-4114-aa53-9c2718b50a93 req-af4469f9-565a-411f-bc53-b43b86cf3fd9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=58dbd783-c237-4164-b4f7-63cdaa3401e3 HTTP/1.1" status: 200 len: 857 time: 0.0789225 Jun 16 17:36:09.120911 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-19af12f7-cb37-4d02-88eb-e7cf1687619b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (27d33148-8519-48b6-9029-ae53bb9bd0ba), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:09.152189 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [req-f1800a3a-6e37-4804-b5f8-7110a7c20a6c req-90c81080-c90e-4f02-9b95-b765f98e1a7f tempest-VolumesActionsTest-9574974 tempest-VolumesActionsTest-9574974-project] Deleting port e325070c-6d45-4977-8bd5-51aa2cb6001e {{(pid=104052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 17:36:09.152189 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-f1800a3a-6e37-4804-b5f8-7110a7c20a6c req-90c81080-c90e-4f02-9b95-b765f98e1a7f tempest-VolumesActionsTest-9574974 tempest-VolumesActionsTest-9574974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762170394215'] for port (e325070c-6d45-4977-8bd5-51aa2cb6001e), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:09.200231 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19af12f7-cb37-4d02-88eb-e7cf1687619b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27d33148-8519-48b6-9029-ae53bb9bd0ba,revision_number=1']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:36:09.206941 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-19af12f7-cb37-4d02-88eb-e7cf1687619b admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=77eae86c8e184fa6a9ab900686c798c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3066382 Jun 16 17:36:09.206941 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffe7240-f99a-4114-aa53-9c2718b50a93 req-b911cb89-a40c-45d4-aefa-80e2069d1b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:36:09.207960 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-5ffe7240-f99a-4114-aa53-9c2718b50a93 req-b911cb89-a40c-45d4-aefa-80e2069d1b2d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dd7b32b9-764e-43c1-a67e-f0e3f862c460&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0815721 Jun 16 17:36:09.208560 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 56208) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:36:09.285015 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-3de538e0-401c-4e20-a3a9-beac37ea2338 req-575fb65c-1bbb-43f5-9779-9ce0ad40b2be tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/security-groups?id=97ffd154-7f70-49b1-9385-228cddf4fca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232030 Jun 16 17:36:09.288161 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] get_ports_and_sgs() called for port_ids ['c5c2a113-9454-4de3-99aa-1df51b68633d'] {{(pid=104054) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 17:36:09.291642 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:36:09.311591 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [req-f1800a3a-6e37-4804-b5f8-7110a7c20a6c req-90c81080-c90e-4f02-9b95-b765f98e1a7f tempest-VolumesActionsTest-9574974 tempest-VolumesActionsTest-9574974-project] For port e325070c-6d45-4977-8bd5-51aa2cb6001e, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=e325070c-6d45-4977-8bd5-51aa2cb6001e,segment=NetworkSegment(34201248-dba7-46fb-9092-7c525ca78977),segment_id=34201248-dba7-46fb-9092-7c525ca78977)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:36:09.312116 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-f1800a3a-6e37-4804-b5f8-7110a7c20a6c req-90c81080-c90e-4f02-9b95-b765f98e1a7f tempest-VolumesActionsTest-9574974 tempest-VolumesActionsTest-9574974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376266'] for port (e325070c-6d45-4977-8bd5-51aa2cb6001e), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:09.329911 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [req-f1800a3a-6e37-4804-b5f8-7110a7c20a6c req-90c81080-c90e-4f02-9b95-b765f98e1a7f tempest-VolumesActionsTest-9574974 tempest-VolumesActionsTest-9574974-project] Calling delete_port for e325070c-6d45-4977-8bd5-51aa2cb6001e owned by compute:nova {{(pid=104052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 17:36:09.331240 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-74f4d91e-4a8a-448d-b99f-ca48b31f23f1 admin admin] Publish callbacks [] for security_group (27d33148-8519-48b6-9029-ae53bb9bd0ba), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:09.353808 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-74f4d91e-4a8a-448d-b99f-ca48b31f23f1 admin admin] Publish callbacks [] for security_group (27d33148-8519-48b6-9029-ae53bb9bd0ba), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:09.422736 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-74f4d91e-4a8a-448d-b99f-ca48b31f23f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (27d33148-8519-48b6-9029-ae53bb9bd0ba), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:09.426302 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-74f4d91e-4a8a-448d-b99f-ca48b31f23f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:09.429996 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-74f4d91e-4a8a-448d-b99f-ca48b31f23f1 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/27d33148-8519-48b6-9029-ae53bb9bd0ba HTTP/1.1" status: 204 len: 168 time: 0.2182851 Jun 16 17:36:09.475988 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f4d91e-4a8a-448d-b99f-ca48b31f23f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27d33148-8519-48b6-9029-ae53bb9bd0ba,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:36:09.508999 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-5ffe7240-f99a-4114-aa53-9c2718b50a93 req-1da78c53-449a-49c9-b2d7-28494c8c00c6 service neutron] 10.222.0.47 "GET /v2.0/networks/dd7b32b9-764e-43c1-a67e-f0e3f862c460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2695999 Jun 16 17:36:09.522230 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-f1800a3a-6e37-4804-b5f8-7110a7c20a6c req-90c81080-c90e-4f02-9b95-b765f98e1a7f tempest-VolumesActionsTest-9574974 tempest-VolumesActionsTest-9574974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762170396510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762170029087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62916395'] for port (e325070c-6d45-4977-8bd5-51aa2cb6001e), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:09.573801 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c81080-c90e-4f02-9b95-b765f98e1a7f tempest-VolumesActionsTest-9574974 tempest-VolumesActionsTest-9574974-project] Pushing event deleted for resources: {'Port': ['ID=e325070c-6d45-4977-8bd5-51aa2cb6001e,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:36:09.648061 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1800a3a-6e37-4804-b5f8-7110a7c20a6c req-90c81080-c90e-4f02-9b95-b765f98e1a7f tempest-VolumesActionsTest-9574974 tempest-VolumesActionsTest-9574974-project] No DVR routers for this DVR port e325070c-6d45-4977-8bd5-51aa2cb6001e on host hv-cinder-83754 {{(pid=104052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 17:36:09.651581 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-f1800a3a-6e37-4804-b5f8-7110a7c20a6c req-90c81080-c90e-4f02-9b95-b765f98e1a7f tempest-VolumesActionsTest-9574974 tempest-VolumesActionsTest-9574974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228225'] for port (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:09.657938 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-f1800a3a-6e37-4804-b5f8-7110a7c20a6c req-90c81080-c90e-4f02-9b95-b765f98e1a7f tempest-VolumesActionsTest-9574974 tempest-VolumesActionsTest-9574974-project] 10.222.0.47 "DELETE /v2.0/ports/e325070c-6d45-4977-8bd5-51aa2cb6001e HTTP/1.1" status: 204 len: 173 time: 0.6822438 Jun 16 17:36:09.658475 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11beebef-b030-486a-b8cd-2803da60b484', 'name': 'network-vif-deleted', 'tag': 'e325070c-6d45-4977-8bd5-51aa2cb6001e'}] {{(pid=104052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 17:36:09.662032 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9713fa4f09cf3058fa9276dada2b44135c9dd2e88d0acd54628e4483b77b1e61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82280623-bf70-400c-b119-cdb44c92badf" -d '{"events": [{"server_uuid": "11beebef-b030-486a-b8cd-2803da60b484", "name": "network-vif-deleted", "tag": "e325070c-6d45-4977-8bd5-51aa2cb6001e"}]}' {{(pid=104052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:36:09.662761 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-5ffe7240-f99a-4114-aa53-9c2718b50a93 req-49a212b7-739e-482d-bac0-c9a2f41f494b service neutron] 10.222.0.47 "GET /v2.0/networks/dd7b32b9-764e-43c1-a67e-f0e3f862c460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423450 Jun 16 17:36:09.723152 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 17:36:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2694835-3b12-4e1a-9e56-9abde472397b x-openstack-request-id: req-b2694835-3b12-4e1a-9e56-9abde472397b {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:36:09.723978 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11beebef-b030-486a-b8cd-2803da60b484", "name": "network-vif-deleted", "tag": "e325070c-6d45-4977-8bd5-51aa2cb6001e", "status": "completed", "code": 200}]} {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:36:09.724456 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-b2694835-3b12-4e1a-9e56-9abde472397b {{(pid=104052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:36:09.724866 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2694835-3b12-4e1a-9e56-9abde472397b'] response: {'server_uuid': '11beebef-b030-486a-b8cd-2803da60b484', 'name': 'network-vif-deleted', 'tag': 'e325070c-6d45-4977-8bd5-51aa2cb6001e', 'status': 'completed', 'code': 200} Jun 16 17:36:09.958913 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-567bffe6-a07b-4beb-b51d-98ebbcccef28 req-d2c08dea-5222-4ca2-adb8-29245d962a34 tempest-VolumesActionsTest-9574974 tempest-VolumesActionsTest-9574974-project] 10.222.0.40 "GET /v2.0/ports?device_id=11beebef-b030-486a-b8cd-2803da60b484 HTTP/1.1" status: 200 len: 210 time: 0.0464828 Jun 16 17:36:10.020979 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c338ba7a-1663-426e-8a4f-2b32535b5697 req-7e358323-5e46-46ca-9078-c545689746ba tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:36:10.022772 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-c338ba7a-1663-426e-8a4f-2b32535b5697 req-7e358323-5e46-46ca-9078-c545689746ba tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/ports?device_id=ade4cabc-bd7b-4506-b836-9178181c78e2 HTTP/1.1" status: 200 len: 944 time: 0.0677724 Jun 16 17:36:10.081297 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-c338ba7a-1663-426e-8a4f-2b32535b5697 req-10d6c847-5688-4520-bdb0-d40579ddce5f tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ec9cd17-f7bf-42f7-88bc-22078d613669&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526571 Jun 16 17:36:10.211900 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] get_ports_and_sgs() called for port_ids ['e325070c-6d45-4977-8bd5-51aa2cb6001e'] {{(pid=104054) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 17:36:10.424358 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277d53f8-4761-4843-8593-c67e157aaac4 req-0d99a586-0de6-4193-bd81-fe2028c2c362 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:36:10.426775 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-277d53f8-4761-4843-8593-c67e157aaac4 req-0d99a586-0de6-4193-bd81-fe2028c2c362 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/ports?device_id=b4904f6d-1ce2-4af1-9fc3-f5ea5aa89e69 HTTP/1.1" status: 200 len: 945 time: 0.0515568 Jun 16 17:36:10.480198 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-277d53f8-4761-4843-8593-c67e157aaac4 req-6d6d4dbc-3c0c-4093-b5ca-c259f0c96a6b tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/security-groups?id=97ffd154-7f70-49b1-9385-228cddf4fca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472722 Jun 16 17:36:10.520646 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Device c5c2a113-9454-4de3-99aa-1df51b68633d up at agent hyperv_hv-cinder-83754 {{(pid=104054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 17:36:10.565349 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Provisioning for port c5c2a113-9454-4de3-99aa-1df51b68633d completed by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 17:36:10.570076 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Provisioning complete for port c5c2a113-9454-4de3-99aa-1df51b68633d triggered by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:36:10.570445 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572016'] for port (c5c2a113-9454-4de3-99aa-1df51b68633d), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:10.646522 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Current status of the port c5c2a113-9454-4de3-99aa-1df51b68633d is: BUILD; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:36:10.647044 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (c5c2a113-9454-4de3-99aa-1df51b68633d), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:10.672480 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ade4cabc-bd7b-4506-b836-9178181c78e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5c2a113-9454-4de3-99aa-1df51b68633d'}] {{(pid=104054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 17:36:10.674900 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5645e34771f2e92f66b701059e1edb0e2a0b319a1385596c591183f5993537e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b512176e-ca1a-4ad6-b1d4-b1e4d1c5c9f4" -d '{"events": [{"server_uuid": "ade4cabc-bd7b-4506-b836-9178181c78e2", "name": "network-vif-plugged", "status": "completed", "tag": "c5c2a113-9454-4de3-99aa-1df51b68633d"}]}' {{(pid=104054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:36:10.688752 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] For port c5c2a113-9454-4de3-99aa-1df51b68633d, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=c5c2a113-9454-4de3-99aa-1df51b68633d,segment=NetworkSegment(86f1a2bf-e88a-4894-b8aa-61c574f8d191),segment_id=86f1a2bf-e88a-4894-b8aa-61c574f8d191)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:36:10.694513 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114'] for port (c5c2a113-9454-4de3-99aa-1df51b68633d), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:10.695510 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Device e325070c-6d45-4977-8bd5-51aa2cb6001e no longer exists at agent hyperv_hv-cinder-83754 {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 17:36:10.734402 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 17:36:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79ca6a8f-8a72-44ef-819d-5873bc7fc658 x-openstack-request-id: req-79ca6a8f-8a72-44ef-819d-5873bc7fc658 {{(pid=104054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:36:10.734765 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ade4cabc-bd7b-4506-b836-9178181c78e2", "name": "network-vif-plugged", "status": "completed", "tag": "c5c2a113-9454-4de3-99aa-1df51b68633d", "code": 200}]} {{(pid=104054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:36:10.735120 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-79ca6a8f-8a72-44ef-819d-5873bc7fc658 {{(pid=104054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:36:10.735658 dv-cinder-837546-2-iscsi neutron-server[104054]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79ca6a8f-8a72-44ef-819d-5873bc7fc658'] response: {'server_uuid': 'ade4cabc-bd7b-4506-b836-9178181c78e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5c2a113-9454-4de3-99aa-1df51b68633d', 'code': 200} Jun 16 17:36:10.755040 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] No Port match for: e325070c-6d45-4977-8bd5-51aa2cb6001e {{(pid=104054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 17:36:10.755390 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Device e325070c-6d45-4977-8bd5-51aa2cb6001e not bound to the agent host hv-cinder-83754 {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 17:36:10.791157 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Pushing event updated for resources: {'Port': ['ID=c5c2a113-9454-4de3-99aa-1df51b68633d,revision_number=5']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:36:10.974134 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e9fba9-6987-4769-bbe3-1dd30641b6fd req-441fa421-8e88-4cdd-8c91-4287f1d563f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:36:10.975631 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-a6e9fba9-6987-4769-bbe3-1dd30641b6fd req-441fa421-8e88-4cdd-8c91-4287f1d563f8 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ade4cabc-bd7b-4506-b836-9178181c78e2 HTTP/1.1" status: 200 len: 1129 time: 0.0844824 Jun 16 17:36:11.042243 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-a6e9fba9-6987-4769-bbe3-1dd30641b6fd req-f4b5c493-7065-4b13-aee5-af689cfc14e8 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=9ec9cd17-f7bf-42f7-88bc-22078d613669&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538287 Jun 16 17:36:11.206771 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:36:11.216217 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9774a6d-5637-4ab0-940c-329ebbbdf5ed req-06d53cd1-8c2b-44d5-9c2a-69152f22edd7 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:36:11.218178 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-a9774a6d-5637-4ab0-940c-329ebbbdf5ed req-06d53cd1-8c2b-44d5-9c2a-69152f22edd7 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/ports?device_id=ade4cabc-bd7b-4506-b836-9178181c78e2 HTTP/1.1" status: 200 len: 945 time: 0.0553701 Jun 16 17:36:11.237694 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=82,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:36:11.241047 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=33 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:36:11.336782 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-a9774a6d-5637-4ab0-940c-329ebbbdf5ed req-6ca78c71-69f9-4950-8737-f4112570b374 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ec9cd17-f7bf-42f7-88bc-22078d613669&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1122310 Jun 16 17:36:11.504660 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 56306) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:36:11.606621 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33a83dc-3240-41d2-a024-7d1e40b14dff req-be3dfee0-df7f-4863-8ef8-b6ba0e6aa554 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:36:11.614370 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-d33a83dc-3240-41d2-a024-7d1e40b14dff req-be3dfee0-df7f-4863-8ef8-b6ba0e6aa554 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/ports?device_id=b4904f6d-1ce2-4af1-9fc3-f5ea5aa89e69 HTTP/1.1" status: 200 len: 945 time: 0.0596023 Jun 16 17:36:11.641606 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-7fe28dd2-cfd3-45ba-b870-f4bc42ae3cd4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:11.690172 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-d33a83dc-3240-41d2-a024-7d1e40b14dff req-df6c5523-53cf-40bd-8a3e-7f246120a12a tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/security-groups?id=97ffd154-7f70-49b1-9385-228cddf4fca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748494 Jun 16 17:36:11.726936 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=4 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:36:11.754214 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-7fe28dd2-cfd3-45ba-b870-f4bc42ae3cd4 admin admin] Publish callbacks [] for security_group (d18219e1-583e-417f-8323-5a5cc95af1de), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:11.758001 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-7fe28dd2-cfd3-45ba-b870-f4bc42ae3cd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (d18219e1-583e-417f-8323-5a5cc95af1de), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:11.802999 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-7fe28dd2-cfd3-45ba-b870-f4bc42ae3cd4 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=495359e002b945f6a92b904e1dc62429&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2971554 Jun 16 17:36:11.804230 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe28dd2-cfd3-45ba-b870-f4bc42ae3cd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d18219e1-583e-417f-8323-5a5cc95af1de,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:36:11.805746 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 56322) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:36:11.812120 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe28dd2-cfd3-45ba-b870-f4bc42ae3cd4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:36:11.812450 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe28dd2-cfd3-45ba-b870-f4bc42ae3cd4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:36:11.812958 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe28dd2-cfd3-45ba-b870-f4bc42ae3cd4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:36:11.813324 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe28dd2-cfd3-45ba-b870-f4bc42ae3cd4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:36:11.813643 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe28dd2-cfd3-45ba-b870-f4bc42ae3cd4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:36:11.814117 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe28dd2-cfd3-45ba-b870-f4bc42ae3cd4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:36:11.814591 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe28dd2-cfd3-45ba-b870-f4bc42ae3cd4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:36:11.814917 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe28dd2-cfd3-45ba-b870-f4bc42ae3cd4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:36:11.815234 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe28dd2-cfd3-45ba-b870-f4bc42ae3cd4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:36:11.815554 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe28dd2-cfd3-45ba-b870-f4bc42ae3cd4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:36:11.815873 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe28dd2-cfd3-45ba-b870-f4bc42ae3cd4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:36:11.816189 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe28dd2-cfd3-45ba-b870-f4bc42ae3cd4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:36:11.816504 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe28dd2-cfd3-45ba-b870-f4bc42ae3cd4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:36:11.816838 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe28dd2-cfd3-45ba-b870-f4bc42ae3cd4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:36:11.817348 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe28dd2-cfd3-45ba-b870-f4bc42ae3cd4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:36:11.863673 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-4e569f33-a00d-4562-a4b8-a04db8a9e7ae admin admin] Publish callbacks [] for security_group (d18219e1-583e-417f-8323-5a5cc95af1de), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:11.888530 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-4e569f33-a00d-4562-a4b8-a04db8a9e7ae admin admin] Publish callbacks [] for security_group (d18219e1-583e-417f-8323-5a5cc95af1de), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:11.942325 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-4e569f33-a00d-4562-a4b8-a04db8a9e7ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (d18219e1-583e-417f-8323-5a5cc95af1de), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:11.945012 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-4e569f33-a00d-4562-a4b8-a04db8a9e7ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:11.949122 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-4e569f33-a00d-4562-a4b8-a04db8a9e7ae admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/d18219e1-583e-417f-8323-5a5cc95af1de HTTP/1.1" status: 204 len: 168 time: 0.1422775 Jun 16 17:36:11.963504 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e569f33-a00d-4562-a4b8-a04db8a9e7ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d18219e1-583e-417f-8323-5a5cc95af1de,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:36:11.971353 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e569f33-a00d-4562-a4b8-a04db8a9e7ae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:36:11.971695 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e569f33-a00d-4562-a4b8-a04db8a9e7ae admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:36:11.972049 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e569f33-a00d-4562-a4b8-a04db8a9e7ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:36:11.972511 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e569f33-a00d-4562-a4b8-a04db8a9e7ae admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:36:11.972850 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e569f33-a00d-4562-a4b8-a04db8a9e7ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:36:11.973327 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e569f33-a00d-4562-a4b8-a04db8a9e7ae admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:36:11.973725 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e569f33-a00d-4562-a4b8-a04db8a9e7ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:36:11.973960 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e569f33-a00d-4562-a4b8-a04db8a9e7ae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:36:11.974278 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e569f33-a00d-4562-a4b8-a04db8a9e7ae admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:36:11.974838 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e569f33-a00d-4562-a4b8-a04db8a9e7ae admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:36:11.974917 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e569f33-a00d-4562-a4b8-a04db8a9e7ae admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:36:11.976867 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e569f33-a00d-4562-a4b8-a04db8a9e7ae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:36:11.977223 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e569f33-a00d-4562-a4b8-a04db8a9e7ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:36:11.977534 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e569f33-a00d-4562-a4b8-a04db8a9e7ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:36:11.977855 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e569f33-a00d-4562-a4b8-a04db8a9e7ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:36:12.221180 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 56344) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:36:12.239504 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-451c5dad-847b-4e95-a618-112f24c8273c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:12.304984 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=4 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:36:12.328706 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-451c5dad-847b-4e95-a618-112f24c8273c admin admin] Publish callbacks [] for security_group (c86f189a-f684-40c4-99be-88e044783ba5), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:12.332657 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-451c5dad-847b-4e95-a618-112f24c8273c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (c86f189a-f684-40c4-99be-88e044783ba5), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:12.350064 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:36:12.381368 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-451c5dad-847b-4e95-a618-112f24c8273c admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=a65207b9a60d4203aac0d10a3c82fa46&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1590595 Jun 16 17:36:12.382014 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 56352) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:36:12.382911 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451c5dad-847b-4e95-a618-112f24c8273c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c86f189a-f684-40c4-99be-88e044783ba5,revision_number=1']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:36:12.479745 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c25138dc-1d09-4042-9e18-3e1f4a59ac4c admin admin] Publish callbacks [] for security_group (c86f189a-f684-40c4-99be-88e044783ba5), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:12.495173 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ab7bab-73fb-4928-a170-e863913b2ce2 req-95042a52-94c2-4417-b47b-388f6b04d01b tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:36:12.497040 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-64ab7bab-73fb-4928-a170-e863913b2ce2 req-95042a52-94c2-4417-b47b-388f6b04d01b tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/ports?device_id=ade4cabc-bd7b-4506-b836-9178181c78e2 HTTP/1.1" status: 200 len: 945 time: 0.0676937 Jun 16 17:36:12.531678 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c25138dc-1d09-4042-9e18-3e1f4a59ac4c admin admin] Publish callbacks [] for security_group (c86f189a-f684-40c4-99be-88e044783ba5), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:12.593112 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-64ab7bab-73fb-4928-a170-e863913b2ce2 req-be63236a-b2a1-47ef-bca6-61df8de55ec6 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ec9cd17-f7bf-42f7-88bc-22078d613669&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899372 Jun 16 17:36:12.614499 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c25138dc-1d09-4042-9e18-3e1f4a59ac4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (c86f189a-f684-40c4-99be-88e044783ba5), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:12.616953 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c25138dc-1d09-4042-9e18-3e1f4a59ac4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:12.618131 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-c25138dc-1d09-4042-9e18-3e1f4a59ac4c admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/c86f189a-f684-40c4-99be-88e044783ba5 HTTP/1.1" status: 204 len: 168 time: 0.2342026 Jun 16 17:36:12.628018 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25138dc-1d09-4042-9e18-3e1f4a59ac4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c86f189a-f684-40c4-99be-88e044783ba5,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:36:12.813286 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ad6176-aa01-4931-9b1b-2f7245f5717c req-058d7a9f-5928-4289-a7c0-028315c2c911 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:36:12.814745 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-b4ad6176-aa01-4931-9b1b-2f7245f5717c req-058d7a9f-5928-4289-a7c0-028315c2c911 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/ports?device_id=b4904f6d-1ce2-4af1-9fc3-f5ea5aa89e69 HTTP/1.1" status: 200 len: 945 time: 0.0551937 Jun 16 17:36:12.865892 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-b4ad6176-aa01-4931-9b1b-2f7245f5717c req-a204032b-3451-42c4-a4b2-8656a79e4185 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/security-groups?id=97ffd154-7f70-49b1-9385-228cddf4fca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444660 Jun 16 17:36:13.715379 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5010575f-3974-4aef-bf8d-f93e3f0f97a6 req-296d92a2-9fba-41ae-94af-198364bcf082 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:36:13.716875 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-5010575f-3974-4aef-bf8d-f93e3f0f97a6 req-296d92a2-9fba-41ae-94af-198364bcf082 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/ports?device_id=ade4cabc-bd7b-4506-b836-9178181c78e2 HTTP/1.1" status: 200 len: 945 time: 0.0505583 Jun 16 17:36:13.766520 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-5010575f-3974-4aef-bf8d-f93e3f0f97a6 req-a4144dc7-199f-4e9c-95f1-1878b4311baa tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ec9cd17-f7bf-42f7-88bc-22078d613669&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439103 Jun 16 17:36:13.968963 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:36:13.985775 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ac583d-4fb7-4f75-82c2-8821bd191093 req-96545339-84f1-4cc4-80f5-cd485e96d73c tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:36:13.987246 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-52ac583d-4fb7-4f75-82c2-8821bd191093 req-96545339-84f1-4cc4-80f5-cd485e96d73c tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/ports?device_id=b4904f6d-1ce2-4af1-9fc3-f5ea5aa89e69 HTTP/1.1" status: 200 len: 945 time: 0.0540867 Jun 16 17:36:14.040709 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-52ac583d-4fb7-4f75-82c2-8821bd191093 req-521f95b4-7a1f-4509-a279-5534f53a2e93 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/security-groups?id=97ffd154-7f70-49b1-9385-228cddf4fca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479283 Jun 16 17:36:14.895109 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8e2217-b7a7-47ab-ba52-6512a3584cba req-48386f13-4560-464c-92e7-40e1e3aeb94f tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:36:14.896581 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-bb8e2217-b7a7-47ab-ba52-6512a3584cba req-48386f13-4560-464c-92e7-40e1e3aeb94f tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/ports?device_id=ade4cabc-bd7b-4506-b836-9178181c78e2 HTTP/1.1" status: 200 len: 945 time: 0.0466473 Jun 16 17:36:14.943518 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-bb8e2217-b7a7-47ab-ba52-6512a3584cba req-11724158-3304-4a9c-91b5-6d9352253176 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ec9cd17-f7bf-42f7-88bc-22078d613669&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412281 Jun 16 17:36:15.160638 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94f90cf-144e-4c50-96d5-8e9615d37fa2 req-4437c9b3-6f3c-456d-b881-aebb42a06c7f tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:36:15.162165 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-c94f90cf-144e-4c50-96d5-8e9615d37fa2 req-4437c9b3-6f3c-456d-b881-aebb42a06c7f tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/ports?device_id=b4904f6d-1ce2-4af1-9fc3-f5ea5aa89e69 HTTP/1.1" status: 200 len: 945 time: 0.0496330 Jun 16 17:36:15.211305 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-c94f90cf-144e-4c50-96d5-8e9615d37fa2 req-ab04d539-1514-4539-8a37-a6a1ad37ebbf tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/security-groups?id=97ffd154-7f70-49b1-9385-228cddf4fca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430744 Jun 16 17:36:16.073499 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170a7b4f-7c04-42a3-9a68-f917238f2691 req-c635dd79-a00a-4185-8f18-50df39e5da86 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:36:16.075046 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-170a7b4f-7c04-42a3-9a68-f917238f2691 req-c635dd79-a00a-4185-8f18-50df39e5da86 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/ports?device_id=ade4cabc-bd7b-4506-b836-9178181c78e2 HTTP/1.1" status: 200 len: 945 time: 0.0554113 Jun 16 17:36:16.123100 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-170a7b4f-7c04-42a3-9a68-f917238f2691 req-9e4b2632-031a-437a-a086-6d3ee5aa3eee tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ec9cd17-f7bf-42f7-88bc-22078d613669&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417526 Jun 16 17:36:16.277770 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdd80b4-fdaa-41da-91dd-cd99fece5062 req-a5f65a43-b4a8-42b2-be95-b3b60a9e5efa tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:36:16.280604 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-1cdd80b4-fdaa-41da-91dd-cd99fece5062 req-a5f65a43-b4a8-42b2-be95-b3b60a9e5efa tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/ports?device_id=ade4cabc-bd7b-4506-b836-9178181c78e2 HTTP/1.1" status: 200 len: 945 time: 0.0745344 Jun 16 17:36:16.292961 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 56470) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:36:16.298237 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [None req-c868977b-ebc0-4fdb-bfdc-fb82b5c16171 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Request body: {'floatingip': {'port_id': 'c5c2a113-9454-4de3-99aa-1df51b68633d'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:36:16.373561 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c868977b-ebc0-4fdb-bfdc-fb82b5c16171 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Publish callbacks [] for floatingip (deb9391c-bf01-454f-b465-d72c36912601), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:16.459755 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3971f52-6148-4cbb-b1b8-33f768b4ad56 req-0d072fff-cf24-4795-87ad-1fde3082b2ce tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:36:16.461263 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-d3971f52-6148-4cbb-b1b8-33f768b4ad56 req-0d072fff-cf24-4795-87ad-1fde3082b2ce tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/ports?device_id=b4904f6d-1ce2-4af1-9fc3-f5ea5aa89e69 HTTP/1.1" status: 200 len: 945 time: 0.1584587 Jun 16 17:36:16.477911 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:36:16.617734 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-d3971f52-6148-4cbb-b1b8-33f768b4ad56 req-8c8b7a58-4f38-4ad0-af9e-0e83a6023102 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/security-groups?id=97ffd154-7f70-49b1-9385-228cddf4fca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456897 Jun 16 17:36:17.314291 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-bb1b85ac-e1ee-4f4c-9073-d89f9f91b517 req-c4cac682-7647-47e1-8a0e-053d6d9816a1 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=54fe7037-080f-4209-bdc6-c505c4c34ec3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0510228 Jun 16 17:36:17.316434 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c868977b-ebc0-4fdb-bfdc-fb82b5c16171 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:17.323638 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c868977b-ebc0-4fdb-bfdc-fb82b5c16171 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-375498'] for floatingip (deb9391c-bf01-454f-b465-d72c36912601), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:17.411150 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1b85ac-e1ee-4f4c-9073-d89f9f91b517 req-0f296cb2-742f-43f2-8a69-c0fa92fec32b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:36:17.413234 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-bb1b85ac-e1ee-4f4c-9073-d89f9f91b517 req-0f296cb2-742f-43f2-8a69-c0fa92fec32b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d1c1d13142434356ac1210f14dad847b&device_id=54fe7037-080f-4209-bdc6-c505c4c34ec3 HTTP/1.1" status: 200 len: 1130 time: 0.0662081 Jun 16 17:36:17.450952 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:36:17.462996 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.db.l3_db [None req-c868977b-ebc0-4fdb-bfdc-fb82b5c16171 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Floating IP deb9391c-bf01-454f-b465-d72c36912601 associated. External IP: 172.27.0.137, port: c5c2a113-9454-4de3-99aa-1df51b68633d. Jun 16 17:36:17.625593 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1b85ac-e1ee-4f4c-9073-d89f9f91b517 req-f848aec5-6237-4581-9ec1-3ff390d5ed58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:36:17.627700 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-bb1b85ac-e1ee-4f4c-9073-d89f9f91b517 req-f848aec5-6237-4581-9ec1-3ff390d5ed58 service neutron] 10.222.0.47 "GET /v2.0/networks?id=dd7b32b9-764e-43c1-a67e-f0e3f862c460 HTTP/1.1" status: 200 len: 919 time: 0.1790471 Jun 16 17:36:17.680757 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-bb1b85ac-e1ee-4f4c-9073-d89f9f91b517 req-805462ea-4027-4543-82a4-0ac93c45c4cf service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=62e3038f-b183-4ed1-bedd-da99fe182bf8 HTTP/1.1" status: 200 len: 217 time: 0.0461166 Jun 16 17:36:17.744705 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c868977b-ebc0-4fdb-bfdc-fb82b5c16171 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Router 5e169b57-6046-4cc7-bf1e-cf60de126534 has already been hosted by L3 agent 43e250b4-0ce3-4949-aa8c-0bafe6454580 {{(pid=104052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 17:36:17.769378 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1b85ac-e1ee-4f4c-9073-d89f9f91b517 req-3f0a2a61-b24f-4e0d-b856-65895782c213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:36:17.771018 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-bb1b85ac-e1ee-4f4c-9073-d89f9f91b517 req-3f0a2a61-b24f-4e0d-b856-65895782c213 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=58dbd783-c237-4164-b4f7-63cdaa3401e3 HTTP/1.1" status: 200 len: 857 time: 0.0830081 Jun 16 17:36:17.839273 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1b85ac-e1ee-4f4c-9073-d89f9f91b517 req-5d01b664-5101-4d1c-8f14-9fba09314a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:36:17.843173 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-bb1b85ac-e1ee-4f4c-9073-d89f9f91b517 req-5d01b664-5101-4d1c-8f14-9fba09314a8e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dd7b32b9-764e-43c1-a67e-f0e3f862c460&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0635991 Jun 16 17:36:17.898055 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d176ac-e8e9-44cb-a05d-6610c3da180d req-a78cb0c2-e47e-402c-99e1-ad1c314d25ec tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:36:17.899262 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-96d176ac-e8e9-44cb-a05d-6610c3da180d req-a78cb0c2-e47e-402c-99e1-ad1c314d25ec tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/ports?device_id=b4904f6d-1ce2-4af1-9fc3-f5ea5aa89e69 HTTP/1.1" status: 200 len: 945 time: 0.1501412 Jun 16 17:36:17.975152 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-bb1b85ac-e1ee-4f4c-9073-d89f9f91b517 req-feb6a750-380e-4260-970d-b43b5d932214 service neutron] 10.222.0.47 "GET /v2.0/networks/dd7b32b9-764e-43c1-a67e-f0e3f862c460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239479 Jun 16 17:36:18.067017 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-96d176ac-e8e9-44cb-a05d-6610c3da180d req-1583f1d1-32db-48e1-a1c5-4fe77ad41132 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/security-groups?id=97ffd154-7f70-49b1-9385-228cddf4fca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885370 Jun 16 17:36:18.079657 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:36:18.097413 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c868977b-ebc0-4fdb-bfdc-fb82b5c16171 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Notify agent at l3_agent.dv-cinder-837546-2-iscsi the message routers_updated {{(pid=104052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 17:36:18.112794 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c868977b-ebc0-4fdb-bfdc-fb82b5c16171 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228225'] for floatingip (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:18.115081 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18021dbf-1b31-4852-89e5-2f2f718a58c7 None None] Sync routers for ids ['5e169b57-6046-4cc7-bf1e-cf60de126534'] in dv-cinder-837546-2-iscsi {{(pid=104054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:36:18.139952 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18021dbf-1b31-4852-89e5-2f2f718a58c7 None None] Routers {'5e169b57-6046-4cc7-bf1e-cf60de126534'} bound to L3 agent in host dv-cinder-837546-2-iscsi {{(pid=104054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:36:18.140974 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-18021dbf-1b31-4852-89e5-2f2f718a58c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T17:26:01Z,description=,heartbeat_timestamp=2022-06-16T17:36:01Z,host='dv-cinder-837546-2-iscsi',id=43e250b4-0ce3-4949-aa8c-0bafe6454580,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:26:01Z,topic='l3_agent')) {'router_ids': ['5e169b57-6046-4cc7-bf1e-cf60de126534'], 'active': True} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:36:18.171403 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-bb1b85ac-e1ee-4f4c-9073-d89f9f91b517 req-529c10d4-96ba-4acb-9b79-f5948230b516 service neutron] 10.222.0.47 "GET /v2.0/networks/dd7b32b9-764e-43c1-a67e-f0e3f862c460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769204 Jun 16 17:36:18.179454 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-c868977b-ebc0-4fdb-bfdc-fb82b5c16171 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "PUT /v2.0/floatingips/deb9391c-bf01-454f-b465-d72c36912601 HTTP/1.1" status: 200 len: 991 time: 1.8851774 Jun 16 17:36:18.180028 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ade4cabc-bd7b-4506-b836-9178181c78e2', 'tag': 'c5c2a113-9454-4de3-99aa-1df51b68633d'}] {{(pid=104052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 17:36:18.185621 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9713fa4f09cf3058fa9276dada2b44135c9dd2e88d0acd54628e4483b77b1e61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5ef105f-86d5-4b8d-a48b-4d2f7841cd3c" -d '{"events": [{"name": "network-changed", "server_uuid": "ade4cabc-bd7b-4506-b836-9178181c78e2", "tag": "c5c2a113-9454-4de3-99aa-1df51b68633d"}]}' {{(pid=104052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:36:18.269820 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 17:36:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1736297b-c196-4736-b867-91007078b267 x-openstack-request-id: req-1736297b-c196-4736-b867-91007078b267 {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:36:18.270116 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ade4cabc-bd7b-4506-b836-9178181c78e2", "tag": "c5c2a113-9454-4de3-99aa-1df51b68633d", "status": "completed", "code": 200}]} {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:36:18.270366 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-1736297b-c196-4736-b867-91007078b267 {{(pid=104052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:36:18.270869 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1736297b-c196-4736-b867-91007078b267'] response: {'name': 'network-changed', 'server_uuid': 'ade4cabc-bd7b-4506-b836-9178181c78e2', 'tag': 'c5c2a113-9454-4de3-99aa-1df51b68633d', 'status': 'completed', 'code': 200} Jun 16 17:36:18.341912 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvr_db [None req-18021dbf-1b31-4852-89e5-2f2f718a58c7 None None] Set router 5e169b57-6046-4cc7-bf1e-cf60de126534 gateway port host: dv-cinder-837546-2-iscsi {{(pid=104054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:36:18.470875 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:36:18.728842 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-18021dbf-1b31-4852-89e5-2f2f718a58c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e169b57-6046-4cc7-bf1e-cf60de126534', 'name': 'tempest-AttachVolumeShelveTestJSON-1875317516-router', 'tenant_id': '34fb554e0cf14c7ab3a9f538273c289e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'external_fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '3c820706-d421-42fa-be59-63f8f5781a6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:35:42Z', 'updated_at': '2022-06-16T17:35:46Z', 'revision_number': 4, 'project_id': '34fb554e0cf14c7ab3a9f538273c289e', 'gw_port': {'id': '3c820706-d421-42fa-be59-63f8f5781a6c', 'name': '', 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:bc:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e169b57-6046-4cc7-bf1e-cf60de126534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:35:43Z', 'updated_at': '2022-06-16T17:35:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47584a51-19b7-439b-9f28-a7f577441b18', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-2-iscsi', '_floatingips': [{'id': 'deb9391c-bf01-454f-b465-d72c36912601', 'tenant_id': '34fb554e0cf14c7ab3a9f538273c289e', 'floating_ip_address': '172.27.0.137', 'floating_network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'router_id': '5e169b57-6046-4cc7-bf1e-cf60de126534', 'port_id': 'c5c2a113-9454-4de3-99aa-1df51b68633d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 317, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3cd693dc-5d6d-482c-a40c-9c9d0ef17994', 'mac_address': 'fa:16:3e:5e:6a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade4cabc-bd7b-4506-b836-9178181c78e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T17:35:49Z', 'updated_at': '2022-06-16T17:36:17Z', 'revision_number': 1, 'project_id': '34fb554e0cf14c7ab3a9f538273c289e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbb0ad55-4736-4773-95b7-f7786b05abc9', 'name': '', 'network_id': '3cd693dc-5d6d-482c-a40c-9c9d0ef17994', 'tenant_id': '34fb554e0cf14c7ab3a9f538273c289e', 'mac_address': 'fa:16:3e:a9:c5:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e169b57-6046-4cc7-bf1e-cf60de126534', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '15008cf9-9c5e-4724-bbb5-bbf37d371079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:35:45Z', 'updated_at': '2022-06-16T17:35:50Z', 'revision_number': 5, 'project_id': '34fb554e0cf14c7ab3a9f538273c289e', 'subnets': [{'id': '15008cf9-9c5e-4724-bbb5-bbf37d371079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837546-2-iscsi', False) {} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:36:18.768859 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18021dbf-1b31-4852-89e5-2f2f718a58c7 None None] Checking router: 5e169b57-6046-4cc7-bf1e-cf60de126534 for host: dv-cinder-837546-2-iscsi {{(pid=104054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:36:18.806745 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18021dbf-1b31-4852-89e5-2f2f718a58c7 None None] Routers {'5e169b57-6046-4cc7-bf1e-cf60de126534'} bound to L3 agent in host dv-cinder-837546-2-iscsi {{(pid=104054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:36:18.807700 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-18021dbf-1b31-4852-89e5-2f2f718a58c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T17:26:01Z,description=,heartbeat_timestamp=2022-06-16T17:36:01Z,host='dv-cinder-837546-2-iscsi',id=43e250b4-0ce3-4949-aa8c-0bafe6454580,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:26:01Z,topic='l3_agent')) {'router_ids': ['5e169b57-6046-4cc7-bf1e-cf60de126534'], 'active': True} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:36:18.966415 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (9f2b4370-7d03-4dcb-9a0d-4ff62d859136), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:19.134519 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvr_db [None req-18021dbf-1b31-4852-89e5-2f2f718a58c7 None None] Set router 5e169b57-6046-4cc7-bf1e-cf60de126534 gateway port host: dv-cinder-837546-2-iscsi {{(pid=104054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:36:19.150655 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ef105f-86d5-4b8d-a48b-4d2f7841cd3c req-9ccd6fd1-345c-48e6-a18c-d3d7877ce5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:36:19.156110 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-f5ef105f-86d5-4b8d-a48b-4d2f7841cd3c req-9ccd6fd1-345c-48e6-a18c-d3d7877ce5e6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=34fb554e0cf14c7ab3a9f538273c289e&device_id=ade4cabc-bd7b-4506-b836-9178181c78e2 HTTP/1.1" status: 200 len: 1129 time: 0.6048126 Jun 16 17:36:19.286785 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcf5e81-b0a9-4d19-a36d-972aac95c0e5 req-b7e8e4ca-bb22-44ee-a9bd-5e538838c6d4 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:36:19.296476 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-3bcf5e81-b0a9-4d19-a36d-972aac95c0e5 req-b7e8e4ca-bb22-44ee-a9bd-5e538838c6d4 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/ports?device_id=b4904f6d-1ce2-4af1-9fc3-f5ea5aa89e69 HTTP/1.1" status: 200 len: 945 time: 0.1176345 Jun 16 17:36:19.383981 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-3bcf5e81-b0a9-4d19-a36d-972aac95c0e5 req-47010f10-a535-4342-a47a-23d377bfaf83 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/security-groups?id=97ffd154-7f70-49b1-9385-228cddf4fca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862281 Jun 16 17:36:19.402020 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ef105f-86d5-4b8d-a48b-4d2f7841cd3c req-20016cfb-5f10-458d-b542-46b8eb02e5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:36:19.403955 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-f5ef105f-86d5-4b8d-a48b-4d2f7841cd3c req-20016cfb-5f10-458d-b542-46b8eb02e5d3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3cd693dc-5d6d-482c-a40c-9c9d0ef17994 HTTP/1.1" status: 200 len: 918 time: 0.2020967 Jun 16 17:36:19.429688 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:36:19.505421 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-f5ef105f-86d5-4b8d-a48b-4d2f7841cd3c req-bf31dd6c-5363-4aef-a653-bd7fc8385450 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c5c2a113-9454-4de3-99aa-1df51b68633d HTTP/1.1" status: 200 len: 999 time: 0.0821030 Jun 16 17:36:19.566342 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-18021dbf-1b31-4852-89e5-2f2f718a58c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e169b57-6046-4cc7-bf1e-cf60de126534', 'name': 'tempest-AttachVolumeShelveTestJSON-1875317516-router', 'tenant_id': '34fb554e0cf14c7ab3a9f538273c289e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'external_fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '3c820706-d421-42fa-be59-63f8f5781a6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:35:42Z', 'updated_at': '2022-06-16T17:35:46Z', 'revision_number': 4, 'project_id': '34fb554e0cf14c7ab3a9f538273c289e', 'gw_port': {'id': '3c820706-d421-42fa-be59-63f8f5781a6c', 'name': '', 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:bc:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e169b57-6046-4cc7-bf1e-cf60de126534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:35:43Z', 'updated_at': '2022-06-16T17:35:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47584a51-19b7-439b-9f28-a7f577441b18', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-2-iscsi', '_floatingips': [{'id': 'deb9391c-bf01-454f-b465-d72c36912601', 'tenant_id': '34fb554e0cf14c7ab3a9f538273c289e', 'floating_ip_address': '172.27.0.137', 'floating_network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'router_id': '5e169b57-6046-4cc7-bf1e-cf60de126534', 'port_id': 'c5c2a113-9454-4de3-99aa-1df51b68633d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 317, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3cd693dc-5d6d-482c-a40c-9c9d0ef17994', 'mac_address': 'fa:16:3e:5e:6a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade4cabc-bd7b-4506-b836-9178181c78e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T17:35:49Z', 'updated_at': '2022-06-16T17:36:17Z', 'revision_number': 1, 'project_id': '34fb554e0cf14c7ab3a9f538273c289e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbb0ad55-4736-4773-95b7-f7786b05abc9', 'name': '', 'network_id': '3cd693dc-5d6d-482c-a40c-9c9d0ef17994', 'tenant_id': '34fb554e0cf14c7ab3a9f538273c289e', 'mac_address': 'fa:16:3e:a9:c5:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e169b57-6046-4cc7-bf1e-cf60de126534', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '15008cf9-9c5e-4724-bbb5-bbf37d371079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:35:45Z', 'updated_at': '2022-06-16T17:35:50Z', 'revision_number': 5, 'project_id': '34fb554e0cf14c7ab3a9f538273c289e', 'subnets': [{'id': '15008cf9-9c5e-4724-bbb5-bbf37d371079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837546-2-iscsi', False) {} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:36:19.595237 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18021dbf-1b31-4852-89e5-2f2f718a58c7 None None] The sync data for ids ['5e169b57-6046-4cc7-bf1e-cf60de126534'] in dv-cinder-837546-2-iscsi is: [{'id': '5e169b57-6046-4cc7-bf1e-cf60de126534', 'name': 'tempest-AttachVolumeShelveTestJSON-1875317516-router', 'tenant_id': '34fb554e0cf14c7ab3a9f538273c289e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'external_fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '3c820706-d421-42fa-be59-63f8f5781a6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:35:42Z', 'updated_at': '2022-06-16T17:35:46Z', 'revision_number': 4, 'project_id': '34fb554e0cf14c7ab3a9f538273c289e', 'gw_port': {'id': '3c820706-d421-42fa-be59-63f8f5781a6c', 'name': '', 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:bc:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e169b57-6046-4cc7-bf1e-cf60de126534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:35:43Z', 'updated_at': '2022-06-16T17:35:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47584a51-19b7-439b-9f28-a7f577441b18', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-2-iscsi', '_floatingips': [{'id': 'deb9391c-bf01-454f-b465-d72c36912601', 'tenant_id': '34fb554e0cf14c7ab3a9f538273c289e', 'floating_ip_address': '172.27.0.137', 'floating_network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'router_id': '5e169b57-6046-4cc7-bf1e-cf60de126534', 'port_id': 'c5c2a113-9454-4de3-99aa-1df51b68633d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 317, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3cd693dc-5d6d-482c-a40c-9c9d0ef17994', 'mac_address': 'fa:16:3e:5e:6a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade4cabc-bd7b-4506-b836-9178181c78e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T17:35:49Z', 'updated_at': '2022-06-16T17:36:17Z', 'revision_number': 1, 'project_id': '34fb554e0cf14c7ab3a9f538273c289e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbb0ad55-4736-4773-95b7-f7786b05abc9', 'name': '', 'network_id': '3cd693dc-5d6d-482c-a40c-9c9d0ef17994', 'tenant_id': '34fb554e0cf14c7ab3a9f538273c289e', 'mac_address': 'fa:16:3e:a9:c5:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e169b57-6046-4cc7-bf1e-cf60de126534', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '15008cf9-9c5e-4724-bbb5-bbf37d371079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:35:45Z', 'updated_at': '2022-06-16T17:35:50Z', 'revision_number': 5, 'project_id': '34fb554e0cf14c7ab3a9f538273c289e', 'subnets': [{'id': '15008cf9-9c5e-4724-bbb5-bbf37d371079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:36:19.626519 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ef105f-86d5-4b8d-a48b-4d2f7841cd3c req-b0c9e3f7-40d3-4fea-b98b-72dbe27e7f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:36:19.633909 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-f5ef105f-86d5-4b8d-a48b-4d2f7841cd3c req-b0c9e3f7-40d3-4fea-b98b-72dbe27e7f63 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=15008cf9-9c5e-4724-bbb5-bbf37d371079 HTTP/1.1" status: 200 len: 856 time: 0.1143322 Jun 16 17:36:19.753853 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ef105f-86d5-4b8d-a48b-4d2f7841cd3c req-6f5842b0-5ddc-4fa7-b1a7-a7b6f63d58bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:36:19.755479 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-f5ef105f-86d5-4b8d-a48b-4d2f7841cd3c req-6f5842b0-5ddc-4fa7-b1a7-a7b6f63d58bd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3cd693dc-5d6d-482c-a40c-9c9d0ef17994&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1058834 Jun 16 17:36:19.910138 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-f5ef105f-86d5-4b8d-a48b-4d2f7841cd3c req-5df80823-816e-4206-96b7-e12f74768797 service neutron] 10.222.0.47 "GET /v2.0/networks/3cd693dc-5d6d-482c-a40c-9c9d0ef17994?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369462 Jun 16 17:36:19.986876 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ac6fe2-9c70-4651-926e-d68af047ef8e None None] New status for floating IP deb9391c-bf01-454f-b465-d72c36912601: ACTIVE {{(pid=104055) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 17:36:20.221682 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=100 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:36:20.299100 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-f5ef105f-86d5-4b8d-a48b-4d2f7841cd3c req-883bc970-8f3f-4dad-8432-730ee601304a service neutron] 10.222.0.47 "GET /v2.0/networks/3cd693dc-5d6d-482c-a40c-9c9d0ef17994?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2724147 Jun 16 17:36:20.587238 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923205a9-e511-4521-b6b9-2c3abbc1e1d1 req-d2f1de8d-e28c-4a7e-af31-93ab9c826552 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:36:20.594749 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-923205a9-e511-4521-b6b9-2c3abbc1e1d1 req-d2f1de8d-e28c-4a7e-af31-93ab9c826552 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/ports?device_id=b4904f6d-1ce2-4af1-9fc3-f5ea5aa89e69 HTTP/1.1" status: 200 len: 945 time: 0.0771525 Jun 16 17:36:20.668510 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-923205a9-e511-4521-b6b9-2c3abbc1e1d1 req-5307be37-a7f2-47d9-b5bc-93852527e342 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/security-groups?id=97ffd154-7f70-49b1-9385-228cddf4fca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726848 Jun 16 17:36:21.811316 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c5a0ca-9dc7-4fa4-a9c5-84eebd556dbf req-2d1a5b1a-bc99-4552-867c-5a638eba7abb tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:36:21.819778 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-05c5a0ca-9dc7-4fa4-a9c5-84eebd556dbf req-2d1a5b1a-bc99-4552-867c-5a638eba7abb tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/ports?device_id=b4904f6d-1ce2-4af1-9fc3-f5ea5aa89e69 HTTP/1.1" status: 200 len: 945 time: 0.0610926 Jun 16 17:36:21.881947 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-05c5a0ca-9dc7-4fa4-a9c5-84eebd556dbf req-a26e68da-c7c0-40af-a0eb-af32034018a0 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/security-groups?id=97ffd154-7f70-49b1-9385-228cddf4fca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610371 Jun 16 17:36:23.020163 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be387f5d-209c-48d7-b381-bb5635b1d33c req-6f1d8c04-26b4-4bc0-b850-a05643b0a387 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:36:23.025888 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-be387f5d-209c-48d7-b381-bb5635b1d33c req-6f1d8c04-26b4-4bc0-b850-a05643b0a387 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/ports?device_id=b4904f6d-1ce2-4af1-9fc3-f5ea5aa89e69 HTTP/1.1" status: 200 len: 945 time: 0.0642819 Jun 16 17:36:23.097805 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-be387f5d-209c-48d7-b381-bb5635b1d33c req-7bd8e696-f838-48fa-8135-541d6ec542b3 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/security-groups?id=97ffd154-7f70-49b1-9385-228cddf4fca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695932 Jun 16 17:36:24.235382 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038b0c95-007e-4b4c-856c-c51277b02091 req-bd925905-c036-4847-82b8-b35c9eecb006 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:36:24.238145 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-038b0c95-007e-4b4c-856c-c51277b02091 req-bd925905-c036-4847-82b8-b35c9eecb006 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/ports?device_id=b4904f6d-1ce2-4af1-9fc3-f5ea5aa89e69 HTTP/1.1" status: 200 len: 945 time: 0.0606554 Jun 16 17:36:24.292970 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-038b0c95-007e-4b4c-856c-c51277b02091 req-79d74a00-c299-4839-925f-4c159cbcc84e tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/security-groups?id=97ffd154-7f70-49b1-9385-228cddf4fca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472939 Jun 16 17:36:25.442642 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8277ce-30da-4b2e-acfb-d0c468150d68 req-9b938632-6a4a-4ff8-a929-80b57cd8adf2 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:36:25.445328 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-ee8277ce-30da-4b2e-acfb-d0c468150d68 req-9b938632-6a4a-4ff8-a929-80b57cd8adf2 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/ports?device_id=b4904f6d-1ce2-4af1-9fc3-f5ea5aa89e69 HTTP/1.1" status: 200 len: 945 time: 0.0687358 Jun 16 17:36:25.519724 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-ee8277ce-30da-4b2e-acfb-d0c468150d68 req-331f9a75-1f9e-4dff-bd60-bb36ea3fe0ff tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/security-groups?id=97ffd154-7f70-49b1-9385-228cddf4fca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681741 Jun 16 17:36:25.586984 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 56682) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:36:25.724288 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-7ec55be8-85af-4c67-8670-e5571b19d5f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:25.770817 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:36:25.834053 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-7ec55be8-85af-4c67-8670-e5571b19d5f0 admin admin] Publish callbacks [] for security_group (c36511b0-748a-4819-8855-feb0dee4b716), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:25.839444 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-7ec55be8-85af-4c67-8670-e5571b19d5f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (c36511b0-748a-4819-8855-feb0dee4b716), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:25.884909 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-7ec55be8-85af-4c67-8670-e5571b19d5f0 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=4403b75fce084b16b754aedbae6ebb70&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2967875 Jun 16 17:36:25.888299 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 56688) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:36:25.894633 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec55be8-85af-4c67-8670-e5571b19d5f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c36511b0-748a-4819-8855-feb0dee4b716,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:36:25.935954 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=100 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:36:25.954416 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-f087dd1d-2f90-4beb-b5e7-65957baa8df8 admin admin] Publish callbacks [] for security_group (c36511b0-748a-4819-8855-feb0dee4b716), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:25.980996 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-f087dd1d-2f90-4beb-b5e7-65957baa8df8 admin admin] Publish callbacks [] for security_group (c36511b0-748a-4819-8855-feb0dee4b716), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:26.038655 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-f087dd1d-2f90-4beb-b5e7-65957baa8df8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (c36511b0-748a-4819-8855-feb0dee4b716), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:26.042434 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-f087dd1d-2f90-4beb-b5e7-65957baa8df8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:26.043873 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-f087dd1d-2f90-4beb-b5e7-65957baa8df8 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/c36511b0-748a-4819-8855-feb0dee4b716 HTTP/1.1" status: 204 len: 168 time: 0.1542182 Jun 16 17:36:26.055484 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f087dd1d-2f90-4beb-b5e7-65957baa8df8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c36511b0-748a-4819-8855-feb0dee4b716,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:36:26.463351 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 56712) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:36:26.483986 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-25219823-105a-482f-8cf9-cd481cb00668 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:26.597602 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:36:26.625460 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-25219823-105a-482f-8cf9-cd481cb00668 admin admin] Publish callbacks [] for security_group (317e7819-e713-4fba-a42c-71632c52d19d), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:26.631392 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-25219823-105a-482f-8cf9-cd481cb00668 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (317e7819-e713-4fba-a42c-71632c52d19d), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:26.690633 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-25219823-105a-482f-8cf9-cd481cb00668 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=0d1827c6b96947b7a040d8ec44147118&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2256644 Jun 16 17:36:26.691688 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25219823-105a-482f-8cf9-cd481cb00668 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=317e7819-e713-4fba-a42c-71632c52d19d,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:36:26.693321 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 56720) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:36:26.741981 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857d08cc-ffad-416c-bf37-232b0d479f51 req-73eeeb71-2562-4856-8016-d0377a8d9dc9 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:36:26.743974 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-857d08cc-ffad-416c-bf37-232b0d479f51 req-73eeeb71-2562-4856-8016-d0377a8d9dc9 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/ports?device_id=b4904f6d-1ce2-4af1-9fc3-f5ea5aa89e69 HTTP/1.1" status: 200 len: 945 time: 0.0687695 Jun 16 17:36:26.764995 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-fa05ee77-9b0b-4efc-b6ef-271e661f3925 admin admin] Publish callbacks [] for security_group (317e7819-e713-4fba-a42c-71632c52d19d), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:26.803859 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-fa05ee77-9b0b-4efc-b6ef-271e661f3925 admin admin] Publish callbacks [] for security_group (317e7819-e713-4fba-a42c-71632c52d19d), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:26.813743 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-857d08cc-ffad-416c-bf37-232b0d479f51 req-edcf805c-a20f-4f52-865c-a93c9c0723ed tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/security-groups?id=97ffd154-7f70-49b1-9385-228cddf4fca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618491 Jun 16 17:36:26.882172 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-fa05ee77-9b0b-4efc-b6ef-271e661f3925 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (317e7819-e713-4fba-a42c-71632c52d19d), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:26.884904 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-fa05ee77-9b0b-4efc-b6ef-271e661f3925 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:26.886374 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-fa05ee77-9b0b-4efc-b6ef-271e661f3925 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/317e7819-e713-4fba-a42c-71632c52d19d HTTP/1.1" status: 204 len: 168 time: 0.1918468 Jun 16 17:36:26.900146 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa05ee77-9b0b-4efc-b6ef-271e661f3925 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=317e7819-e713-4fba-a42c-71632c52d19d,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:36:27.459022 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 56736) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:36:27.484165 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c609900c-22e5-4f5b-a3f7-6433f115dbf8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:27.625358 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c609900c-22e5-4f5b-a3f7-6433f115dbf8 admin admin] Publish callbacks [] for security_group (3268ae66-668b-47f7-b94b-eb8ba3e76e3b), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:27.634594 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c609900c-22e5-4f5b-a3f7-6433f115dbf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (3268ae66-668b-47f7-b94b-eb8ba3e76e3b), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:27.663068 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c609900c-22e5-4f5b-a3f7-6433f115dbf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3268ae66-668b-47f7-b94b-eb8ba3e76e3b,revision_number=1']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:36:27.698630 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-c609900c-22e5-4f5b-a3f7-6433f115dbf8 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=197935ea849249a68da7c680280a6a16&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2376778 Jun 16 17:36:27.698838 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 56748) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:36:27.768528 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-be67be54-0476-4899-b7af-4d9994ca9d66 admin admin] Publish callbacks [] for security_group (3268ae66-668b-47f7-b94b-eb8ba3e76e3b), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:27.799745 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-be67be54-0476-4899-b7af-4d9994ca9d66 admin admin] Publish callbacks [] for security_group (3268ae66-668b-47f7-b94b-eb8ba3e76e3b), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:27.893017 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-be67be54-0476-4899-b7af-4d9994ca9d66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (3268ae66-668b-47f7-b94b-eb8ba3e76e3b), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:27.899026 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-be67be54-0476-4899-b7af-4d9994ca9d66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:27.900289 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-be67be54-0476-4899-b7af-4d9994ca9d66 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/3268ae66-668b-47f7-b94b-eb8ba3e76e3b HTTP/1.1" status: 204 len: 168 time: 0.2000351 Jun 16 17:36:27.912688 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be67be54-0476-4899-b7af-4d9994ca9d66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3268ae66-668b-47f7-b94b-eb8ba3e76e3b,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:36:28.016381 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d77c9f-6871-41f7-84fa-1bd515c64efe req-7a602968-18cb-4db3-9ee6-d39b9f413416 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:36:28.018088 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-94d77c9f-6871-41f7-84fa-1bd515c64efe req-7a602968-18cb-4db3-9ee6-d39b9f413416 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/ports?device_id=b4904f6d-1ce2-4af1-9fc3-f5ea5aa89e69 HTTP/1.1" status: 200 len: 945 time: 0.0627902 Jun 16 17:36:28.092898 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-94d77c9f-6871-41f7-84fa-1bd515c64efe req-2eaeba79-7c3a-4b5d-86b4-48ed57490ab6 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/security-groups?id=97ffd154-7f70-49b1-9385-228cddf4fca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663028 Jun 16 17:36:28.259958 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.agents_db [None req-618f4cd3-4a7d-480c-b6e2-8b59597e19f3 None None] Agent healthcheck: found 6 active agents {{(pid=104055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 17:36:28.950663 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-15ab8a9e-c9de-43bf-b006-a1c1599b3b1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (e26ebcb9-a690-4ec1-8688-e951546304f4), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:29.073114 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 56824) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:36:29.307402 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35e9dd7-2bd3-43d6-993f-13b22397bfe2 req-84c9c5b0-f413-4b51-a6f3-3677300bca3a tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:36:29.309549 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-b35e9dd7-2bd3-43d6-993f-13b22397bfe2 req-84c9c5b0-f413-4b51-a6f3-3677300bca3a tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/ports?device_id=b4904f6d-1ce2-4af1-9fc3-f5ea5aa89e69 HTTP/1.1" status: 200 len: 945 time: 0.0941648 Jun 16 17:36:29.356462 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [None req-4a1509af-5c61-4aac-b270-160e5f6e0f20 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-961332294-network', 'tenant_id': '314e9434e0ec4c1f9e8d6037143f5ebb'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:36:29.386797 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a1509af-5c61-4aac-b270-160e5f6e0f20 admin admin] Made reservation on behalf of 314e9434e0ec4c1f9e8d6037143f5ebb for: {'network': 1} {{(pid=104052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:36:29.391814 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-4a1509af-5c61-4aac-b270-160e5f6e0f20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for network (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:29.423957 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-4a1509af-5c61-4aac-b270-160e5f6e0f20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:29.455214 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-b35e9dd7-2bd3-43d6-993f-13b22397bfe2 req-26542815-ff84-479c-8c16-0d434db4098b tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/security-groups?id=97ffd154-7f70-49b1-9385-228cddf4fca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421092 Jun 16 17:36:29.556095 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:INSERT=14,neutron:SELECT=82,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:36:29.597986 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-4a1509af-5c61-4aac-b270-160e5f6e0f20 admin admin] Publish callbacks [] for security_group (721c1403-a965-4961-9f03-7af23e2705db), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:29.606138 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-4a1509af-5c61-4aac-b270-160e5f6e0f20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (721c1403-a965-4961-9f03-7af23e2705db), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:29.648825 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1509af-5c61-4aac-b270-160e5f6e0f20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=721c1403-a965-4961-9f03-7af23e2705db,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:36:29.661009 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a1509af-5c61-4aac-b270-160e5f6e0f20 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 317} {{(pid=104052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 17:36:29.675914 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-4a1509af-5c61-4aac-b270-160e5f6e0f20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1565696'] for segment (1add1b51-67b6-49ef-9935-1b6b2ec0e2a3), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:29.676404 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.db.segments_db [None req-4a1509af-5c61-4aac-b270-160e5f6e0f20 admin admin] Added segment 1add1b51-67b6-49ef-9935-1b6b2ec0e2a3 of type vlan for network 6e803cc9-885b-4092-b21c-ed0c8b49c26c Jun 16 17:36:29.722289 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=88,neutron:DELETE=1,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:36:29.726723 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-4a1509af-5c61-4aac-b270-160e5f6e0f20 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762169983061'] for network (6e803cc9-885b-4092-b21c-ed0c8b49c26c), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:29.757686 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-4a1509af-5c61-4aac-b270-160e5f6e0f20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511'] for network (6e803cc9-885b-4092-b21c-ed0c8b49c26c), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:29.758783 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a1509af-5c61-4aac-b270-160e5f6e0f20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:36:29.759373 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-4a1509af-5c61-4aac-b270-160e5f6e0f20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626521'] for network (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:29.796809 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-4a1509af-5c61-4aac-b270-160e5f6e0f20 admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.7189605 Jun 16 17:36:29.797009 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 56848) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:36:29.801766 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.v2.base [None req-bff0d39f-9bd7-4819-9403-ba3a56a5c83f admin admin] Request body: {'subnet': {'network_id': '6e803cc9-885b-4092-b21c-ed0c8b49c26c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-961332294-subnet', 'tenant_id': '314e9434e0ec4c1f9e8d6037143f5ebb', 'ip_version': 4}} {{(pid=104053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:36:29.832295 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bff0d39f-9bd7-4819-9403-ba3a56a5c83f admin admin] Made reservation on behalf of 314e9434e0ec4c1f9e8d6037143f5ebb for: {'subnet': 1} {{(pid=104053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:36:29.837748 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-bff0d39f-9bd7-4819-9403-ba3a56a5c83f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64831939'] for subnet (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:29.846629 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1509af-5c61-4aac-b270-160e5f6e0f20 admin admin] Pushing event updated for resources: {'Network': ['ID=6e803cc9-885b-4092-b21c-ed0c8b49c26c,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:36:29.858629 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Network 6e803cc9-885b-4092-b21c-ed0c8b49c26c details requested by agent ovs-agent-dv-cinder-837546-2-iscsi with host dv-cinder-837546-2-iscsi {{(pid=104054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 16 17:36:30.141610 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-bff0d39f-9bd7-4819-9403-ba3a56a5c83f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64764559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64831985'] for subnet (95144f6c-e9c4-46d6-bb41-a8f5f76b794b), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:30.198176 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=11 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:36:30.208406 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0d39f-9bd7-4819-9403-ba3a56a5c83f admin admin] Pushing event updated for resources: {'Subnet': ['ID=95144f6c-e9c4-46d6-bb41-a8f5f76b794b,revision_number=0']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:36:30.235254 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff0d39f-9bd7-4819-9403-ba3a56a5c83f admin admin] Checking segment: {'id': '1add1b51-67b6-49ef-9935-1b6b2ec0e2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '6e803cc9-885b-4092-b21c-ed0c8b49c26c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 17:36:30.235616 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bff0d39f-9bd7-4819-9403-ba3a56a5c83f admin admin] Network hostable DHCP agents. Network: 6e803cc9-885b-4092-b21c-ed0c8b49c26c, hostable agents: ['e26ebcb9-a690-4ec1-8688-e951546304f4'], hosted agents: [] {{(pid=104053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 17:36:30.260611 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bff0d39f-9bd7-4819-9403-ba3a56a5c83f admin admin] Network 6e803cc9-885b-4092-b21c-ed0c8b49c26c is scheduled to be hosted by DHCP agent e26ebcb9-a690-4ec1-8688-e951546304f4 with binding_index 1 {{(pid=104053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 17:36:30.275450 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.scheduler.base_scheduler [None req-bff0d39f-9bd7-4819-9403-ba3a56a5c83f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837546-2-iscsi, 6e803cc9-885b-4092-b21c-ed0c8b49c26c) {{(pid=104053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:36:30.280908 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff0d39f-9bd7-4819-9403-ba3a56a5c83f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:36:30.281799 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-bff0d39f-9bd7-4819-9403-ba3a56a5c83f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:30.284188 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:36:30.290156 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-822e28af-0432-4d3f-9a31-d1ad9d4fa73c None None] Network 6e803cc9-885b-4092-b21c-ed0c8b49c26c requested from dv-cinder-837546-2-iscsi {{(pid=104054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 17:36:30.314164 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 56866) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:36:30.319903 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [None req-ca910494-3e5b-4726-9738-e03e78681d20 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-961332294-router', 'tenant_id': '314e9434e0ec4c1f9e8d6037143f5ebb', 'external_gateway_info': {'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2'}}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:36:30.324415 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-bff0d39f-9bd7-4819-9403-ba3a56a5c83f admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5185781 Jun 16 17:36:30.359483 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-ca910494-3e5b-4726-9738-e03e78681d20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-361966', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11547'] for router (94b8972a-9a93-42e0-a8cb-e4e8f431d6ec), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:30.361849 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-ca910494-3e5b-4726-9738-e03e78681d20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-361757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371105', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-467411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11540'] for router (94b8972a-9a93-42e0-a8cb-e4e8f431d6ec), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:30.443607 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-ca910494-3e5b-4726-9738-e03e78681d20 admin admin] Publish callbacks [] for router_controller (94b8972a-9a93-42e0-a8cb-e4e8f431d6ec), precommit_add_association {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:30.501736 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b51503e3-60e6-442a-b1fb-a2903595165e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0cae4adc-82d1-5bc8-94a6-29ea8bfd1c5c-6e803cc9-885b-4092-b21c-ed0c8b49c26c', 'network_id': '6e803cc9-885b-4092-b21c-ed0c8b49c26c', 'project_id': '314e9434e0ec4c1f9e8d6037143f5ebb', 'fixed_ips': [{'subnet_id': '95144f6c-e9c4-46d6-bb41-a8f5f76b794b'}]}} from dv-cinder-837546-2-iscsi. {{(pid=104054) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 16 17:36:30.503400 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-b51503e3-60e6-442a-b1fb-a2903595165e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (None), before_create {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:30.667508 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-ca910494-3e5b-4726-9738-e03e78681d20 admin admin] Publish callbacks [] for router_gateway (94b8972a-9a93-42e0-a8cb-e4e8f431d6ec), precommit_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:30.691602 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.db_base_plugin_common [None req-b51503e3-60e6-442a-b1fb-a2903595165e None None] Allocated IP 172.20.0.2 (6e803cc9-885b-4092-b21c-ed0c8b49c26c/95144f6c-e9c4-46d6-bb41-a8f5f76b794b/0946f3d7-4721-410a-a7b3-21dfa9bd0ba0) {{(pid=104054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:36:30.695479 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bb686c-c8bd-4600-bcfc-d55cb81e7f6c req-ce47940f-9708-462f-8c20-f2ebd8542d3b tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:36:30.698252 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-99bb686c-c8bd-4600-bcfc-d55cb81e7f6c req-ce47940f-9708-462f-8c20-f2ebd8542d3b tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/ports?device_id=b4904f6d-1ce2-4af1-9fc3-f5ea5aa89e69 HTTP/1.1" status: 200 len: 945 time: 0.0753500 Jun 16 17:36:30.950267 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:36:30.957374 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-b51503e3-60e6-442a-b1fb-a2903595165e None None] Publish callbacks [] for port (0946f3d7-4721-410a-a7b3-21dfa9bd0ba0), precommit_create {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:30.986359 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-b51503e3-60e6-442a-b1fb-a2903595165e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762170029078'] for port (0946f3d7-4721-410a-a7b3-21dfa9bd0ba0), after_create {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:31.032992 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-99bb686c-c8bd-4600-bcfc-d55cb81e7f6c req-f7704646-507b-4cb8-a0ec-72a35c5ebd04 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/security-groups?id=97ffd154-7f70-49b1-9385-228cddf4fca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2968590 Jun 16 17:36:31.035871 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b51503e3-60e6-442a-b1fb-a2903595165e None None] Network 6e803cc9-885b-4092-b21c-ed0c8b49c26c is already hosted by enough agents. {{(pid=104054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:36:31.039562 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.scheduler.base_scheduler [None req-b51503e3-60e6-442a-b1fb-a2903595165e None None] Resources bound (agent type, host, resource id): {{(pid=104054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:36:31.044488 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51503e3-60e6-442a-b1fb-a2903595165e None None] Received port after_create {{(pid=104054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 17:36:31.096657 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-ca910494-3e5b-4726-9738-e03e78681d20 admin admin] Publish callbacks [] for router_gateway (94b8972a-9a93-42e0-a8cb-e4e8f431d6ec), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:31.098070 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51503e3-60e6-442a-b1fb-a2903595165e None None] Pushing event updated for resources: {'Port': ['ID=0946f3d7-4721-410a-a7b3-21dfa9bd0ba0,revision_number=1']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:36:31.121131 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-ca910494-3e5b-4726-9738-e03e78681d20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:31.156893 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.managers [None req-b51503e3-60e6-442a-b1fb-a2903595165e None None] Attempting to bind port 0946f3d7-4721-410a-a7b3-21dfa9bd0ba0 on host dv-cinder-837546-2-iscsi for vnic_type normal with profile {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 17:36:31.157358 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.managers [None req-b51503e3-60e6-442a-b1fb-a2903595165e None None] Attempting to bind port 0946f3d7-4721-410a-a7b3-21dfa9bd0ba0 by drivers openvswitch,hyperv on host dv-cinder-837546-2-iscsi at level 0 using segments [{'id': '1add1b51-67b6-49ef-9935-1b6b2ec0e2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '6e803cc9-885b-4092-b21c-ed0c8b49c26c'}] {{(pid=104054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 17:36:31.157810 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51503e3-60e6-442a-b1fb-a2903595165e None None] Attempting to bind port 0946f3d7-4721-410a-a7b3-21dfa9bd0ba0 on network 6e803cc9-885b-4092-b21c-ed0c8b49c26c {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 17:36:31.160640 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51503e3-60e6-442a-b1fb-a2903595165e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:36:31.161073 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51503e3-60e6-442a-b1fb-a2903595165e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:36:31.161506 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51503e3-60e6-442a-b1fb-a2903595165e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:36:31.161906 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51503e3-60e6-442a-b1fb-a2903595165e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:36:31.162414 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51503e3-60e6-442a-b1fb-a2903595165e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:36:31.162929 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51503e3-60e6-442a-b1fb-a2903595165e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:36:31.163185 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51503e3-60e6-442a-b1fb-a2903595165e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:36:31.163576 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51503e3-60e6-442a-b1fb-a2903595165e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:36:31.163972 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51503e3-60e6-442a-b1fb-a2903595165e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:36:31.164430 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51503e3-60e6-442a-b1fb-a2903595165e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:36:31.164834 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51503e3-60e6-442a-b1fb-a2903595165e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:36:31.165480 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51503e3-60e6-442a-b1fb-a2903595165e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:36:31.165613 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51503e3-60e6-442a-b1fb-a2903595165e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:36:31.166560 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51503e3-60e6-442a-b1fb-a2903595165e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:36:31.166952 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51503e3-60e6-442a-b1fb-a2903595165e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:36:31.175070 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51503e3-60e6-442a-b1fb-a2903595165e None None] Checking agent: {'id': 'f1f6c009-5a31-4833-b180-4d9d41a55fe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837546-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 17, 26, 4), 'started_at': datetime.datetime(2022, 6, 16, 17, 26, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 17, 36, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837546-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 17:36:31.175448 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51503e3-60e6-442a-b1fb-a2903595165e None None] Checking segment: {'id': '1add1b51-67b6-49ef-9935-1b6b2ec0e2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '6e803cc9-885b-4092-b21c-ed0c8b49c26c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 17:36:31.175853 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-b51503e3-60e6-442a-b1fb-a2903595165e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:31.176655 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51503e3-60e6-442a-b1fb-a2903595165e None None] Bound using segment: {'id': '1add1b51-67b6-49ef-9935-1b6b2ec0e2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '6e803cc9-885b-4092-b21c-ed0c8b49c26c'} {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 17:36:31.176741 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.managers [None req-b51503e3-60e6-442a-b1fb-a2903595165e None None] Bound port: 0946f3d7-4721-410a-a7b3-21dfa9bd0ba0, host: dv-cinder-837546-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1add1b51-67b6-49ef-9935-1b6b2ec0e2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '6e803cc9-885b-4092-b21c-ed0c8b49c26c'}}] {{(pid=104054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 17:36:31.177964 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-b51503e3-60e6-442a-b1fb-a2903595165e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (0946f3d7-4721-410a-a7b3-21dfa9bd0ba0), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:31.274568 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.db.db_base_plugin_common [None req-ca910494-3e5b-4726-9738-e03e78681d20 admin admin] Allocated IP 172.27.0.97 (a25e4fa3-c316-487c-825a-4fde1c36cdb2/47584a51-19b7-439b-9f28-a7f577441b18/026d437e-e8b0-49f7-a119-3b208a2699d4) {{(pid=104052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:36:31.308697 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-8014e5a7-de96-4d92-9d68-2e13bb29100e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (43e250b4-0ce3-4949-aa8c-0bafe6454580), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:31.316570 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:36:31.320031 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 56884) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:36:31.322403 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=89,neutron:UPDATE=7,neutron:INSERT=4 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:36:31.324382 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-b51503e3-60e6-442a-b1fb-a2903595165e None None] For port 0946f3d7-4721-410a-a7b3-21dfa9bd0ba0, host dv-cinder-837546-2-iscsi, cleared binding levels {{(pid=104054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 17:36:31.325334 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.v2.base [None req-9e8037e2-c44b-4086-a0c8-209c6c8bb7a2 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1988023170', 'description': 'tempest-description--2067026770'}} {{(pid=104053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:36:31.330356 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-b51503e3-60e6-442a-b1fb-a2903595165e None None] For port 0946f3d7-4721-410a-a7b3-21dfa9bd0ba0, host dv-cinder-837546-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-2-iscsi',level=0,port_id=0946f3d7-4721-410a-a7b3-21dfa9bd0ba0,segment=NetworkSegment(1add1b51-67b6-49ef-9935-1b6b2ec0e2a3),segment_id=1add1b51-67b6-49ef-9935-1b6b2ec0e2a3)] {{(pid=104054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 17:36:31.339423 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-b51503e3-60e6-442a-b1fb-a2903595165e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114'] for port (0946f3d7-4721-410a-a7b3-21dfa9bd0ba0), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:31.365571 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-9e8037e2-c44b-4086-a0c8-209c6c8bb7a2 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Publish callbacks [] for security_group (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:31.423712 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51503e3-60e6-442a-b1fb-a2903595165e None None] Pushing event updated for resources: {'Port': ['ID=0946f3d7-4721-410a-a7b3-21dfa9bd0ba0,revision_number=2']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:36:31.483292 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-ca910494-3e5b-4726-9738-e03e78681d20 admin admin] Publish callbacks [] for port (026d437e-e8b0-49f7-a119-3b208a2699d4), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:31.510695 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-9e8037e2-c44b-4086-a0c8-209c6c8bb7a2 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Publish callbacks [] for security_group (9baaa52f-028d-41f7-88ab-e847ee4d7ee6), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:31.516871 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-9e8037e2-c44b-4086-a0c8-209c6c8bb7a2 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (9baaa52f-028d-41f7-88ab-e847ee4d7ee6), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:31.600507 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-9e8037e2-c44b-4086-a0c8-209c6c8bb7a2 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Publish callbacks [] for security_group (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:31.609360 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-9e8037e2-c44b-4086-a0c8-209c6c8bb7a2 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2807858 Jun 16 17:36:31.609360 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8037e2-c44b-4086-a0c8-209c6c8bb7a2 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9baaa52f-028d-41f7-88ab-e847ee4d7ee6,revision_number=1']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:36:31.609673 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 56888) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:36:31.613893 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [None req-e8b4a223-b8fc-4eea-bccd-70f92fdf2304 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Request body: {'security_group_rule': {'security_group_id': '9baaa52f-028d-41f7-88ab-e847ee4d7ee6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:36:31.630116 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-ca910494-3e5b-4726-9738-e03e78681d20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762170029078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62916395'] for port (026d437e-e8b0-49f7-a119-3b208a2699d4), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:31.677578 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca910494-3e5b-4726-9738-e03e78681d20 admin admin] Network a25e4fa3-c316-487c-825a-4fde1c36cdb2 is already hosted by enough agents. {{(pid=104052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:36:31.682126 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:36:31.683298 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.base_scheduler [None req-ca910494-3e5b-4726-9738-e03e78681d20 admin admin] Resources bound (agent type, host, resource id): {{(pid=104052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:36:31.689238 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca910494-3e5b-4726-9738-e03e78681d20 admin admin] Received port after_create {{(pid=104052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 17:36:31.742411 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca910494-3e5b-4726-9738-e03e78681d20 admin admin] Pushing event updated for resources: {'Port': ['ID=026d437e-e8b0-49f7-a119-3b208a2699d4,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:36:31.763072 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-e8b4a223-b8fc-4eea-bccd-70f92fdf2304 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Publish callbacks [] for security_group_rule (8bb1457e-6f54-4b27-9693-86b5bb9b5607), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:32.045540 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Device 0946f3d7-4721-410a-a7b3-21dfa9bd0ba0 up at agent ovs-agent-dv-cinder-837546-2-iscsi {{(pid=104054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 17:36:32.057930 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-e8b4a223-b8fc-4eea-bccd-70f92fdf2304 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Publish callbacks [] for security_group_rule (8bb1457e-6f54-4b27-9693-86b5bb9b5607), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:32.080522 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-e8b4a223-b8fc-4eea-bccd-70f92fdf2304 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522948'] for security_group_rule (8bb1457e-6f54-4b27-9693-86b5bb9b5607), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:32.110126 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Provisioning complete for port 0946f3d7-4721-410a-a7b3-21dfa9bd0ba0 triggered by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:36:32.110458 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572016'] for port (0946f3d7-4721-410a-a7b3-21dfa9bd0ba0), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:32.139845 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b4a223-b8fc-4eea-bccd-70f92fdf2304 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bb1457e-6f54-4b27-9693-86b5bb9b5607,revision_number=0']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:36:32.151283 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-e8b4a223-b8fc-4eea-bccd-70f92fdf2304 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:32.156379 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 56898) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:36:32.157372 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-e8b4a223-b8fc-4eea-bccd-70f92fdf2304 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5499721 Jun 16 17:36:32.161907 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.v2.base [None req-e24ba230-4b43-4703-80dc-fa85cf594148 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Request body: {'security_group_rule': {'security_group_id': '9baaa52f-028d-41f7-88ab-e847ee4d7ee6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:36:32.215756 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-e24ba230-4b43-4703-80dc-fa85cf594148 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Publish callbacks [] for security_group_rule (bfef2bda-6064-4988-a569-7852cd149ae5), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:32.259137 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Current status of the port 0946f3d7-4721-410a-a7b3-21dfa9bd0ba0 is: DOWN; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:36:32.261081 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (0946f3d7-4721-410a-a7b3-21dfa9bd0ba0), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:32.297233 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34a6486-d468-4b6a-ac70-48d5fb0e6cd5 req-534202dd-643d-474c-abec-e00f176b03a4 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:36:32.299434 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-a34a6486-d468-4b6a-ac70-48d5fb0e6cd5 req-534202dd-643d-474c-abec-e00f176b03a4 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/ports?device_id=b4904f6d-1ce2-4af1-9fc3-f5ea5aa89e69 HTTP/1.1" status: 200 len: 945 time: 0.1058738 Jun 16 17:36:32.320003 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-e24ba230-4b43-4703-80dc-fa85cf594148 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Publish callbacks [] for security_group_rule (bfef2bda-6064-4988-a569-7852cd149ae5), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:32.328499 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-e24ba230-4b43-4703-80dc-fa85cf594148 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522948'] for security_group_rule (bfef2bda-6064-4988-a569-7852cd149ae5), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:32.337134 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] For port 0946f3d7-4721-410a-a7b3-21dfa9bd0ba0, host dv-cinder-837546-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-2-iscsi',level=0,port_id=0946f3d7-4721-410a-a7b3-21dfa9bd0ba0,segment=NetworkSegment(1add1b51-67b6-49ef-9935-1b6b2ec0e2a3),segment_id=1add1b51-67b6-49ef-9935-1b6b2ec0e2a3)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:36:32.352032 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114'] for port (0946f3d7-4721-410a-a7b3-21dfa9bd0ba0), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:32.368678 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24ba230-4b43-4703-80dc-fa85cf594148 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfef2bda-6064-4988-a569-7852cd149ae5,revision_number=0']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:36:32.382334 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-e24ba230-4b43-4703-80dc-fa85cf594148 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:32.386292 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-e24ba230-4b43-4703-80dc-fa85cf594148 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2274544 Jun 16 17:36:32.389110 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 56902) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:36:32.397501 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.v2.base [None req-6058ada3-be6a-4a02-a0f0-9e34cd6bbcd7 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Request body: {'floatingip': {'floating_network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2'}} {{(pid=104053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:36:32.402859 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-a34a6486-d468-4b6a-ac70-48d5fb0e6cd5 req-033bb2f5-ff7f-4ebc-a38c-bbf507d2ccc3 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/security-groups?id=97ffd154-7f70-49b1-9385-228cddf4fca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963528 Jun 16 17:36:32.403972 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-ca910494-3e5b-4726-9738-e03e78681d20 admin admin] Publish callbacks [] for router_gateway (94b8972a-9a93-42e0-a8cb-e4e8f431d6ec), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:32.464217 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-6058ada3-be6a-4a02-a0f0-9e34cd6bbcd7 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:32.489185 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Pushing event updated for resources: {'Port': ['ID=0946f3d7-4721-410a-a7b3-21dfa9bd0ba0,revision_number=3']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:36:32.496415 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-359da135-d845-4d2e-a034-e84fcb95f5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (8e118b8c-b091-4f14-909a-13c66b53efc1), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:32.601382 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-6058ada3-be6a-4a02-a0f0-9e34cd6bbcd7 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:32.750130 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-ca910494-3e5b-4726-9738-e03e78681d20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-375543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-375401'] for router (94b8972a-9a93-42e0-a8cb-e4e8f431d6ec), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:32.793168 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.db.db_base_plugin_common [None req-6058ada3-be6a-4a02-a0f0-9e34cd6bbcd7 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Allocated IP 172.27.0.4 (a25e4fa3-c316-487c-825a-4fde1c36cdb2/47584a51-19b7-439b-9f28-a7f577441b18/1a60db27-28da-4320-aa07-8b7e15ee3ccb) {{(pid=104053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:36:32.923107 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=81,neutron:UPDATE=3,neutron:DELETE=5,neutron:INSERT=11 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:36:33.010281 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-6058ada3-be6a-4a02-a0f0-9e34cd6bbcd7 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Publish callbacks [] for port (1a60db27-28da-4320-aa07-8b7e15ee3ccb), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:33.054526 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-6058ada3-be6a-4a02-a0f0-9e34cd6bbcd7 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762170029078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64764667'] for port (1a60db27-28da-4320-aa07-8b7e15ee3ccb), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:33.056149 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0b618f2-9bf2-4c43-b757-63c2f7ca904b None None] Network 6e803cc9-885b-4092-b21c-ed0c8b49c26c requested from dv-cinder-837546-2-iscsi {{(pid=104054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 17:36:33.135428 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6058ada3-be6a-4a02-a0f0-9e34cd6bbcd7 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Network a25e4fa3-c316-487c-825a-4fde1c36cdb2 is already hosted by enough agents. {{(pid=104053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:36:33.145975 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.scheduler.base_scheduler [None req-6058ada3-be6a-4a02-a0f0-9e34cd6bbcd7 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Resources bound (agent type, host, resource id): {{(pid=104053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:36:33.161020 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6058ada3-be6a-4a02-a0f0-9e34cd6bbcd7 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Received port after_create {{(pid=104053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 17:36:33.183731 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:36:33.220312 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6058ada3-be6a-4a02-a0f0-9e34cd6bbcd7 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Pushing event updated for resources: {'Port': ['ID=1a60db27-28da-4320-aa07-8b7e15ee3ccb,revision_number=1']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:36:33.252295 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:36:33.285857 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-e6ecdb7f-c81c-4760-8271-4372150f59de None None] Provisioning complete for port 0946f3d7-4721-410a-a7b3-21dfa9bd0ba0 triggered by entity DHCP. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:36:33.286797 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-e6ecdb7f-c81c-4760-8271-4372150f59de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572016'] for port (0946f3d7-4721-410a-a7b3-21dfa9bd0ba0), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:33.344476 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca910494-3e5b-4726-9738-e03e78681d20 admin admin] Router 94b8972a-9a93-42e0-a8cb-e4e8f431d6ec is scheduled to L3 agent 43e250b4-0ce3-4949-aa8c-0bafe6454580 with binding_index 1 {{(pid=104052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 16 17:36:33.357416 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-6058ada3-be6a-4a02-a0f0-9e34cd6bbcd7 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Publish callbacks [] for floatingip (ae888c66-3998-4414-ad58-8d1c3b9e2fdc), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:33.440297 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:36:33.441466 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-6058ada3-be6a-4a02-a0f0-9e34cd6bbcd7 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (1a60db27-28da-4320-aa07-8b7e15ee3ccb), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:33.536329 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:36:33.596626 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca910494-3e5b-4726-9738-e03e78681d20 admin admin] Notify agent at l3_agent.dv-cinder-837546-2-iscsi the message routers_updated {{(pid=104052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 17:36:33.640724 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434a0a11-f47c-4241-a769-56f4081b2e28 req-80a2ab01-3a5b-4ad5-911c-aecc1964e130 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:36:33.649679 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-434a0a11-f47c-4241-a769-56f4081b2e28 req-80a2ab01-3a5b-4ad5-911c-aecc1964e130 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/ports?device_id=b4904f6d-1ce2-4af1-9fc3-f5ea5aa89e69 HTTP/1.1" status: 200 len: 945 time: 0.1015513 Jun 16 17:36:33.652352 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83afe742-c27d-450d-9f8b-ecaeb8521be3 None None] Sync routers for ids ['94b8972a-9a93-42e0-a8cb-e4e8f431d6ec'] in dv-cinder-837546-2-iscsi {{(pid=104054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:36:33.656980 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-e6ecdb7f-c81c-4760-8271-4372150f59de None None] Current status of the port 0946f3d7-4721-410a-a7b3-21dfa9bd0ba0 is: ACTIVE; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:36:33.670885 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83afe742-c27d-450d-9f8b-ecaeb8521be3 None None] Routers {'94b8972a-9a93-42e0-a8cb-e4e8f431d6ec'} bound to L3 agent in host dv-cinder-837546-2-iscsi {{(pid=104054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:36:33.671533 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-83afe742-c27d-450d-9f8b-ecaeb8521be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T17:26:01Z,description=,heartbeat_timestamp=2022-06-16T17:36:31Z,host='dv-cinder-837546-2-iscsi',id=43e250b4-0ce3-4949-aa8c-0bafe6454580,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:26:01Z,topic='l3_agent')) {'router_ids': ['94b8972a-9a93-42e0-a8cb-e4e8f431d6ec'], 'active': True} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:36:33.683313 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-ca910494-3e5b-4726-9738-e03e78681d20 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:33.688732 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-ca910494-3e5b-4726-9738-e03e78681d20 admin admin] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.3689075 Jun 16 17:36:33.696357 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 56912) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:36:33.768225 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-6058ada3-be6a-4a02-a0f0-9e34cd6bbcd7 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Publish callbacks [] for port (1a60db27-28da-4320-aa07-8b7e15ee3ccb), precommit_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:33.782056 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-6058ada3-be6a-4a02-a0f0-9e34cd6bbcd7 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64764658'] for port (1a60db27-28da-4320-aa07-8b7e15ee3ccb), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:33.809027 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-434a0a11-f47c-4241-a769-56f4081b2e28 req-d0795f37-a769-46c8-852b-b126280075d9 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/security-groups?id=97ffd154-7f70-49b1-9385-228cddf4fca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578114 Jun 16 17:36:33.833740 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-ac34e342-8eb0-4c47-8447-0c5df7359db5 None None] Provisioning complete for port 0946f3d7-4721-410a-a7b3-21dfa9bd0ba0 triggered by entity DHCP. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:36:33.834109 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-ac34e342-8eb0-4c47-8447-0c5df7359db5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572016'] for port (0946f3d7-4721-410a-a7b3-21dfa9bd0ba0), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:33.899399 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvr_db [None req-83afe742-c27d-450d-9f8b-ecaeb8521be3 None None] Set router 94b8972a-9a93-42e0-a8cb-e4e8f431d6ec gateway port host: dv-cinder-837546-2-iscsi {{(pid=104054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:36:33.930906 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6058ada3-be6a-4a02-a0f0-9e34cd6bbcd7 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Pushing event updated for resources: {'Port': ['ID=1a60db27-28da-4320-aa07-8b7e15ee3ccb,revision_number=2']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:36:33.938058 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-6058ada3-be6a-4a02-a0f0-9e34cd6bbcd7 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-375498'] for floatingip (ae888c66-3998-4414-ad58-8d1c3b9e2fdc), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:33.978197 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-6058ada3-be6a-4a02-a0f0-9e34cd6bbcd7 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228225'] for floatingip (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:33.980147 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-6058ada3-be6a-4a02-a0f0-9e34cd6bbcd7 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.5898955 Jun 16 17:36:34.095676 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Device 0946f3d7-4721-410a-a7b3-21dfa9bd0ba0 up at agent ovs-agent-dv-cinder-837546-2-iscsi {{(pid=104054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 17:36:34.192296 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:36:34.292110 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-ac34e342-8eb0-4c47-8447-0c5df7359db5 None None] Current status of the port 0946f3d7-4721-410a-a7b3-21dfa9bd0ba0 is: ACTIVE; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:36:34.297477 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-1d81e0cb-ff47-4623-99d5-ab370c19a781 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (25dd433a-18a0-496e-b58c-593ddca2a11d), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:34.357210 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Provisioning complete for port 0946f3d7-4721-410a-a7b3-21dfa9bd0ba0 triggered by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:36:34.357210 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572016'] for port (0946f3d7-4721-410a-a7b3-21dfa9bd0ba0), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:34.357210 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-83afe742-c27d-450d-9f8b-ecaeb8521be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94b8972a-9a93-42e0-a8cb-e4e8f431d6ec', 'name': 'tempest-TestVolumeBootPattern-961332294-router', 'tenant_id': '314e9434e0ec4c1f9e8d6037143f5ebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'external_fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': '026d437e-e8b0-49f7-a119-3b208a2699d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:36:30Z', 'updated_at': '2022-06-16T17:36:32Z', 'revision_number': 3, 'project_id': '314e9434e0ec4c1f9e8d6037143f5ebb', 'gw_port': {'id': '026d437e-e8b0-49f7-a119-3b208a2699d4', 'name': '', 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:00:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94b8972a-9a93-42e0-a8cb-e4e8f431d6ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:36:31Z', 'updated_at': '2022-06-16T17:36:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '47584a51-19b7-439b-9f28-a7f577441b18', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-2-iscsi'}], 'dv-cinder-837546-2-iscsi', False) {} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:36:34.392979 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83afe742-c27d-450d-9f8b-ecaeb8521be3 None None] Checking router: 94b8972a-9a93-42e0-a8cb-e4e8f431d6ec for host: dv-cinder-837546-2-iscsi {{(pid=104054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:36:34.392979 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83afe742-c27d-450d-9f8b-ecaeb8521be3 None None] Updating router 94b8972a-9a93-42e0-a8cb-e4e8f431d6ec port 026d437e-e8b0-49f7-a119-3b208a2699d4 binding host dv-cinder-837546-2-iscsi {{(pid=104054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 17:36:34.442870 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-ea1cbfc4-6ec7-40fd-b506-f7dd3a944179 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:34.511567 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-83afe742-c27d-450d-9f8b-ecaeb8521be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (026d437e-e8b0-49f7-a119-3b208a2699d4), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:34.558774 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (f1f6c009-5a31-4833-b180-4d9d41a55fe5), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:34.572939 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:36:34.626212 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Current status of the port 0946f3d7-4721-410a-a7b3-21dfa9bd0ba0 is: ACTIVE; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:36:34.661509 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.db.db_base_plugin_common [None req-ea1cbfc4-6ec7-40fd-b506-f7dd3a944179 admin admin] Allocated IP 172.20.0.1 (6e803cc9-885b-4092-b21c-ed0c8b49c26c/95144f6c-e9c4-46d6-bb41-a8f5f76b794b/18c3303c-2322-42ff-a397-62b412c219b3) {{(pid=104052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:36:34.804830 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-ea1cbfc4-6ec7-40fd-b506-f7dd3a944179 admin admin] Publish callbacks [] for port (18c3303c-2322-42ff-a397-62b412c219b3), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:34.866787 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-ea1cbfc4-6ec7-40fd-b506-f7dd3a944179 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762170029078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62916395'] for port (18c3303c-2322-42ff-a397-62b412c219b3), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:34.920672 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:36:34.933598 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:36:34.941035 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea1cbfc4-6ec7-40fd-b506-f7dd3a944179 admin admin] Network 6e803cc9-885b-4092-b21c-ed0c8b49c26c is already hosted by enough agents. {{(pid=104052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:36:34.946152 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.base_scheduler [None req-ea1cbfc4-6ec7-40fd-b506-f7dd3a944179 admin admin] Resources bound (agent type, host, resource id): {{(pid=104052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:36:34.949536 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1cbfc4-6ec7-40fd-b506-f7dd3a944179 admin admin] Pushing event updated for resources: {'Port': ['ID=18c3303c-2322-42ff-a397-62b412c219b3,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:36:34.953655 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea1cbfc4-6ec7-40fd-b506-f7dd3a944179 admin admin] Received port after_create {{(pid=104052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 17:36:34.973368 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-83afe742-c27d-450d-9f8b-ecaeb8521be3 None None] Publish callbacks [] for port (026d437e-e8b0-49f7-a119-3b208a2699d4), precommit_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:34.981656 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-83afe742-c27d-450d-9f8b-ecaeb8521be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114'] for port (026d437e-e8b0-49f7-a119-3b208a2699d4), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:35.040768 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d8ac09-bec7-4ef4-8e09-aecfeffcc4ff None None] Pushing event updated for resources: {'Port': ['ID=026d437e-e8b0-49f7-a119-3b208a2699d4,revision_number=2']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:36:35.072404 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-ea1cbfc4-6ec7-40fd-b506-f7dd3a944179 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-361813'] for router_interface (94b8972a-9a93-42e0-a8cb-e4e8f431d6ec), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:35.090496 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.managers [None req-83afe742-c27d-450d-9f8b-ecaeb8521be3 None None] Attempting to bind port 026d437e-e8b0-49f7-a119-3b208a2699d4 on host dv-cinder-837546-2-iscsi for vnic_type normal with profile {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 17:36:35.092533 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.managers [None req-83afe742-c27d-450d-9f8b-ecaeb8521be3 None None] Attempting to bind port 026d437e-e8b0-49f7-a119-3b208a2699d4 by drivers openvswitch,hyperv on host dv-cinder-837546-2-iscsi at level 0 using segments [{'id': 'f847f272-90b1-4369-8e48-25aa20ff3114', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2'}] {{(pid=104054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 17:36:35.093536 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83afe742-c27d-450d-9f8b-ecaeb8521be3 None None] Attempting to bind port 026d437e-e8b0-49f7-a119-3b208a2699d4 on network a25e4fa3-c316-487c-825a-4fde1c36cdb2 {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 17:36:35.105296 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83afe742-c27d-450d-9f8b-ecaeb8521be3 None None] Checking agent: {'id': 'f1f6c009-5a31-4833-b180-4d9d41a55fe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837546-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 17, 26, 4), 'started_at': datetime.datetime(2022, 6, 16, 17, 26, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 17, 36, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837546-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 17:36:35.109097 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83afe742-c27d-450d-9f8b-ecaeb8521be3 None None] Checking segment: {'id': 'f847f272-90b1-4369-8e48-25aa20ff3114', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 17:36:35.109752 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-83afe742-c27d-450d-9f8b-ecaeb8521be3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:35.110320 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83afe742-c27d-450d-9f8b-ecaeb8521be3 None None] Bound using segment: {'id': 'f847f272-90b1-4369-8e48-25aa20ff3114', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2'} {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 17:36:35.110817 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.managers [None req-83afe742-c27d-450d-9f8b-ecaeb8521be3 None None] Bound port: 026d437e-e8b0-49f7-a119-3b208a2699d4, host: dv-cinder-837546-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f847f272-90b1-4369-8e48-25aa20ff3114', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2'}}] {{(pid=104054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 17:36:35.111837 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-83afe742-c27d-450d-9f8b-ecaeb8521be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (026d437e-e8b0-49f7-a119-3b208a2699d4), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:35.189521 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad459ce-ce7c-4fe4-b071-75fd2ad3bc6a req-026a2c40-840e-4a72-b8d6-b30bc483eb15 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:36:35.197994 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-aad459ce-ce7c-4fe4-b071-75fd2ad3bc6a req-026a2c40-840e-4a72-b8d6-b30bc483eb15 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/ports?device_id=b4904f6d-1ce2-4af1-9fc3-f5ea5aa89e69 HTTP/1.1" status: 200 len: 945 time: 0.1822772 Jun 16 17:36:35.223378 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-83afe742-c27d-450d-9f8b-ecaeb8521be3 None None] For port 026d437e-e8b0-49f7-a119-3b208a2699d4, host dv-cinder-837546-2-iscsi, cleared binding levels {{(pid=104054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 17:36:35.228936 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-83afe742-c27d-450d-9f8b-ecaeb8521be3 None None] For port 026d437e-e8b0-49f7-a119-3b208a2699d4, host dv-cinder-837546-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-2-iscsi',level=0,port_id=026d437e-e8b0-49f7-a119-3b208a2699d4,segment=NetworkSegment(f847f272-90b1-4369-8e48-25aa20ff3114),segment_id=f847f272-90b1-4369-8e48-25aa20ff3114)] {{(pid=104054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 17:36:35.240330 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-83afe742-c27d-450d-9f8b-ecaeb8521be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114'] for port (026d437e-e8b0-49f7-a119-3b208a2699d4), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:35.312322 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-aad459ce-ce7c-4fe4-b071-75fd2ad3bc6a req-705f6c9b-0010-4cce-8b1c-cacdf5be9c09 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/security-groups?id=97ffd154-7f70-49b1-9385-228cddf4fca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112096 Jun 16 17:36:35.315427 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-ea1cbfc4-6ec7-40fd-b506-f7dd3a944179 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (18c3303c-2322-42ff-a397-62b412c219b3), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:35.332785 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d8ac09-bec7-4ef4-8e09-aecfeffcc4ff None None] Pushing event updated for resources: {'Port': ['ID=026d437e-e8b0-49f7-a119-3b208a2699d4,revision_number=3']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:36:35.335762 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83afe742-c27d-450d-9f8b-ecaeb8521be3 None None] Routers {'94b8972a-9a93-42e0-a8cb-e4e8f431d6ec'} bound to L3 agent in host dv-cinder-837546-2-iscsi {{(pid=104054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:36:35.336435 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-83afe742-c27d-450d-9f8b-ecaeb8521be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T17:26:01Z,description=,heartbeat_timestamp=2022-06-16T17:36:31Z,host='dv-cinder-837546-2-iscsi',id=43e250b4-0ce3-4949-aa8c-0bafe6454580,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:26:01Z,topic='l3_agent')) {'router_ids': ['94b8972a-9a93-42e0-a8cb-e4e8f431d6ec'], 'active': True} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:36:35.461506 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvr_db [None req-83afe742-c27d-450d-9f8b-ecaeb8521be3 None None] Set router 94b8972a-9a93-42e0-a8cb-e4e8f431d6ec gateway port host: dv-cinder-837546-2-iscsi {{(pid=104054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:36:35.490013 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-ea1cbfc4-6ec7-40fd-b506-f7dd3a944179 admin admin] Publish callbacks [] for port (18c3303c-2322-42ff-a397-62b412c219b3), precommit_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:35.497128 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-ea1cbfc4-6ec7-40fd-b506-f7dd3a944179 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62916386'] for port (18c3303c-2322-42ff-a397-62b412c219b3), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:35.571981 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-ea1cbfc4-6ec7-40fd-b506-f7dd3a944179 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1626493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-361889'] for router_interface (94b8972a-9a93-42e0-a8cb-e4e8f431d6ec), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:35.573630 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1cbfc4-6ec7-40fd-b506-f7dd3a944179 admin admin] Pushing event updated for resources: {'Port': ['ID=18c3303c-2322-42ff-a397-62b412c219b3,revision_number=2']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:36:35.574759 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-6dce32c6-7d5f-4305-b594-5bf8ef11e42f None None] Provisioning complete for port 18c3303c-2322-42ff-a397-62b412c219b3 triggered by entity DHCP. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:36:35.575397 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-6dce32c6-7d5f-4305-b594-5bf8ef11e42f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572016'] for port (18c3303c-2322-42ff-a397-62b412c219b3), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:35.659084 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-6dce32c6-7d5f-4305-b594-5bf8ef11e42f None None] Port 18c3303c-2322-42ff-a397-62b412c219b3 cannot update to ACTIVE because it is not bound. {{(pid=104054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 17:36:35.673593 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:UPDATE=3,neutron:SELECT=94,neutron:INSERT=3 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:36:35.705384 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea1cbfc4-6ec7-40fd-b506-f7dd3a944179 admin admin] Network 6e803cc9-885b-4092-b21c-ed0c8b49c26c is already hosted by enough agents. {{(pid=104052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:36:35.707258 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.base_scheduler [None req-ea1cbfc4-6ec7-40fd-b506-f7dd3a944179 admin admin] Resources bound (agent type, host, resource id): {{(pid=104052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:36:35.739485 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-83afe742-c27d-450d-9f8b-ecaeb8521be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94b8972a-9a93-42e0-a8cb-e4e8f431d6ec', 'name': 'tempest-TestVolumeBootPattern-961332294-router', 'tenant_id': '314e9434e0ec4c1f9e8d6037143f5ebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'external_fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': '026d437e-e8b0-49f7-a119-3b208a2699d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:36:30Z', 'updated_at': '2022-06-16T17:36:35Z', 'revision_number': 4, 'project_id': '314e9434e0ec4c1f9e8d6037143f5ebb', 'gw_port': {'id': '026d437e-e8b0-49f7-a119-3b208a2699d4', 'name': '', 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:00:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94b8972a-9a93-42e0-a8cb-e4e8f431d6ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:36:31Z', 'updated_at': '2022-06-16T17:36:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47584a51-19b7-439b-9f28-a7f577441b18', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-2-iscsi', '_interfaces': [{'id': '18c3303c-2322-42ff-a397-62b412c219b3', 'name': '', 'network_id': '6e803cc9-885b-4092-b21c-ed0c8b49c26c', 'tenant_id': '314e9434e0ec4c1f9e8d6037143f5ebb', 'mac_address': 'fa:16:3e:aa:c3:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94b8972a-9a93-42e0-a8cb-e4e8f431d6ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '95144f6c-e9c4-46d6-bb41-a8f5f76b794b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:36:34Z', 'updated_at': '2022-06-16T17:36:34Z', 'revision_number': 1, 'project_id': '314e9434e0ec4c1f9e8d6037143f5ebb', 'subnets': [{'id': '95144f6c-e9c4-46d6-bb41-a8f5f76b794b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837546-2-iscsi', False) {} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:36:35.782671 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83afe742-c27d-450d-9f8b-ecaeb8521be3 None None] The sync data for ids ['94b8972a-9a93-42e0-a8cb-e4e8f431d6ec'] in dv-cinder-837546-2-iscsi is: [{'id': '94b8972a-9a93-42e0-a8cb-e4e8f431d6ec', 'name': 'tempest-TestVolumeBootPattern-961332294-router', 'tenant_id': '314e9434e0ec4c1f9e8d6037143f5ebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'external_fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': '026d437e-e8b0-49f7-a119-3b208a2699d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:36:30Z', 'updated_at': '2022-06-16T17:36:35Z', 'revision_number': 4, 'project_id': '314e9434e0ec4c1f9e8d6037143f5ebb', 'gw_port': {'id': '026d437e-e8b0-49f7-a119-3b208a2699d4', 'name': '', 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:00:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94b8972a-9a93-42e0-a8cb-e4e8f431d6ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:36:31Z', 'updated_at': '2022-06-16T17:36:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47584a51-19b7-439b-9f28-a7f577441b18', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-2-iscsi', '_interfaces': [{'id': '18c3303c-2322-42ff-a397-62b412c219b3', 'name': '', 'network_id': '6e803cc9-885b-4092-b21c-ed0c8b49c26c', 'tenant_id': '314e9434e0ec4c1f9e8d6037143f5ebb', 'mac_address': 'fa:16:3e:aa:c3:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94b8972a-9a93-42e0-a8cb-e4e8f431d6ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '95144f6c-e9c4-46d6-bb41-a8f5f76b794b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:36:34Z', 'updated_at': '2022-06-16T17:36:34Z', 'revision_number': 1, 'project_id': '314e9434e0ec4c1f9e8d6037143f5ebb', 'subnets': [{'id': '95144f6c-e9c4-46d6-bb41-a8f5f76b794b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:36:35.874702 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea1cbfc4-6ec7-40fd-b506-f7dd3a944179 admin admin] Router 94b8972a-9a93-42e0-a8cb-e4e8f431d6ec has already been hosted by L3 agent 43e250b4-0ce3-4949-aa8c-0bafe6454580 {{(pid=104052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 17:36:35.937291 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:36:36.051832 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea1cbfc4-6ec7-40fd-b506-f7dd3a944179 admin admin] Notify agent at l3_agent.dv-cinder-837546-2-iscsi the message routers_updated {{(pid=104052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 17:36:36.061415 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-ea1cbfc4-6ec7-40fd-b506-f7dd3a944179 admin admin] 10.222.0.40 "PUT /v2.0/routers/94b8972a-9a93-42e0-a8cb-e4e8f431d6ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3625879 Jun 16 17:36:36.088267 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-c41ba27f-780d-401b-91ba-bf6dd913845c None None] Provisioning complete for port 18c3303c-2322-42ff-a397-62b412c219b3 triggered by entity DHCP. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:36:36.088632 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c41ba27f-780d-401b-91ba-bf6dd913845c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572016'] for port (18c3303c-2322-42ff-a397-62b412c219b3), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:36.119433 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:36:36.157695 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-c41ba27f-780d-401b-91ba-bf6dd913845c None None] Port 18c3303c-2322-42ff-a397-62b412c219b3 cannot update to ACTIVE because it is not bound. {{(pid=104054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 17:36:36.528639 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d343717b-82d5-4c1f-8607-4778bb697a30 req-ab85f646-1b81-4bc5-922a-c236e322ac8d tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:36:36.531178 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-d343717b-82d5-4c1f-8607-4778bb697a30 req-ab85f646-1b81-4bc5-922a-c236e322ac8d tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/ports?device_id=b4904f6d-1ce2-4af1-9fc3-f5ea5aa89e69 HTTP/1.1" status: 200 len: 945 time: 0.0719700 Jun 16 17:36:36.609937 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-d343717b-82d5-4c1f-8607-4778bb697a30 req-f3a23743-649c-40ab-94d0-f8f3be8850e9 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/security-groups?id=97ffd154-7f70-49b1-9385-228cddf4fca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707767 Jun 16 17:36:37.087927 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 56954) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:36:37.092966 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [None req-f9c10317-9b09-4cc0-9f96-7b74cb61d3aa admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2107110267-network', 'tenant_id': 'bbbc2713d5854dd49b08622f859e1ce1'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:36:37.132656 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9c10317-9b09-4cc0-9f96-7b74cb61d3aa admin admin] Made reservation on behalf of bbbc2713d5854dd49b08622f859e1ce1 for: {'network': 1} {{(pid=104052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:36:37.137895 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-f9c10317-9b09-4cc0-9f96-7b74cb61d3aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for network (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:37.161901 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-f9c10317-9b09-4cc0-9f96-7b74cb61d3aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:37.296690 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-f9c10317-9b09-4cc0-9f96-7b74cb61d3aa admin admin] Publish callbacks [] for security_group (63fbfc8e-8f73-4844-8594-25f62bc9221f), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:37.306134 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-f9c10317-9b09-4cc0-9f96-7b74cb61d3aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (63fbfc8e-8f73-4844-8594-25f62bc9221f), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:37.358105 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9c10317-9b09-4cc0-9f96-7b74cb61d3aa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 302} {{(pid=104052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 17:36:37.378950 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c10317-9b09-4cc0-9f96-7b74cb61d3aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63fbfc8e-8f73-4844-8594-25f62bc9221f,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:36:37.391011 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-f9c10317-9b09-4cc0-9f96-7b74cb61d3aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1565696'] for segment (82362c59-7157-4579-915d-44e3877fce39), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:37.391618 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.db.segments_db [None req-f9c10317-9b09-4cc0-9f96-7b74cb61d3aa admin admin] Added segment 82362c59-7157-4579-915d-44e3877fce39 of type vlan for network 9c2298ab-6f98-450c-b73d-bd705711e0aa Jun 16 17:36:37.455009 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-f9c10317-9b09-4cc0-9f96-7b74cb61d3aa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762169983061'] for network (9c2298ab-6f98-450c-b73d-bd705711e0aa), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:37.495198 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-f9c10317-9b09-4cc0-9f96-7b74cb61d3aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511'] for network (9c2298ab-6f98-450c-b73d-bd705711e0aa), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:37.496860 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9c10317-9b09-4cc0-9f96-7b74cb61d3aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:36:37.499748 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-f9c10317-9b09-4cc0-9f96-7b74cb61d3aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626521'] for network (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:37.578765 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 56962) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:36:37.588472 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.v2.base [None req-d20528e4-559d-40f7-8827-b25551633a13 admin admin] Request body: {'subnet': {'network_id': '9c2298ab-6f98-450c-b73d-bd705711e0aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2107110267-subnet', 'tenant_id': 'bbbc2713d5854dd49b08622f859e1ce1', 'ip_version': 4}} {{(pid=104053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:36:37.593576 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-f9c10317-9b09-4cc0-9f96-7b74cb61d3aa admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.5041993 Jun 16 17:36:37.652683 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d20528e4-559d-40f7-8827-b25551633a13 admin admin] Made reservation on behalf of bbbc2713d5854dd49b08622f859e1ce1 for: {'subnet': 1} {{(pid=104053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:36:37.655923 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-d20528e4-559d-40f7-8827-b25551633a13 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64831939'] for subnet (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:37.744908 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c10317-9b09-4cc0-9f96-7b74cb61d3aa admin admin] Pushing event updated for resources: {'Network': ['ID=9c2298ab-6f98-450c-b73d-bd705711e0aa,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:36:37.758208 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Network 9c2298ab-6f98-450c-b73d-bd705711e0aa details requested by agent ovs-agent-dv-cinder-837546-2-iscsi with host dv-cinder-837546-2-iscsi {{(pid=104054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 16 17:36:37.837584 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:36:37.904415 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9591c11b-ed5d-4726-bbf4-94c65ae588dc req-78feca92-4ad9-4b9a-a7dd-d3517105d239 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:36:37.912493 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-9591c11b-ed5d-4726-bbf4-94c65ae588dc req-78feca92-4ad9-4b9a-a7dd-d3517105d239 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/ports?device_id=b4904f6d-1ce2-4af1-9fc3-f5ea5aa89e69 HTTP/1.1" status: 200 len: 945 time: 0.1464596 Jun 16 17:36:38.008742 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-d20528e4-559d-40f7-8827-b25551633a13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64764559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64831985'] for subnet (82f05e06-77e3-464b-9c5a-1a69628a9b34), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:38.018902 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-9591c11b-ed5d-4726-bbf4-94c65ae588dc req-ef658926-b1c5-4625-b7b5-23b5dd3867b2 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/security-groups?id=97ffd154-7f70-49b1-9385-228cddf4fca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014466 Jun 16 17:36:38.101599 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20528e4-559d-40f7-8827-b25551633a13 admin admin] Pushing event updated for resources: {'Subnet': ['ID=82f05e06-77e3-464b-9c5a-1a69628a9b34,revision_number=0']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:36:38.114635 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20528e4-559d-40f7-8827-b25551633a13 admin admin] Checking segment: {'id': '82362c59-7157-4579-915d-44e3877fce39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '9c2298ab-6f98-450c-b73d-bd705711e0aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 17:36:38.114936 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d20528e4-559d-40f7-8827-b25551633a13 admin admin] Network hostable DHCP agents. Network: 9c2298ab-6f98-450c-b73d-bd705711e0aa, hostable agents: ['e26ebcb9-a690-4ec1-8688-e951546304f4'], hosted agents: [] {{(pid=104053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 17:36:38.120626 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Device 026d437e-e8b0-49f7-a119-3b208a2699d4 up at agent ovs-agent-dv-cinder-837546-2-iscsi {{(pid=104054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 17:36:38.152816 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d20528e4-559d-40f7-8827-b25551633a13 admin admin] Network 9c2298ab-6f98-450c-b73d-bd705711e0aa is scheduled to be hosted by DHCP agent e26ebcb9-a690-4ec1-8688-e951546304f4 with binding_index 1 {{(pid=104053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 17:36:38.170422 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.scheduler.base_scheduler [None req-d20528e4-559d-40f7-8827-b25551633a13 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837546-2-iscsi, 9c2298ab-6f98-450c-b73d-bd705711e0aa) {{(pid=104053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:36:38.170667 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:36:38.184538 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c479a93-5cc8-427e-b08c-7af40030e0e5 None None] Network 9c2298ab-6f98-450c-b73d-bd705711e0aa requested from dv-cinder-837546-2-iscsi {{(pid=104054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 17:36:38.188182 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d20528e4-559d-40f7-8827-b25551633a13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:36:38.189386 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-d20528e4-559d-40f7-8827-b25551633a13 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:38.242275 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-d20528e4-559d-40f7-8827-b25551633a13 admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6611674 Jun 16 17:36:38.245862 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 56970) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:36:38.252901 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [None req-498af732-9620-4294-b6e7-7bcd0af8b1a1 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2107110267-router', 'tenant_id': 'bbbc2713d5854dd49b08622f859e1ce1', 'external_gateway_info': {'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2'}}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:36:38.288744 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-498af732-9620-4294-b6e7-7bcd0af8b1a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-361966', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11547'] for router (0de028c7-46bb-4e37-afa8-eae0df7b49bc), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:38.289872 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-498af732-9620-4294-b6e7-7bcd0af8b1a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-361757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371105', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-467411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11540'] for router (0de028c7-46bb-4e37-afa8-eae0df7b49bc), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:38.303630 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Provisioning complete for port 026d437e-e8b0-49f7-a119-3b208a2699d4 triggered by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:36:38.304600 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572016'] for port (026d437e-e8b0-49f7-a119-3b208a2699d4), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:38.460517 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-498af732-9620-4294-b6e7-7bcd0af8b1a1 admin admin] Publish callbacks [] for router_controller (0de028c7-46bb-4e37-afa8-eae0df7b49bc), precommit_add_association {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:38.604268 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:36:38.629463 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b22a44b8-c8f3-4dd0-b869-ee3f491f4d5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0cae4adc-82d1-5bc8-94a6-29ea8bfd1c5c-9c2298ab-6f98-450c-b73d-bd705711e0aa', 'network_id': '9c2298ab-6f98-450c-b73d-bd705711e0aa', 'project_id': 'bbbc2713d5854dd49b08622f859e1ce1', 'fixed_ips': [{'subnet_id': '82f05e06-77e3-464b-9c5a-1a69628a9b34'}]}} from dv-cinder-837546-2-iscsi. {{(pid=104054) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 16 17:36:38.630897 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-b22a44b8-c8f3-4dd0-b869-ee3f491f4d5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (None), before_create {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:38.739904 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-498af732-9620-4294-b6e7-7bcd0af8b1a1 admin admin] Publish callbacks [] for router_gateway (0de028c7-46bb-4e37-afa8-eae0df7b49bc), precommit_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:38.763090 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:36:38.795782 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Current status of the port 026d437e-e8b0-49f7-a119-3b208a2699d4 is: DOWN; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:36:38.796396 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (026d437e-e8b0-49f7-a119-3b208a2699d4), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:38.849176 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6c8e69-94d0-4784-8265-b53cb4558ecb req-ac69369f-cfc6-41eb-b058-8d5b06442889 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:36:38.849176 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-7e6c8e69-94d0-4784-8265-b53cb4558ecb req-ac69369f-cfc6-41eb-b058-8d5b06442889 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] 10.222.0.40 "GET /v2.0/ports?device_id=2ea8edce-fee8-4dbd-ae01-e4d060cf5597 HTTP/1.1" status: 200 len: 945 time: 0.0943129 Jun 16 17:36:38.854547 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] For port 026d437e-e8b0-49f7-a119-3b208a2699d4, host dv-cinder-837546-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-2-iscsi',level=0,port_id=026d437e-e8b0-49f7-a119-3b208a2699d4,segment=NetworkSegment(f847f272-90b1-4369-8e48-25aa20ff3114),segment_id=f847f272-90b1-4369-8e48-25aa20ff3114)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:36:38.861936 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114'] for port (026d437e-e8b0-49f7-a119-3b208a2699d4), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:38.972378 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.db_base_plugin_common [None req-b22a44b8-c8f3-4dd0-b869-ee3f491f4d5c None None] Allocated IP 172.20.0.2 (9c2298ab-6f98-450c-b73d-bd705711e0aa/82f05e06-77e3-464b-9c5a-1a69628a9b34/59ccc725-8c0d-4dff-a7de-7bbaf6236b7e) {{(pid=104054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:36:38.974877 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Pushing event updated for resources: {'Port': ['ID=026d437e-e8b0-49f7-a119-3b208a2699d4,revision_number=4']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:36:39.032659 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-7e6c8e69-94d0-4784-8265-b53cb4558ecb req-df27816b-cd86-4a32-8246-1cce88e3447f tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] 10.222.0.40 "GET /v2.0/security-groups?id=242115b7-43ec-477c-967c-8b04bb3085a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1578248 Jun 16 17:36:39.125817 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-4655a633-b920-48a8-8828-0463e4d3848d req-db1023ba-5bdd-49f0-915e-0646f9a127fa tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-securitygroup--1988023170&fields=id&tenant_id=d63c592c0afb4dfc9dd5b36be791decd HTTP/1.1" status: 200 len: 267 time: 0.1701384 Jun 16 17:36:39.160982 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-b22a44b8-c8f3-4dd0-b869-ee3f491f4d5c None None] Publish callbacks [] for port (59ccc725-8c0d-4dff-a7de-7bbaf6236b7e), precommit_create {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:39.168729 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-b22a44b8-c8f3-4dd0-b869-ee3f491f4d5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762170029078'] for port (59ccc725-8c0d-4dff-a7de-7bbaf6236b7e), after_create {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:39.173847 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-498af732-9620-4294-b6e7-7bcd0af8b1a1 admin admin] Publish callbacks [] for router_gateway (0de028c7-46bb-4e37-afa8-eae0df7b49bc), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:39.182702 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc7c272-26e7-4b01-a2c4-daf989d95c59 None None] Sync routers for ids ['94b8972a-9a93-42e0-a8cb-e4e8f431d6ec'] in dv-cinder-837546-2-iscsi {{(pid=104055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:36:39.195455 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc7c272-26e7-4b01-a2c4-daf989d95c59 None None] Routers {'94b8972a-9a93-42e0-a8cb-e4e8f431d6ec'} bound to L3 agent in host dv-cinder-837546-2-iscsi {{(pid=104055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:36:39.196313 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-cfc7c272-26e7-4b01-a2c4-daf989d95c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T17:26:01Z,description=,heartbeat_timestamp=2022-06-16T17:36:31Z,host='dv-cinder-837546-2-iscsi',id=43e250b4-0ce3-4949-aa8c-0bafe6454580,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:26:01Z,topic='l3_agent')) {'router_ids': ['94b8972a-9a93-42e0-a8cb-e4e8f431d6ec'], 'active': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:36:39.209043 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b22a44b8-c8f3-4dd0-b869-ee3f491f4d5c None None] Network 9c2298ab-6f98-450c-b73d-bd705711e0aa is already hosted by enough agents. {{(pid=104054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:36:39.214008 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.scheduler.base_scheduler [None req-b22a44b8-c8f3-4dd0-b869-ee3f491f4d5c None None] Resources bound (agent type, host, resource id): {{(pid=104054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:36:39.218299 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22a44b8-c8f3-4dd0-b869-ee3f491f4d5c None None] Received port after_create {{(pid=104054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 17:36:39.229524 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-498af732-9620-4294-b6e7-7bcd0af8b1a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:39.244653 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:36:39.276572 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0f7000-0878-42db-b65f-f2cda018bdfd req-c5a7a5f6-a2a8-42da-bba4-6488b9fdd33f tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:36:39.277845 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a44b8-c8f3-4dd0-b869-ee3f491f4d5c None None] Pushing event updated for resources: {'Port': ['ID=59ccc725-8c0d-4dff-a7de-7bbaf6236b7e,revision_number=1']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:36:39.278093 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-6d0f7000-0878-42db-b65f-f2cda018bdfd req-c5a7a5f6-a2a8-42da-bba4-6488b9fdd33f tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/ports?device_id=b4904f6d-1ce2-4af1-9fc3-f5ea5aa89e69 HTTP/1.1" status: 200 len: 945 time: 0.1573730 Jun 16 17:36:39.296349 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.managers [None req-b22a44b8-c8f3-4dd0-b869-ee3f491f4d5c None None] Attempting to bind port 59ccc725-8c0d-4dff-a7de-7bbaf6236b7e on host dv-cinder-837546-2-iscsi for vnic_type normal with profile {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 17:36:39.296756 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.managers [None req-b22a44b8-c8f3-4dd0-b869-ee3f491f4d5c None None] Attempting to bind port 59ccc725-8c0d-4dff-a7de-7bbaf6236b7e by drivers openvswitch,hyperv on host dv-cinder-837546-2-iscsi at level 0 using segments [{'id': '82362c59-7157-4579-915d-44e3877fce39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '9c2298ab-6f98-450c-b73d-bd705711e0aa'}] {{(pid=104054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 17:36:39.297121 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b22a44b8-c8f3-4dd0-b869-ee3f491f4d5c None None] Attempting to bind port 59ccc725-8c0d-4dff-a7de-7bbaf6236b7e on network 9c2298ab-6f98-450c-b73d-bd705711e0aa {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 17:36:39.302654 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b22a44b8-c8f3-4dd0-b869-ee3f491f4d5c None None] Checking agent: {'id': 'f1f6c009-5a31-4833-b180-4d9d41a55fe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837546-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 17, 26, 4), 'started_at': datetime.datetime(2022, 6, 16, 17, 26, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 17, 36, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837546-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 17:36:39.302988 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b22a44b8-c8f3-4dd0-b869-ee3f491f4d5c None None] Checking segment: {'id': '82362c59-7157-4579-915d-44e3877fce39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '9c2298ab-6f98-450c-b73d-bd705711e0aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 17:36:39.303620 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-b22a44b8-c8f3-4dd0-b869-ee3f491f4d5c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:39.304010 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b22a44b8-c8f3-4dd0-b869-ee3f491f4d5c None None] Bound using segment: {'id': '82362c59-7157-4579-915d-44e3877fce39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '9c2298ab-6f98-450c-b73d-bd705711e0aa'} {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 17:36:39.304468 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.managers [None req-b22a44b8-c8f3-4dd0-b869-ee3f491f4d5c None None] Bound port: 59ccc725-8c0d-4dff-a7de-7bbaf6236b7e, host: dv-cinder-837546-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82362c59-7157-4579-915d-44e3877fce39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '9c2298ab-6f98-450c-b73d-bd705711e0aa'}}] {{(pid=104054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 17:36:39.304839 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-b22a44b8-c8f3-4dd0-b869-ee3f491f4d5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (59ccc725-8c0d-4dff-a7de-7bbaf6236b7e), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:39.310609 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvr_db [None req-cfc7c272-26e7-4b01-a2c4-daf989d95c59 None None] Set router 94b8972a-9a93-42e0-a8cb-e4e8f431d6ec gateway port host: dv-cinder-837546-2-iscsi {{(pid=104055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:36:39.369328 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-b22a44b8-c8f3-4dd0-b869-ee3f491f4d5c None None] For port 59ccc725-8c0d-4dff-a7de-7bbaf6236b7e, host dv-cinder-837546-2-iscsi, cleared binding levels {{(pid=104054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 17:36:39.374759 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-b22a44b8-c8f3-4dd0-b869-ee3f491f4d5c None None] For port 59ccc725-8c0d-4dff-a7de-7bbaf6236b7e, host dv-cinder-837546-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-2-iscsi',level=0,port_id=59ccc725-8c0d-4dff-a7de-7bbaf6236b7e,segment=NetworkSegment(82362c59-7157-4579-915d-44e3877fce39),segment_id=82362c59-7157-4579-915d-44e3877fce39)] {{(pid=104054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 17:36:39.381450 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-b22a44b8-c8f3-4dd0-b869-ee3f491f4d5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114'] for port (59ccc725-8c0d-4dff-a7de-7bbaf6236b7e), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:39.417261 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4655a633-b920-48a8-8828-0463e4d3848d req-90e1b9b2-5e1c-4173-bb65-22a3a85286a4 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:36:39.418766 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-4655a633-b920-48a8-8828-0463e4d3848d req-90e1b9b2-5e1c-4173-bb65-22a3a85286a4 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "GET /v2.0/networks?id=6fb674c9-6bb7-4c32-892c-b28837e89812 HTTP/1.1" status: 200 len: 814 time: 0.2776408 Jun 16 17:36:39.447100 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-6d0f7000-0878-42db-b65f-f2cda018bdfd req-99b474d7-e52a-4111-aa2c-e9bdf7e8260e tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/security-groups?id=97ffd154-7f70-49b1-9385-228cddf4fca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226912 Jun 16 17:36:39.451914 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a44b8-c8f3-4dd0-b869-ee3f491f4d5c None None] Pushing event updated for resources: {'Port': ['ID=59ccc725-8c0d-4dff-a7de-7bbaf6236b7e,revision_number=2']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:36:39.469100 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-4655a633-b920-48a8-8828-0463e4d3848d req-fb563a7f-f511-4d11-b68a-783bf9467848 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "GET /v2.0/quotas/d63c592c0afb4dfc9dd5b36be791decd HTTP/1.1" status: 200 len: 375 time: 0.0260203 Jun 16 17:36:39.535698 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.db.db_base_plugin_common [None req-498af732-9620-4294-b6e7-7bcd0af8b1a1 admin admin] Allocated IP 172.27.0.79 (a25e4fa3-c316-487c-825a-4fde1c36cdb2/47584a51-19b7-439b-9f28-a7f577441b18/fc1c546a-2e25-4a57-be0a-829bc2424561) {{(pid=104052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:36:39.581702 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-4655a633-b920-48a8-8828-0463e4d3848d req-d7d22750-457c-4064-a268-e0b98956f139 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=d63c592c0afb4dfc9dd5b36be791decd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1054168 Jun 16 17:36:39.592621 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-cfc7c272-26e7-4b01-a2c4-daf989d95c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94b8972a-9a93-42e0-a8cb-e4e8f431d6ec', 'name': 'tempest-TestVolumeBootPattern-961332294-router', 'tenant_id': '314e9434e0ec4c1f9e8d6037143f5ebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'external_fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': '026d437e-e8b0-49f7-a119-3b208a2699d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:36:30Z', 'updated_at': '2022-06-16T17:36:35Z', 'revision_number': 4, 'project_id': '314e9434e0ec4c1f9e8d6037143f5ebb', 'gw_port': {'id': '026d437e-e8b0-49f7-a119-3b208a2699d4', 'name': '', 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:00:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b8972a-9a93-42e0-a8cb-e4e8f431d6ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:36:31Z', 'updated_at': '2022-06-16T17:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47584a51-19b7-439b-9f28-a7f577441b18', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-2-iscsi', '_interfaces': [{'id': '18c3303c-2322-42ff-a397-62b412c219b3', 'name': '', 'network_id': '6e803cc9-885b-4092-b21c-ed0c8b49c26c', 'tenant_id': '314e9434e0ec4c1f9e8d6037143f5ebb', 'mac_address': 'fa:16:3e:aa:c3:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94b8972a-9a93-42e0-a8cb-e4e8f431d6ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '95144f6c-e9c4-46d6-bb41-a8f5f76b794b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:36:34Z', 'updated_at': '2022-06-16T17:36:35Z', 'revision_number': 2, 'project_id': '314e9434e0ec4c1f9e8d6037143f5ebb', 'subnets': [{'id': '95144f6c-e9c4-46d6-bb41-a8f5f76b794b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837546-2-iscsi', False) {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:36:39.628316 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc7c272-26e7-4b01-a2c4-daf989d95c59 None None] Checking router: 94b8972a-9a93-42e0-a8cb-e4e8f431d6ec for host: dv-cinder-837546-2-iscsi {{(pid=104055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:36:39.628663 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc7c272-26e7-4b01-a2c4-daf989d95c59 None None] Updating router 94b8972a-9a93-42e0-a8cb-e4e8f431d6ec port 18c3303c-2322-42ff-a397-62b412c219b3 binding host dv-cinder-837546-2-iscsi {{(pid=104055) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 17:36:39.678613 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-cfc7c272-26e7-4b01-a2c4-daf989d95c59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (18c3303c-2322-42ff-a397-62b412c219b3), before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:39.773656 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:36:39.798715 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-498af732-9620-4294-b6e7-7bcd0af8b1a1 admin admin] Publish callbacks [] for port (fc1c546a-2e25-4a57-be0a-829bc2424561), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:39.813977 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-4655a633-b920-48a8-8828-0463e4d3848d req-3dd7d679-1b40-40e4-8db3-61cdb7f658d6 service neutron] 10.222.0.40 "GET /v2.0/networks/6fb674c9-6bb7-4c32-892c-b28837e89812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2172384 Jun 16 17:36:39.819552 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:36:39.910372 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-498af732-9620-4294-b6e7-7bcd0af8b1a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762170029078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62916395'] for port (fc1c546a-2e25-4a57-be0a-829bc2424561), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:39.955652 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-498af732-9620-4294-b6e7-7bcd0af8b1a1 admin admin] Network a25e4fa3-c316-487c-825a-4fde1c36cdb2 is already hosted by enough agents. {{(pid=104052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:36:39.960393 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.base_scheduler [None req-498af732-9620-4294-b6e7-7bcd0af8b1a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=104052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:36:39.965539 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498af732-9620-4294-b6e7-7bcd0af8b1a1 admin admin] Received port after_create {{(pid=104052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 17:36:39.973355 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-4655a633-b920-48a8-8828-0463e4d3848d req-04f78147-061b-4f6a-bb6d-bbf22dee1afd service neutron] 10.222.0.40 "GET /v2.0/networks/6fb674c9-6bb7-4c32-892c-b28837e89812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509500 Jun 16 17:36:40.016466 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498af732-9620-4294-b6e7-7bcd0af8b1a1 admin admin] Pushing event updated for resources: {'Port': ['ID=fc1c546a-2e25-4a57-be0a-829bc2424561,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:36:40.023131 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-cfc7c272-26e7-4b01-a2c4-daf989d95c59 None None] Publish callbacks [] for port (18c3303c-2322-42ff-a397-62b412c219b3), precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:40.036334 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-cfc7c272-26e7-4b01-a2c4-daf989d95c59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114'] for port (18c3303c-2322-42ff-a397-62b412c219b3), after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:40.102060 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bc0ec5-6375-4f7f-bd6e-8d030f708639 None None] Pushing event updated for resources: {'Port': ['ID=18c3303c-2322-42ff-a397-62b412c219b3,revision_number=3']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:36:40.179403 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [None req-cfc7c272-26e7-4b01-a2c4-daf989d95c59 None None] Attempting to bind port 18c3303c-2322-42ff-a397-62b412c219b3 on host dv-cinder-837546-2-iscsi for vnic_type normal with profile {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 17:36:40.179767 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [None req-cfc7c272-26e7-4b01-a2c4-daf989d95c59 None None] Attempting to bind port 18c3303c-2322-42ff-a397-62b412c219b3 by drivers openvswitch,hyperv on host dv-cinder-837546-2-iscsi at level 0 using segments [{'id': '1add1b51-67b6-49ef-9935-1b6b2ec0e2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '6e803cc9-885b-4092-b21c-ed0c8b49c26c'}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 17:36:40.180119 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc7c272-26e7-4b01-a2c4-daf989d95c59 None None] Attempting to bind port 18c3303c-2322-42ff-a397-62b412c219b3 on network 6e803cc9-885b-4092-b21c-ed0c8b49c26c {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 17:36:40.182317 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=100 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:36:40.188809 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc7c272-26e7-4b01-a2c4-daf989d95c59 None None] Checking agent: {'id': 'f1f6c009-5a31-4833-b180-4d9d41a55fe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837546-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 17, 26, 4), 'started_at': datetime.datetime(2022, 6, 16, 17, 26, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 17, 36, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837546-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 17:36:40.189579 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc7c272-26e7-4b01-a2c4-daf989d95c59 None None] Checking segment: {'id': '1add1b51-67b6-49ef-9935-1b6b2ec0e2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '6e803cc9-885b-4092-b21c-ed0c8b49c26c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 17:36:40.189698 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-cfc7c272-26e7-4b01-a2c4-daf989d95c59 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:40.190260 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc7c272-26e7-4b01-a2c4-daf989d95c59 None None] Bound using segment: {'id': '1add1b51-67b6-49ef-9935-1b6b2ec0e2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '6e803cc9-885b-4092-b21c-ed0c8b49c26c'} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 17:36:40.190728 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [None req-cfc7c272-26e7-4b01-a2c4-daf989d95c59 None None] Bound port: 18c3303c-2322-42ff-a397-62b412c219b3, host: dv-cinder-837546-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1add1b51-67b6-49ef-9935-1b6b2ec0e2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '6e803cc9-885b-4092-b21c-ed0c8b49c26c'}}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 17:36:40.191093 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-cfc7c272-26e7-4b01-a2c4-daf989d95c59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (18c3303c-2322-42ff-a397-62b412c219b3), before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:40.284753 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Device 026d437e-e8b0-49f7-a119-3b208a2699d4 up at agent ovs-agent-dv-cinder-837546-2-iscsi {{(pid=104054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 17:36:40.320607 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:36:40.377871 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-cfc7c272-26e7-4b01-a2c4-daf989d95c59 None None] For port 18c3303c-2322-42ff-a397-62b412c219b3, host dv-cinder-837546-2-iscsi, cleared binding levels {{(pid=104055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 17:36:40.391197 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-cfc7c272-26e7-4b01-a2c4-daf989d95c59 None None] For port 18c3303c-2322-42ff-a397-62b412c219b3, host dv-cinder-837546-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-2-iscsi',level=0,port_id=18c3303c-2322-42ff-a397-62b412c219b3,segment=NetworkSegment(1add1b51-67b6-49ef-9935-1b6b2ec0e2a3),segment_id=1add1b51-67b6-49ef-9935-1b6b2ec0e2a3)] {{(pid=104055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 17:36:40.409911 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-cfc7c272-26e7-4b01-a2c4-daf989d95c59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114'] for port (18c3303c-2322-42ff-a397-62b412c219b3), after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:40.410186 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Provisioning complete for port 026d437e-e8b0-49f7-a119-3b208a2699d4 triggered by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:36:40.410569 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572016'] for port (026d437e-e8b0-49f7-a119-3b208a2699d4), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:40.571820 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:36:40.608309 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc7c272-26e7-4b01-a2c4-daf989d95c59 None None] Routers {'94b8972a-9a93-42e0-a8cb-e4e8f431d6ec'} bound to L3 agent in host dv-cinder-837546-2-iscsi {{(pid=104055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:36:40.609351 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-cfc7c272-26e7-4b01-a2c4-daf989d95c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T17:26:01Z,description=,heartbeat_timestamp=2022-06-16T17:36:31Z,host='dv-cinder-837546-2-iscsi',id=43e250b4-0ce3-4949-aa8c-0bafe6454580,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:26:01Z,topic='l3_agent')) {'router_ids': ['94b8972a-9a93-42e0-a8cb-e4e8f431d6ec'], 'active': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:36:40.642148 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2136ffcb-93a3-4a3d-b216-74eeac7058da req-9b3e1a3e-2709-4709-aff4-bf2712cdedae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:36:40.662095 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-2136ffcb-93a3-4a3d-b216-74eeac7058da req-9b3e1a3e-2709-4709-aff4-bf2712cdedae service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b4904f6d-1ce2-4af1-9fc3-f5ea5aa89e69 HTTP/1.1" status: 200 len: 1129 time: 0.1368861 Jun 16 17:36:40.733560 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-5df9ebf6-fc38-4983-8715-338f597d3273 None None] Provisioning complete for port 18c3303c-2322-42ff-a397-62b412c219b3 triggered by entity DHCP. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:36:40.734240 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-5df9ebf6-fc38-4983-8715-338f597d3273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572016'] for port (18c3303c-2322-42ff-a397-62b412c219b3), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:40.773751 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-2136ffcb-93a3-4a3d-b216-74eeac7058da req-6abff718-e221-41ce-8f58-a568a703e19b service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=97ffd154-7f70-49b1-9385-228cddf4fca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048510 Jun 16 17:36:40.791034 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Current status of the port 026d437e-e8b0-49f7-a119-3b208a2699d4 is: ACTIVE; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:36:40.792138 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Device 59ccc725-8c0d-4dff-a7de-7bbaf6236b7e up at agent ovs-agent-dv-cinder-837546-2-iscsi {{(pid=104054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 17:36:40.855267 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bc0ec5-6375-4f7f-bd6e-8d030f708639 None None] Pushing event updated for resources: {'Port': ['ID=18c3303c-2322-42ff-a397-62b412c219b3,revision_number=4']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:36:40.929831 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvr_db [None req-cfc7c272-26e7-4b01-a2c4-daf989d95c59 None None] Set router 94b8972a-9a93-42e0-a8cb-e4e8f431d6ec gateway port host: dv-cinder-837546-2-iscsi {{(pid=104055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:36:40.984343 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-9617edc5-af51-4321-acab-497cf156fc3d req-a91900d3-0512-4f38-bd1d-edcebb967e61 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "GET /v2.0/ports?device_id=3ef90d7f-25eb-4945-b73d-30a1d1fd6ecb HTTP/1.1" status: 200 len: 210 time: 0.1069922 Jun 16 17:36:41.020133 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55ae331-cfcf-4235-8eb2-2bda5370e10d req-0535e52a-4e3f-498f-9569-2389438d9d70 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:36:41.026400 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Provisioning complete for port 59ccc725-8c0d-4dff-a7de-7bbaf6236b7e triggered by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:36:41.026773 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572016'] for port (59ccc725-8c0d-4dff-a7de-7bbaf6236b7e), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:41.033995 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-c55ae331-cfcf-4235-8eb2-2bda5370e10d req-0535e52a-4e3f-498f-9569-2389438d9d70 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] 10.222.0.40 "GET /v2.0/ports?device_id=2ea8edce-fee8-4dbd-ae01-e4d060cf5597 HTTP/1.1" status: 200 len: 945 time: 0.8529122 Jun 16 17:36:41.122616 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-5df9ebf6-fc38-4983-8715-338f597d3273 None None] Current status of the port 18c3303c-2322-42ff-a397-62b412c219b3 is: DOWN; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:36:41.130772 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-5df9ebf6-fc38-4983-8715-338f597d3273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (18c3303c-2322-42ff-a397-62b412c219b3), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:41.220327 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae311da-adad-4cd1-b0f9-22a646c243f5 req-e431a9c7-5e27-472a-a1a6-852124653be8 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:36:41.227421 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-eae311da-adad-4cd1-b0f9-22a646c243f5 req-e431a9c7-5e27-472a-a1a6-852124653be8 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/ports?device_id=b4904f6d-1ce2-4af1-9fc3-f5ea5aa89e69 HTTP/1.1" status: 200 len: 945 time: 0.0650067 Jun 16 17:36:41.274781 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-5df9ebf6-fc38-4983-8715-338f597d3273 None None] For port 18c3303c-2322-42ff-a397-62b412c219b3, host dv-cinder-837546-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-2-iscsi',level=0,port_id=18c3303c-2322-42ff-a397-62b412c219b3,segment=NetworkSegment(1add1b51-67b6-49ef-9935-1b6b2ec0e2a3),segment_id=1add1b51-67b6-49ef-9935-1b6b2ec0e2a3)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:36:41.317853 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-5df9ebf6-fc38-4983-8715-338f597d3273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114'] for port (18c3303c-2322-42ff-a397-62b412c219b3), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:41.329930 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7f21e1d-6f82-4a5f-beae-b0a0055e9f56 None None] Network 9c2298ab-6f98-450c-b73d-bd705711e0aa requested from dv-cinder-837546-2-iscsi {{(pid=104054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 17:36:41.359021 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-c55ae331-cfcf-4235-8eb2-2bda5370e10d req-2fedb40a-cbe8-4217-943d-8a1e13984955 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] 10.222.0.40 "GET /v2.0/security-groups?id=242115b7-43ec-477c-967c-8b04bb3085a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3225069 Jun 16 17:36:41.371672 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-eae311da-adad-4cd1-b0f9-22a646c243f5 req-290ad425-8a3a-4598-b38e-7460c4dda840 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/security-groups?id=97ffd154-7f70-49b1-9385-228cddf4fca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429479 Jun 16 17:36:41.412343 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-498af732-9620-4294-b6e7-7bcd0af8b1a1 admin admin] Publish callbacks [] for router_gateway (0de028c7-46bb-4e37-afa8-eae0df7b49bc), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:41.415562 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:36:41.429269 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Current status of the port 59ccc725-8c0d-4dff-a7de-7bbaf6236b7e is: DOWN; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:36:41.429837 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (59ccc725-8c0d-4dff-a7de-7bbaf6236b7e), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:41.472152 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-cfc7c272-26e7-4b01-a2c4-daf989d95c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94b8972a-9a93-42e0-a8cb-e4e8f431d6ec', 'name': 'tempest-TestVolumeBootPattern-961332294-router', 'tenant_id': '314e9434e0ec4c1f9e8d6037143f5ebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'external_fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': '026d437e-e8b0-49f7-a119-3b208a2699d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:36:30Z', 'updated_at': '2022-06-16T17:36:35Z', 'revision_number': 4, 'project_id': '314e9434e0ec4c1f9e8d6037143f5ebb', 'gw_port': {'id': '026d437e-e8b0-49f7-a119-3b208a2699d4', 'name': '', 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:00:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b8972a-9a93-42e0-a8cb-e4e8f431d6ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:36:31Z', 'updated_at': '2022-06-16T17:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47584a51-19b7-439b-9f28-a7f577441b18', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-2-iscsi', '_interfaces': [{'id': '18c3303c-2322-42ff-a397-62b412c219b3', 'name': '', 'network_id': '6e803cc9-885b-4092-b21c-ed0c8b49c26c', 'tenant_id': '314e9434e0ec4c1f9e8d6037143f5ebb', 'mac_address': 'fa:16:3e:aa:c3:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94b8972a-9a93-42e0-a8cb-e4e8f431d6ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '95144f6c-e9c4-46d6-bb41-a8f5f76b794b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:36:34Z', 'updated_at': '2022-06-16T17:36:40Z', 'revision_number': 4, 'project_id': '314e9434e0ec4c1f9e8d6037143f5ebb', 'subnets': [{'id': '95144f6c-e9c4-46d6-bb41-a8f5f76b794b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837546-2-iscsi', False) {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:36:41.503394 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc7c272-26e7-4b01-a2c4-daf989d95c59 None None] The sync data for ids ['94b8972a-9a93-42e0-a8cb-e4e8f431d6ec'] in dv-cinder-837546-2-iscsi is: [{'id': '94b8972a-9a93-42e0-a8cb-e4e8f431d6ec', 'name': 'tempest-TestVolumeBootPattern-961332294-router', 'tenant_id': '314e9434e0ec4c1f9e8d6037143f5ebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'external_fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': '026d437e-e8b0-49f7-a119-3b208a2699d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:36:30Z', 'updated_at': '2022-06-16T17:36:35Z', 'revision_number': 4, 'project_id': '314e9434e0ec4c1f9e8d6037143f5ebb', 'gw_port': {'id': '026d437e-e8b0-49f7-a119-3b208a2699d4', 'name': '', 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:00:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b8972a-9a93-42e0-a8cb-e4e8f431d6ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:36:31Z', 'updated_at': '2022-06-16T17:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47584a51-19b7-439b-9f28-a7f577441b18', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-2-iscsi', '_interfaces': [{'id': '18c3303c-2322-42ff-a397-62b412c219b3', 'name': '', 'network_id': '6e803cc9-885b-4092-b21c-ed0c8b49c26c', 'tenant_id': '314e9434e0ec4c1f9e8d6037143f5ebb', 'mac_address': 'fa:16:3e:aa:c3:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94b8972a-9a93-42e0-a8cb-e4e8f431d6ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '95144f6c-e9c4-46d6-bb41-a8f5f76b794b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:36:34Z', 'updated_at': '2022-06-16T17:36:40Z', 'revision_number': 4, 'project_id': '314e9434e0ec4c1f9e8d6037143f5ebb', 'subnets': [{'id': '95144f6c-e9c4-46d6-bb41-a8f5f76b794b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:36:41.522198 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-87498ce0-8092-4627-9d47-241a2409e9bc None None] Provisioning complete for port 18c3303c-2322-42ff-a397-62b412c219b3 triggered by entity DHCP. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:36:41.522568 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-87498ce0-8092-4627-9d47-241a2409e9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572016'] for port (18c3303c-2322-42ff-a397-62b412c219b3), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:41.527770 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df9ebf6-fc38-4983-8715-338f597d3273 None None] Pushing event updated for resources: {'Port': ['ID=18c3303c-2322-42ff-a397-62b412c219b3,revision_number=5']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:36:41.676926 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] For port 59ccc725-8c0d-4dff-a7de-7bbaf6236b7e, host dv-cinder-837546-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-2-iscsi',level=0,port_id=59ccc725-8c0d-4dff-a7de-7bbaf6236b7e,segment=NetworkSegment(82362c59-7157-4579-915d-44e3877fce39),segment_id=82362c59-7157-4579-915d-44e3877fce39)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:36:41.707799 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114'] for port (59ccc725-8c0d-4dff-a7de-7bbaf6236b7e), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:41.760469 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:36:41.773068 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Pushing event updated for resources: {'Port': ['ID=59ccc725-8c0d-4dff-a7de-7bbaf6236b7e,revision_number=3']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:36:41.814690 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-498af732-9620-4294-b6e7-7bcd0af8b1a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-375543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-375401'] for router (0de028c7-46bb-4e37-afa8-eae0df7b49bc), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:41.827655 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-87498ce0-8092-4627-9d47-241a2409e9bc None None] Current status of the port 18c3303c-2322-42ff-a397-62b412c219b3 is: ACTIVE; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:36:41.861223 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-87498ce0-8092-4627-9d47-241a2409e9bc None None] Provisioning complete for port 59ccc725-8c0d-4dff-a7de-7bbaf6236b7e triggered by entity DHCP. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:36:41.861775 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-87498ce0-8092-4627-9d47-241a2409e9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572016'] for port (59ccc725-8c0d-4dff-a7de-7bbaf6236b7e), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:42.003351 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-87498ce0-8092-4627-9d47-241a2409e9bc None None] Current status of the port 59ccc725-8c0d-4dff-a7de-7bbaf6236b7e is: ACTIVE; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:36:42.140593 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Device 18c3303c-2322-42ff-a397-62b412c219b3 up at agent ovs-agent-dv-cinder-837546-2-iscsi {{(pid=104054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 17:36:42.173586 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:36:42.183126 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-ca5e5d89-ac18-4851-a90d-3556b4cf0cbd req-d281eca9-044c-4258-97fc-dce9b3f38d78 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "GET /v2.0/ports?device_id=3ef90d7f-25eb-4945-b73d-30a1d1fd6ecb HTTP/1.1" status: 200 len: 210 time: 0.0453866 Jun 16 17:36:42.202987 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Provisioning complete for port 18c3303c-2322-42ff-a397-62b412c219b3 triggered by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:36:42.203443 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572016'] for port (18c3303c-2322-42ff-a397-62b412c219b3), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:42.212390 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-498af732-9620-4294-b6e7-7bcd0af8b1a1 admin admin] Router 0de028c7-46bb-4e37-afa8-eae0df7b49bc is scheduled to L3 agent 43e250b4-0ce3-4949-aa8c-0bafe6454580 with binding_index 1 {{(pid=104052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 16 17:36:42.272928 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-162ef09a-6022-42a4-85e1-aa8e6b546a1c None None] Provisioning complete for port 59ccc725-8c0d-4dff-a7de-7bbaf6236b7e triggered by entity DHCP. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:36:42.273327 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-162ef09a-6022-42a4-85e1-aa8e6b546a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572016'] for port (59ccc725-8c0d-4dff-a7de-7bbaf6236b7e), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:42.302373 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:36:42.337318 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Current status of the port 18c3303c-2322-42ff-a397-62b412c219b3 is: ACTIVE; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:36:42.337968 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-498af732-9620-4294-b6e7-7bcd0af8b1a1 admin admin] Notify agent at l3_agent.dv-cinder-837546-2-iscsi the message routers_updated {{(pid=104052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 17:36:42.343072 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Device 59ccc725-8c0d-4dff-a7de-7bbaf6236b7e up at agent ovs-agent-dv-cinder-837546-2-iscsi {{(pid=104054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 17:36:42.360279 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-498af732-9620-4294-b6e7-7bcd0af8b1a1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:42.361719 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-498af732-9620-4294-b6e7-7bcd0af8b1a1 admin admin] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.1144946 Jun 16 17:36:42.364429 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 57082) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:36:42.381748 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a17e6d-e92b-46a2-b93c-23829eac00c9 None None] Sync routers for ids ['0de028c7-46bb-4e37-afa8-eae0df7b49bc'] in dv-cinder-837546-2-iscsi {{(pid=104054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:36:42.493034 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a17e6d-e92b-46a2-b93c-23829eac00c9 None None] Routers {'0de028c7-46bb-4e37-afa8-eae0df7b49bc'} bound to L3 agent in host dv-cinder-837546-2-iscsi {{(pid=104054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:36:42.494114 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-d1a17e6d-e92b-46a2-b93c-23829eac00c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T17:26:01Z,description=,heartbeat_timestamp=2022-06-16T17:36:31Z,host='dv-cinder-837546-2-iscsi',id=43e250b4-0ce3-4949-aa8c-0bafe6454580,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:26:01Z,topic='l3_agent')) {'router_ids': ['0de028c7-46bb-4e37-afa8-eae0df7b49bc'], 'active': True} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:36:42.496551 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Provisioning complete for port 59ccc725-8c0d-4dff-a7de-7bbaf6236b7e triggered by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:36:42.497016 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572016'] for port (59ccc725-8c0d-4dff-a7de-7bbaf6236b7e), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:42.564751 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-162ef09a-6022-42a4-85e1-aa8e6b546a1c None None] Current status of the port 59ccc725-8c0d-4dff-a7de-7bbaf6236b7e is: ACTIVE; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:36:42.597025 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c502e4-e69e-4742-bd8b-a821f3b27cce req-73a7a89c-40fb-4055-92e7-5b526414d611 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:36:42.598567 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-67c502e4-e69e-4742-bd8b-a821f3b27cce req-73a7a89c-40fb-4055-92e7-5b526414d611 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/ports?device_id=b4904f6d-1ce2-4af1-9fc3-f5ea5aa89e69 HTTP/1.1" status: 200 len: 945 time: 0.1129625 Jun 16 17:36:42.665378 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc70c4d2-8391-4960-a428-bb03de80fb43 req-88a04403-45c6-44bb-8f7d-cccbb12b1c08 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:36:42.666832 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-bc70c4d2-8391-4960-a428-bb03de80fb43 req-88a04403-45c6-44bb-8f7d-cccbb12b1c08 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] 10.222.0.40 "GET /v2.0/ports?device_id=2ea8edce-fee8-4dbd-ae01-e4d060cf5597 HTTP/1.1" status: 200 len: 945 time: 0.1483624 Jun 16 17:36:42.730290 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-67c502e4-e69e-4742-bd8b-a821f3b27cce req-6548d73d-fbfa-4361-a49b-dc4350a9fdac tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/security-groups?id=97ffd154-7f70-49b1-9385-228cddf4fca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238172 Jun 16 17:36:42.805622 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-bc70c4d2-8391-4960-a428-bb03de80fb43 req-eea22465-1307-4f66-93aa-3ec95e4a4d83 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] 10.222.0.40 "GET /v2.0/security-groups?id=242115b7-43ec-477c-967c-8b04bb3085a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1201222 Jun 16 17:36:42.819033 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvr_db [None req-d1a17e6d-e92b-46a2-b93c-23829eac00c9 None None] Set router 0de028c7-46bb-4e37-afa8-eae0df7b49bc gateway port host: dv-cinder-837546-2-iscsi {{(pid=104054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:36:42.845686 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Current status of the port 59ccc725-8c0d-4dff-a7de-7bbaf6236b7e is: ACTIVE; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:36:42.885818 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 57096) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:36:42.912341 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:36:42.957036 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c8a147b-8586-44ba-8535-69b0e3ed75db admin admin] Deleting subnet 6ae20d61-47a7-468a-a773-3dd8103f096e {{(pid=104053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 16 17:36:42.961967 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-2c8a147b-8586-44ba-8535-69b0e3ed75db admin admin] Publish callbacks [] for subnet (6ae20d61-47a7-468a-a773-3dd8103f096e), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:43.016092 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-2c8a147b-8586-44ba-8535-69b0e3ed75db admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64692026'] for subnet (6ae20d61-47a7-468a-a773-3dd8103f096e), precommit_delete_associations {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:43.053034 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-ec7a8cd1-d4cf-4611-b52e-3e40969836ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:43.061007 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-2c8a147b-8586-44ba-8535-69b0e3ed75db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1565816'] for subnet (6ae20d61-47a7-468a-a773-3dd8103f096e), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:43.082340 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=3,neutron:INSERT=4 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:36:43.148405 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:36:43.148660 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-d1a17e6d-e92b-46a2-b93c-23829eac00c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0de028c7-46bb-4e37-afa8-eae0df7b49bc', 'name': 'tempest-TestVolumeBootPattern-2107110267-router', 'tenant_id': 'bbbc2713d5854dd49b08622f859e1ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'external_fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': 'fc1c546a-2e25-4a57-be0a-829bc2424561', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:36:38Z', 'updated_at': '2022-06-16T17:36:40Z', 'revision_number': 3, 'project_id': 'bbbc2713d5854dd49b08622f859e1ce1', 'gw_port': {'id': 'fc1c546a-2e25-4a57-be0a-829bc2424561', 'name': '', 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:42:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0de028c7-46bb-4e37-afa8-eae0df7b49bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:36:39Z', 'updated_at': '2022-06-16T17:36:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '47584a51-19b7-439b-9f28-a7f577441b18', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-2-iscsi'}], 'dv-cinder-837546-2-iscsi', False) {} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:36:43.182466 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a17e6d-e92b-46a2-b93c-23829eac00c9 None None] Checking router: 0de028c7-46bb-4e37-afa8-eae0df7b49bc for host: dv-cinder-837546-2-iscsi {{(pid=104054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:36:43.182888 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a17e6d-e92b-46a2-b93c-23829eac00c9 None None] Updating router 0de028c7-46bb-4e37-afa8-eae0df7b49bc port fc1c546a-2e25-4a57-be0a-829bc2424561 binding host dv-cinder-837546-2-iscsi {{(pid=104054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 17:36:43.224987 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4655a633-b920-48a8-8828-0463e4d3848d req-1ec3bafb-5171-4569-8509-a28b60cb5daa tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:36:43.226632 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-4655a633-b920-48a8-8828-0463e4d3848d req-1ec3bafb-5171-4569-8509-a28b60cb5daa tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.47 "GET /v2.0/networks?id=6fb674c9-6bb7-4c32-892c-b28837e89812 HTTP/1.1" status: 200 len: 814 time: 0.1451623 Jun 16 17:36:43.235832 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23afe54f-5fde-4c05-b074-199b4cabfaaf req-08659392-0eda-43c8-99b2-dfdbe26cfe33 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:36:43.235832 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-23afe54f-5fde-4c05-b074-199b4cabfaaf req-08659392-0eda-43c8-99b2-dfdbe26cfe33 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/ports?device_id=b4904f6d-1ce2-4af1-9fc3-f5ea5aa89e69 HTTP/1.1" status: 200 len: 945 time: 0.0938699 Jun 16 17:36:43.265926 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-d1a17e6d-e92b-46a2-b93c-23829eac00c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (fc1c546a-2e25-4a57-be0a-829bc2424561), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:43.290453 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07be98e1-0730-4498-b670-7017c2faf68c req-3eebe019-85cc-4533-86ca-57c2d3ea4c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:36:43.292955 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-07be98e1-0730-4498-b670-7017c2faf68c req-3eebe019-85cc-4533-86ca-57c2d3ea4c5b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d1c1d13142434356ac1210f14dad847b&device_id=b4904f6d-1ce2-4af1-9fc3-f5ea5aa89e69 HTTP/1.1" status: 200 len: 1129 time: 0.1620965 Jun 16 17:36:43.324570 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-2c8a147b-8586-44ba-8535-69b0e3ed75db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1565763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64764616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64831976'] for subnet (6ae20d61-47a7-468a-a773-3dd8103f096e), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:43.335516 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:36:43.337185 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:DELETE=1,neutron:SELECT=97,neutron:INSERT=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:36:43.378210 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-4655a633-b920-48a8-8828-0463e4d3848d req-1b51e7c9-6af1-4096-b3b5-119d5a052963 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d63c592c0afb4dfc9dd5b36be791decd HTTP/1.1" status: 200 len: 473 time: 0.1416569 Jun 16 17:36:43.379854 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-2c8a147b-8586-44ba-8535-69b0e3ed75db admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:43.382934 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-2c8a147b-8586-44ba-8535-69b0e3ed75db admin admin] 10.222.0.40 "DELETE /v2.0/subnets/6ae20d61-47a7-468a-a773-3dd8103f096e HTTP/1.1" status: 204 len: 168 time: 0.4954028 Jun 16 17:36:43.384759 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8a147b-8586-44ba-8535-69b0e3ed75db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ae20d61-47a7-468a-a773-3dd8103f096e,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:36:43.386536 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 57106) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:36:43.414163 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-733766d7-2a60-43c3-bf99-d940e37bcb6e req-b6683b7d-8cfb-40e4-a0b3-7d37c4c0c5b1 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "GET /v2.0/ports?device_id=3ef90d7f-25eb-4945-b73d-30a1d1fd6ecb HTTP/1.1" status: 200 len: 210 time: 0.0827162 Jun 16 17:36:43.426438 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.v2.base [req-4655a633-b920-48a8-8828-0463e4d3848d req-db00dc91-01da-4150-8a6c-fc6814c57bf6 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Request body: {'port': {'device_id': '3ef90d7f-25eb-4945-b73d-30a1d1fd6ecb', 'network_id': '6fb674c9-6bb7-4c32-892c-b28837e89812', 'admin_state_up': True, 'tenant_id': 'd63c592c0afb4dfc9dd5b36be791decd', 'security_groups': ['9baaa52f-028d-41f7-88ab-e847ee4d7ee6']}} {{(pid=104053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:36:43.522608 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-23afe54f-5fde-4c05-b074-199b4cabfaaf req-6248a30f-3409-4af5-84e4-693fc1adad77 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/security-groups?id=97ffd154-7f70-49b1-9385-228cddf4fca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277167 Jun 16 17:36:43.543363 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-77dd6cb3-91f4-4415-8827-072060270f4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-716355'] for network (bdb07972-a2d5-4a86-97bf-80abf8620cc4), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:43.569367 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.db.db_base_plugin_common [None req-ec7a8cd1-d4cf-4611-b52e-3e40969836ed admin admin] Allocated IP 172.20.0.1 (9c2298ab-6f98-450c-b73d-bd705711e0aa/82f05e06-77e3-464b-9c5a-1a69628a9b34/af0abae5-b5b9-4517-886e-3bbee1d0ec95) {{(pid=104052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:36:43.580551 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07be98e1-0730-4498-b670-7017c2faf68c req-c60a4a11-e31e-4b99-b551-c367b0fc72d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:36:43.582174 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-07be98e1-0730-4498-b670-7017c2faf68c req-c60a4a11-e31e-4b99-b551-c367b0fc72d3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=dd7b32b9-764e-43c1-a67e-f0e3f862c460 HTTP/1.1" status: 200 len: 919 time: 0.2685869 Jun 16 17:36:43.618871 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:36:43.627040 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-d1a17e6d-e92b-46a2-b93c-23829eac00c9 None None] Publish callbacks [] for port (fc1c546a-2e25-4a57-be0a-829bc2424561), precommit_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:43.639807 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-d1a17e6d-e92b-46a2-b93c-23829eac00c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114'] for port (fc1c546a-2e25-4a57-be0a-829bc2424561), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:43.651819 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-07be98e1-0730-4498-b670-7017c2faf68c req-6526c6d0-bb15-4bed-821e-85a8579142bf service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=86749e9f-ddc9-40e0-90f0-7a85e2519bf8 HTTP/1.1" status: 200 len: 217 time: 0.0617802 Jun 16 17:36:43.672471 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-77dd6cb3-91f4-4415-8827-072060270f4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1572665', 'neutron.services.segments.db._delete_segments_for_network-8762170470903'] for network (bdb07972-a2d5-4a86-97bf-80abf8620cc4), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:43.696768 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9c14d4-d45e-4b4c-b569-f168aa38a667 None None] Pushing event updated for resources: {'Port': ['ID=fc1c546a-2e25-4a57-be0a-829bc2424561,revision_number=2']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:36:43.699902 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.services.segments.db [None req-77dd6cb3-91f4-4415-8827-072060270f4b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdb07972-a2d5-4a86-97bf-80abf8620cc4']}} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:36:43.704404 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4655a633-b920-48a8-8828-0463e4d3848d req-db00dc91-01da-4150-8a6c-fc6814c57bf6 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Made reservation on behalf of d63c592c0afb4dfc9dd5b36be791decd for: {'port': 1} {{(pid=104053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:36:43.705404 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.managers [None req-d1a17e6d-e92b-46a2-b93c-23829eac00c9 None None] Attempting to bind port fc1c546a-2e25-4a57-be0a-829bc2424561 on host dv-cinder-837546-2-iscsi for vnic_type normal with profile {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 17:36:43.705889 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.managers [None req-d1a17e6d-e92b-46a2-b93c-23829eac00c9 None None] Attempting to bind port fc1c546a-2e25-4a57-be0a-829bc2424561 by drivers openvswitch,hyperv on host dv-cinder-837546-2-iscsi at level 0 using segments [{'id': 'f847f272-90b1-4369-8e48-25aa20ff3114', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2'}] {{(pid=104054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 17:36:43.706257 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a17e6d-e92b-46a2-b93c-23829eac00c9 None None] Attempting to bind port fc1c546a-2e25-4a57-be0a-829bc2424561 on network a25e4fa3-c316-487c-825a-4fde1c36cdb2 {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 17:36:43.708183 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [req-4655a633-b920-48a8-8828-0463e4d3848d req-db00dc91-01da-4150-8a6c-fc6814c57bf6 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:43.718125 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a17e6d-e92b-46a2-b93c-23829eac00c9 None None] Checking agent: {'id': 'f1f6c009-5a31-4833-b180-4d9d41a55fe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837546-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 17, 26, 4), 'started_at': datetime.datetime(2022, 6, 16, 17, 26, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 17, 36, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837546-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 17:36:43.719328 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a17e6d-e92b-46a2-b93c-23829eac00c9 None None] Checking segment: {'id': 'f847f272-90b1-4369-8e48-25aa20ff3114', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 17:36:43.719737 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-d1a17e6d-e92b-46a2-b93c-23829eac00c9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:43.720181 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a17e6d-e92b-46a2-b93c-23829eac00c9 None None] Bound using segment: {'id': 'f847f272-90b1-4369-8e48-25aa20ff3114', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2'} {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 17:36:43.720661 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.managers [None req-d1a17e6d-e92b-46a2-b93c-23829eac00c9 None None] Bound port: fc1c546a-2e25-4a57-be0a-829bc2424561, host: dv-cinder-837546-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f847f272-90b1-4369-8e48-25aa20ff3114', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2'}}] {{(pid=104054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 17:36:43.721036 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-d1a17e6d-e92b-46a2-b93c-23829eac00c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (fc1c546a-2e25-4a57-be0a-829bc2424561), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:43.725453 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.services.segments.db [None req-77dd6cb3-91f4-4415-8827-072060270f4b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34201248-dba7-46fb-9092-7c525ca78977') {'for_net_delete': True} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:36:43.725751 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.services.segments.db [None req-77dd6cb3-91f4-4415-8827-072060270f4b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34201248-dba7-46fb-9092-7c525ca78977') {} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:36:43.740377 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-77dd6cb3-91f4-4415-8827-072060270f4b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762170470786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64692013'] for segment (34201248-dba7-46fb-9092-7c525ca78977), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:43.774771 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07be98e1-0730-4498-b670-7017c2faf68c req-c31a1b78-bf69-48f3-957e-98f953af34d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:36:43.776338 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-07be98e1-0730-4498-b670-7017c2faf68c req-c31a1b78-bf69-48f3-957e-98f953af34d6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=58dbd783-c237-4164-b4f7-63cdaa3401e3 HTTP/1.1" status: 200 len: 857 time: 0.0852482 Jun 16 17:36:43.781572 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-d1a17e6d-e92b-46a2-b93c-23829eac00c9 None None] For port fc1c546a-2e25-4a57-be0a-829bc2424561, host dv-cinder-837546-2-iscsi, cleared binding levels {{(pid=104054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 17:36:43.785054 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-d1a17e6d-e92b-46a2-b93c-23829eac00c9 None None] For port fc1c546a-2e25-4a57-be0a-829bc2424561, host dv-cinder-837546-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-2-iscsi',level=0,port_id=fc1c546a-2e25-4a57-be0a-829bc2424561,segment=NetworkSegment(f847f272-90b1-4369-8e48-25aa20ff3114),segment_id=f847f272-90b1-4369-8e48-25aa20ff3114)] {{(pid=104054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 17:36:43.793162 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-d1a17e6d-e92b-46a2-b93c-23829eac00c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114'] for port (fc1c546a-2e25-4a57-be0a-829bc2424561), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:43.802310 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-77dd6cb3-91f4-4415-8827-072060270f4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1565696'] for segment (34201248-dba7-46fb-9092-7c525ca78977), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:43.815713 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77dd6cb3-91f4-4415-8827-072060270f4b admin admin] Releasing vlan 334 on physical network physnet1 to pool {{(pid=104053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 17:36:43.816106 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-77dd6cb3-91f4-4415-8827-072060270f4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1565696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64764438'] for segment (34201248-dba7-46fb-9092-7c525ca78977), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:43.834011 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-ec7a8cd1-d4cf-4611-b52e-3e40969836ed admin admin] Publish callbacks [] for port (af0abae5-b5b9-4517-886e-3bbee1d0ec95), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:43.878219 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a17e6d-e92b-46a2-b93c-23829eac00c9 None None] Routers {'0de028c7-46bb-4e37-afa8-eae0df7b49bc'} bound to L3 agent in host dv-cinder-837546-2-iscsi {{(pid=104054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:36:43.879000 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-d1a17e6d-e92b-46a2-b93c-23829eac00c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T17:26:01Z,description=,heartbeat_timestamp=2022-06-16T17:36:31Z,host='dv-cinder-837546-2-iscsi',id=43e250b4-0ce3-4949-aa8c-0bafe6454580,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:26:01Z,topic='l3_agent')) {'router_ids': ['0de028c7-46bb-4e37-afa8-eae0df7b49bc'], 'active': True} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:36:43.890491 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-ec7a8cd1-d4cf-4611-b52e-3e40969836ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762170029078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62916395'] for port (af0abae5-b5b9-4517-886e-3bbee1d0ec95), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:43.900295 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.services.segments.plugin [-] Segment 34201248-dba7-46fb-9092-7c525ca78977 resource provider aggregate not found Jun 16 17:36:43.935694 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9c14d4-d45e-4b4c-b569-f168aa38a667 None None] Pushing event updated for resources: {'Port': ['ID=fc1c546a-2e25-4a57-be0a-829bc2424561,revision_number=3']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:36:43.937195 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-77dd6cb3-91f4-4415-8827-072060270f4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1572662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-375457'] for network (bdb07972-a2d5-4a86-97bf-80abf8620cc4), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:43.942472 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07be98e1-0730-4498-b670-7017c2faf68c req-86cf0b12-0bb3-4beb-a73f-c58c56198f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:36:43.944123 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-07be98e1-0730-4498-b670-7017c2faf68c req-86cf0b12-0bb3-4beb-a73f-c58c56198f9e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dd7b32b9-764e-43c1-a67e-f0e3f862c460&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1482012 Jun 16 17:36:43.951404 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-77dd6cb3-91f4-4415-8827-072060270f4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626521'] for network (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:43.958802 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-77dd6cb3-91f4-4415-8827-072060270f4b admin admin] 10.222.0.40 "DELETE /v2.0/networks/bdb07972-a2d5-4a86-97bf-80abf8620cc4 HTTP/1.1" status: 204 len: 168 time: 0.5697076 Jun 16 17:36:43.972963 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dd6cb3-91f4-4415-8827-072060270f4b admin admin] Pushing event deleted for resources: {'Network': ['ID=bdb07972-a2d5-4a86-97bf-80abf8620cc4,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:36:43.982577 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.services.segments.plugin [-] Segment 34201248-dba7-46fb-9092-7c525ca78977 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 34201248-dba7-46fb-9092-7c525ca78977 found for delete ", "request_id": "req-e57589dc-a3a6-4064-b211-756963adfe38"}]} Jun 16 17:36:43.996635 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.db.db_base_plugin_common [req-4655a633-b920-48a8-8828-0463e4d3848d req-db00dc91-01da-4150-8a6c-fc6814c57bf6 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Allocated IP 172.20.0.13 (6fb674c9-6bb7-4c32-892c-b28837e89812/f4f4c81e-fe9f-4dc1-bcfe-dd76fde3e7db/42876d97-ab72-447f-9723-b8c55e7cd05c) {{(pid=104053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:36:44.036673 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec7a8cd1-d4cf-4611-b52e-3e40969836ed admin admin] Network 9c2298ab-6f98-450c-b73d-bd705711e0aa is already hosted by enough agents. {{(pid=104052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:36:44.043490 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.base_scheduler [None req-ec7a8cd1-d4cf-4611-b52e-3e40969836ed admin admin] Resources bound (agent type, host, resource id): {{(pid=104052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:36:44.046663 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7a8cd1-d4cf-4611-b52e-3e40969836ed admin admin] Received port after_create {{(pid=104052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 17:36:44.053561 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7a8cd1-d4cf-4611-b52e-3e40969836ed admin admin] Pushing event updated for resources: {'Port': ['ID=af0abae5-b5b9-4517-886e-3bbee1d0ec95,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:36:44.116209 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvr_db [None req-d1a17e6d-e92b-46a2-b93c-23829eac00c9 None None] Set router 0de028c7-46bb-4e37-afa8-eae0df7b49bc gateway port host: dv-cinder-837546-2-iscsi {{(pid=104054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:36:44.134964 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:36:44.167863 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526c623f-55b8-4743-8e2d-925cbb8530bc req-35e2782b-e73d-4efa-b5fd-158810c90852 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:36:44.169668 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-526c623f-55b8-4743-8e2d-925cbb8530bc req-35e2782b-e73d-4efa-b5fd-158810c90852 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] 10.222.0.40 "GET /v2.0/ports?device_id=2ea8edce-fee8-4dbd-ae01-e4d060cf5597 HTTP/1.1" status: 200 len: 945 time: 0.0931809 Jun 16 17:36:44.218001 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [req-4655a633-b920-48a8-8828-0463e4d3848d req-db00dc91-01da-4150-8a6c-fc6814c57bf6 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Publish callbacks [] for port (42876d97-ab72-447f-9723-b8c55e7cd05c), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:44.231247 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-ec7a8cd1-d4cf-4611-b52e-3e40969836ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-361813'] for router_interface (0de028c7-46bb-4e37-afa8-eae0df7b49bc), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:44.235629 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-07be98e1-0730-4498-b670-7017c2faf68c req-b4f9ed91-4af5-4ac1-b61a-aec6a19674b8 service neutron] 10.222.0.47 "GET /v2.0/networks/dd7b32b9-764e-43c1-a67e-f0e3f862c460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2787635 Jun 16 17:36:44.253489 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:DELETE=4,neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:36:44.281826 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [req-4655a633-b920-48a8-8828-0463e4d3848d req-db00dc91-01da-4150-8a6c-fc6814c57bf6 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762170029078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64764667'] for port (42876d97-ab72-447f-9723-b8c55e7cd05c), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:44.318698 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-526c623f-55b8-4743-8e2d-925cbb8530bc req-4e1635cd-d7f9-480a-b61b-150c34279cba tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] 10.222.0.40 "GET /v2.0/security-groups?id=242115b7-43ec-477c-967c-8b04bb3085a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1295576 Jun 16 17:36:44.325864 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:36:44.366873 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 57124) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:36:44.379576 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4655a633-b920-48a8-8828-0463e4d3848d req-db00dc91-01da-4150-8a6c-fc6814c57bf6 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Network 6fb674c9-6bb7-4c32-892c-b28837e89812 is already hosted by enough agents. {{(pid=104053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:36:44.381513 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:36:44.390461 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db00dc91-01da-4150-8a6c-fc6814c57bf6 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Pushing event updated for resources: {'Port': ['ID=42876d97-ab72-447f-9723-b8c55e7cd05c,revision_number=1']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:36:44.398691 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.scheduler.base_scheduler [req-4655a633-b920-48a8-8828-0463e4d3848d req-db00dc91-01da-4150-8a6c-fc6814c57bf6 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Resources bound (agent type, host, resource id): {{(pid=104053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:36:44.402456 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [req-4655a633-b920-48a8-8828-0463e4d3848d req-db00dc91-01da-4150-8a6c-fc6814c57bf6 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Received port after_create {{(pid=104053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 17:36:44.432925 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-d1a17e6d-e92b-46a2-b93c-23829eac00c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0de028c7-46bb-4e37-afa8-eae0df7b49bc', 'name': 'tempest-TestVolumeBootPattern-2107110267-router', 'tenant_id': 'bbbc2713d5854dd49b08622f859e1ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'external_fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': 'fc1c546a-2e25-4a57-be0a-829bc2424561', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:36:38Z', 'updated_at': '2022-06-16T17:36:40Z', 'revision_number': 3, 'project_id': 'bbbc2713d5854dd49b08622f859e1ce1', 'gw_port': {'id': 'fc1c546a-2e25-4a57-be0a-829bc2424561', 'name': '', 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:42:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0de028c7-46bb-4e37-afa8-eae0df7b49bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:36:39Z', 'updated_at': '2022-06-16T17:36:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47584a51-19b7-439b-9f28-a7f577441b18', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-2-iscsi'}], 'dv-cinder-837546-2-iscsi', False) {} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:36:44.437765 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-b14a7481-e438-421f-899c-a2ddbf5339f1 None None] Provisioning complete for port af0abae5-b5b9-4517-886e-3bbee1d0ec95 triggered by entity DHCP. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:36:44.438161 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-b14a7481-e438-421f-899c-a2ddbf5339f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572016'] for port (af0abae5-b5b9-4517-886e-3bbee1d0ec95), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:44.477179 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a17e6d-e92b-46a2-b93c-23829eac00c9 None None] The sync data for ids ['0de028c7-46bb-4e37-afa8-eae0df7b49bc'] in dv-cinder-837546-2-iscsi is: [{'id': '0de028c7-46bb-4e37-afa8-eae0df7b49bc', 'name': 'tempest-TestVolumeBootPattern-2107110267-router', 'tenant_id': 'bbbc2713d5854dd49b08622f859e1ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'external_fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': 'fc1c546a-2e25-4a57-be0a-829bc2424561', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:36:38Z', 'updated_at': '2022-06-16T17:36:40Z', 'revision_number': 3, 'project_id': 'bbbc2713d5854dd49b08622f859e1ce1', 'gw_port': {'id': 'fc1c546a-2e25-4a57-be0a-829bc2424561', 'name': '', 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:42:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0de028c7-46bb-4e37-afa8-eae0df7b49bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:36:39Z', 'updated_at': '2022-06-16T17:36:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47584a51-19b7-439b-9f28-a7f577441b18', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-2-iscsi'}] {{(pid=104054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:36:44.489704 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-451d3fbf-f10e-4b61-a3e2-7f3f3670fc79 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=20bf4fe4ecc74735a2abdb5068b0785a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1189816 Jun 16 17:36:44.495582 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 57130) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:36:44.509270 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:36:44.523990 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4655a633-b920-48a8-8828-0463e4d3848d req-db00dc91-01da-4150-8a6c-fc6814c57bf6 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:36:44.524624 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [req-4655a633-b920-48a8-8828-0463e4d3848d req-db00dc91-01da-4150-8a6c-fc6814c57bf6 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228225'] for port (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:44.536033 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-b14a7481-e438-421f-899c-a2ddbf5339f1 None None] Port af0abae5-b5b9-4517-886e-3bbee1d0ec95 cannot update to ACTIVE because it is not bound. {{(pid=104054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 17:36:44.562342 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-4655a633-b920-48a8-8828-0463e4d3848d req-db00dc91-01da-4150-8a6c-fc6814c57bf6 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1423223 Jun 16 17:36:44.578571 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.v2.base [req-4655a633-b920-48a8-8828-0463e4d3848d req-b3ce6fdc-1903-4d21-97ec-145c3e9af4d5 service neutron] Request body: {'port': {'device_id': '3ef90d7f-25eb-4945-b73d-30a1d1fd6ecb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=104053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:36:44.601914 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-07be98e1-0730-4498-b670-7017c2faf68c req-29f93f62-0ec3-4e92-9ad8-98703878f4cf service neutron] 10.222.0.47 "GET /v2.0/networks/dd7b32b9-764e-43c1-a67e-f0e3f862c460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3187082 Jun 16 17:36:44.664533 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [req-4655a633-b920-48a8-8828-0463e4d3848d req-b3ce6fdc-1903-4d21-97ec-145c3e9af4d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (42876d97-ab72-447f-9723-b8c55e7cd05c), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:44.671707 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4987b7d6-84e0-423a-9b00-48fb39542fbc req-621d5e82-3c44-4ede-8cbf-4e7b3b198d91 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:36:44.673397 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-4987b7d6-84e0-423a-9b00-48fb39542fbc req-621d5e82-3c44-4ede-8cbf-4e7b3b198d91 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "GET /v2.0/ports?device_id=3ef90d7f-25eb-4945-b73d-30a1d1fd6ecb HTTP/1.1" status: 200 len: 932 time: 0.1240735 Jun 16 17:36:44.694243 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-ec7a8cd1-d4cf-4611-b52e-3e40969836ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (af0abae5-b5b9-4517-886e-3bbee1d0ec95), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:44.753076 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-eaa1d210-46b8-4d27-a408-6bcab1d4f573 admin admin] Publish callbacks [] for security_group (a0e72760-c6c2-4c1e-bc24-fb9a280660d2), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:44.775490 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e705bb1f-6aef-4211-a75f-32f21f35955b req-7eb10ae6-35d4-47d8-8fca-d44cbf9a3781 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:36:44.777100 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-e705bb1f-6aef-4211-a75f-32f21f35955b req-7eb10ae6-35d4-47d8-8fca-d44cbf9a3781 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/ports?device_id=b4904f6d-1ce2-4af1-9fc3-f5ea5aa89e69 HTTP/1.1" status: 200 len: 945 time: 0.1023746 Jun 16 17:36:44.863421 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-d7fa4d64-477e-47f3-94fb-979f19a18766 None None] Provisioning complete for port 42876d97-ab72-447f-9723-b8c55e7cd05c triggered by entity DHCP. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:36:44.864044 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-d7fa4d64-477e-47f3-94fb-979f19a18766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572016'] for port (42876d97-ab72-447f-9723-b8c55e7cd05c), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:44.902306 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-d7fa4d64-477e-47f3-94fb-979f19a18766 None None] Port 42876d97-ab72-447f-9723-b8c55e7cd05c cannot update to ACTIVE because it is not bound. {{(pid=104054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 17:36:45.035958 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.notifiers.nova [req-4655a633-b920-48a8-8828-0463e4d3848d req-b3ce6fdc-1903-4d21-97ec-145c3e9af4d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42876d97-ab72-447f-9723-b8c55e7cd05c {{(pid=104053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 17:36:45.047450 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [req-4655a633-b920-48a8-8828-0463e4d3848d req-b3ce6fdc-1903-4d21-97ec-145c3e9af4d5 service neutron] Publish callbacks [] for port (42876d97-ab72-447f-9723-b8c55e7cd05c), precommit_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:45.062398 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [req-4655a633-b920-48a8-8828-0463e4d3848d req-b3ce6fdc-1903-4d21-97ec-145c3e9af4d5 service neutron] Transition to ACTIVE for port object 42876d97-ab72-447f-9723-b8c55e7cd05c will not be triggered until provisioned by entity L2. {{(pid=104053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 17:36:45.066234 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [req-4655a633-b920-48a8-8828-0463e4d3848d req-b3ce6fdc-1903-4d21-97ec-145c3e9af4d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64764658'] for port (42876d97-ab72-447f-9723-b8c55e7cd05c), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:45.125171 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ce6fdc-1903-4d21-97ec-145c3e9af4d5 service neutron] Pushing event updated for resources: {'Port': ['ID=42876d97-ab72-447f-9723-b8c55e7cd05c,revision_number=2']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:36:45.172478 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-4987b7d6-84e0-423a-9b00-48fb39542fbc req-d13e6573-1b35-43d5-a755-7295b02ad579 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "GET /v2.0/security-groups?id=9baaa52f-028d-41f7-88ab-e847ee4d7ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4871182 Jun 16 17:36:45.213374 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-eaa1d210-46b8-4d27-a408-6bcab1d4f573 admin admin] Publish callbacks [] for security_group (a0e72760-c6c2-4c1e-bc24-fb9a280660d2), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:45.223718 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.managers [req-4655a633-b920-48a8-8828-0463e4d3848d req-b3ce6fdc-1903-4d21-97ec-145c3e9af4d5 service neutron] Attempting to bind port 42876d97-ab72-447f-9723-b8c55e7cd05c on host hv-cinder-83754 for vnic_type normal with profile {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 17:36:45.224143 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.managers [req-4655a633-b920-48a8-8828-0463e4d3848d req-b3ce6fdc-1903-4d21-97ec-145c3e9af4d5 service neutron] Attempting to bind port 42876d97-ab72-447f-9723-b8c55e7cd05c by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': '94313329-9a0f-475b-94f3-d6ee0916d22d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6fb674c9-6bb7-4c32-892c-b28837e89812'}] {{(pid=104053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 17:36:45.225080 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4655a633-b920-48a8-8828-0463e4d3848d req-b3ce6fdc-1903-4d21-97ec-145c3e9af4d5 service neutron] Attempting to bind port 42876d97-ab72-447f-9723-b8c55e7cd05c on network 6fb674c9-6bb7-4c32-892c-b28837e89812 {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 17:36:45.241641 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4655a633-b920-48a8-8828-0463e4d3848d req-b3ce6fdc-1903-4d21-97ec-145c3e9af4d5 service neutron] Port 42876d97-ab72-447f-9723-b8c55e7cd05c on network 6fb674c9-6bb7-4c32-892c-b28837e89812 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 17:36:45.242324 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4655a633-b920-48a8-8828-0463e4d3848d req-b3ce6fdc-1903-4d21-97ec-145c3e9af4d5 service neutron] Attempting to bind port 42876d97-ab72-447f-9723-b8c55e7cd05c on network 6fb674c9-6bb7-4c32-892c-b28837e89812 {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 17:36:45.254105 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4655a633-b920-48a8-8828-0463e4d3848d req-b3ce6fdc-1903-4d21-97ec-145c3e9af4d5 service neutron] Checking agent: {'id': '9f2b4370-7d03-4dcb-9a0d-4ff62d859136', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 17, 32, 17), 'started_at': datetime.datetime(2022, 6, 16, 17, 32, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 17, 36, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 17:36:45.254480 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4655a633-b920-48a8-8828-0463e4d3848d req-b3ce6fdc-1903-4d21-97ec-145c3e9af4d5 service neutron] Checking segment: {'id': '94313329-9a0f-475b-94f3-d6ee0916d22d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6fb674c9-6bb7-4c32-892c-b28837e89812'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 17:36:45.256799 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4655a633-b920-48a8-8828-0463e4d3848d req-b3ce6fdc-1903-4d21-97ec-145c3e9af4d5 service neutron] Bound using segment: {'id': '94313329-9a0f-475b-94f3-d6ee0916d22d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6fb674c9-6bb7-4c32-892c-b28837e89812'} {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 17:36:45.257464 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.managers [req-4655a633-b920-48a8-8828-0463e4d3848d req-b3ce6fdc-1903-4d21-97ec-145c3e9af4d5 service neutron] Bound port: 42876d97-ab72-447f-9723-b8c55e7cd05c, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94313329-9a0f-475b-94f3-d6ee0916d22d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6fb674c9-6bb7-4c32-892c-b28837e89812'}}] {{(pid=104053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 17:36:45.257845 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [req-4655a633-b920-48a8-8828-0463e4d3848d req-b3ce6fdc-1903-4d21-97ec-145c3e9af4d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (42876d97-ab72-447f-9723-b8c55e7cd05c), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:45.301011 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-e705bb1f-6aef-4211-a75f-32f21f35955b req-e70bec0e-78dd-4b1d-b297-4745c42cb62c tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/security-groups?id=97ffd154-7f70-49b1-9385-228cddf4fca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495576 Jun 16 17:36:45.336406 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-ec7a8cd1-d4cf-4611-b52e-3e40969836ed admin admin] Publish callbacks [] for port (af0abae5-b5b9-4517-886e-3bbee1d0ec95), precommit_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:45.338691 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [req-4655a633-b920-48a8-8828-0463e4d3848d req-b3ce6fdc-1903-4d21-97ec-145c3e9af4d5 service neutron] For port 42876d97-ab72-447f-9723-b8c55e7cd05c, host hv-cinder-83754, cleared binding levels {{(pid=104053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 17:36:45.342889 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [req-4655a633-b920-48a8-8828-0463e4d3848d req-b3ce6fdc-1903-4d21-97ec-145c3e9af4d5 service neutron] For port 42876d97-ab72-447f-9723-b8c55e7cd05c, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=42876d97-ab72-447f-9723-b8c55e7cd05c,segment=NetworkSegment(94313329-9a0f-475b-94f3-d6ee0916d22d),segment_id=94313329-9a0f-475b-94f3-d6ee0916d22d)] {{(pid=104053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 17:36:45.345069 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-ec7a8cd1-d4cf-4611-b52e-3e40969836ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62916386'] for port (af0abae5-b5b9-4517-886e-3bbee1d0ec95), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:45.349650 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:36:45.349826 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [req-4655a633-b920-48a8-8828-0463e4d3848d req-b3ce6fdc-1903-4d21-97ec-145c3e9af4d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64764658'] for port (42876d97-ab72-447f-9723-b8c55e7cd05c), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:45.367400 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-eaa1d210-46b8-4d27-a408-6bcab1d4f573 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (a0e72760-c6c2-4c1e-bc24-fb9a280660d2), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:45.370372 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-eaa1d210-46b8-4d27-a408-6bcab1d4f573 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:45.371559 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-eaa1d210-46b8-4d27-a408-6bcab1d4f573 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/a0e72760-c6c2-4c1e-bc24-fb9a280660d2 HTTP/1.1" status: 204 len: 168 time: 0.8747578 Jun 16 17:36:45.384319 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4655a633-b920-48a8-8828-0463e4d3848d req-b3ce6fdc-1903-4d21-97ec-145c3e9af4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:36:45.384949 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [req-4655a633-b920-48a8-8828-0463e4d3848d req-b3ce6fdc-1903-4d21-97ec-145c3e9af4d5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228225'] for port (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:45.386704 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-4655a633-b920-48a8-8828-0463e4d3848d req-b3ce6fdc-1903-4d21-97ec-145c3e9af4d5 service neutron] 10.222.0.47 "PUT /v2.0/ports/42876d97-ab72-447f-9723-b8c55e7cd05c HTTP/1.1" status: 200 len: 1094 time: 0.8129809 Jun 16 17:36:45.389461 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ef90d7f-25eb-4945-b73d-30a1d1fd6ecb', 'tag': '42876d97-ab72-447f-9723-b8c55e7cd05c'}] {{(pid=104053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 17:36:45.391617 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a0e0b451bd7acf9de88ec0a1fb74022464d6f98a5cc449ea229bf781c77e32d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45f47aad-97e8-4671-b376-c21c3dec47ea" -d '{"events": [{"name": "network-changed", "server_uuid": "3ef90d7f-25eb-4945-b73d-30a1d1fd6ecb", "tag": "42876d97-ab72-447f-9723-b8c55e7cd05c"}]}' {{(pid=104053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:36:45.417572 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:36:45.448356 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ce6fdc-1903-4d21-97ec-145c3e9af4d5 service neutron] Pushing event updated for resources: {'Port': ['ID=42876d97-ab72-447f-9723-b8c55e7cd05c,revision_number=3']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:36:45.477240 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 17:36:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2803af78-d72b-4b10-bf7a-e34b1858a3b0 x-openstack-request-id: req-2803af78-d72b-4b10-bf7a-e34b1858a3b0 {{(pid=104053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:36:45.477773 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ef90d7f-25eb-4945-b73d-30a1d1fd6ecb", "tag": "42876d97-ab72-447f-9723-b8c55e7cd05c", "status": "completed", "code": 200}]} {{(pid=104053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:36:45.478187 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-2803af78-d72b-4b10-bf7a-e34b1858a3b0 {{(pid=104053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:36:45.478732 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2803af78-d72b-4b10-bf7a-e34b1858a3b0'] response: {'name': 'network-changed', 'server_uuid': '3ef90d7f-25eb-4945-b73d-30a1d1fd6ecb', 'tag': '42876d97-ab72-447f-9723-b8c55e7cd05c', 'status': 'completed', 'code': 200} Jun 16 17:36:45.510086 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa1d210-46b8-4d27-a408-6bcab1d4f573 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0e72760-c6c2-4c1e-bc24-fb9a280660d2,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:36:45.566552 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e940ab-4792-432d-b2b0-4ae5008163a3 req-69ca7c1e-4382-4b9d-b1a1-92bc6dcf9409 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:36:45.568225 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-42e940ab-4792-432d-b2b0-4ae5008163a3 req-69ca7c1e-4382-4b9d-b1a1-92bc6dcf9409 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] 10.222.0.40 "GET /v2.0/ports?device_id=2ea8edce-fee8-4dbd-ae01-e4d060cf5597 HTTP/1.1" status: 200 len: 945 time: 0.1060328 Jun 16 17:36:45.586398 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7a8cd1-d4cf-4611-b52e-3e40969836ed admin admin] Pushing event updated for resources: {'Port': ['ID=af0abae5-b5b9-4517-886e-3bbee1d0ec95,revision_number=2']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:36:45.596765 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-ec7a8cd1-d4cf-4611-b52e-3e40969836ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1626493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-361889'] for router_interface (0de028c7-46bb-4e37-afa8-eae0df7b49bc), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:45.687590 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-42e940ab-4792-432d-b2b0-4ae5008163a3 req-7c20b9a6-916a-4b2f-bd04-ec15cd313743 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] 10.222.0.40 "GET /v2.0/security-groups?id=242115b7-43ec-477c-967c-8b04bb3085a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1086941 Jun 16 17:36:45.739989 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec7a8cd1-d4cf-4611-b52e-3e40969836ed admin admin] Network 9c2298ab-6f98-450c-b73d-bd705711e0aa is already hosted by enough agents. {{(pid=104052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:36:45.742008 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.base_scheduler [None req-ec7a8cd1-d4cf-4611-b52e-3e40969836ed admin admin] Resources bound (agent type, host, resource id): {{(pid=104052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:36:45.844377 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:36:45.877478 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec7a8cd1-d4cf-4611-b52e-3e40969836ed admin admin] Router 0de028c7-46bb-4e37-afa8-eae0df7b49bc has already been hosted by L3 agent 43e250b4-0ce3-4949-aa8c-0bafe6454580 {{(pid=104052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 17:36:45.996932 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec7a8cd1-d4cf-4611-b52e-3e40969836ed admin admin] Notify agent at l3_agent.dv-cinder-837546-2-iscsi the message routers_updated {{(pid=104052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 17:36:46.010429 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-ec7a8cd1-d4cf-4611-b52e-3e40969836ed admin admin] 10.222.0.40 "PUT /v2.0/routers/0de028c7-46bb-4e37-afa8-eae0df7b49bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6374035 Jun 16 17:36:46.047846 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Device fc1c546a-2e25-4a57-be0a-829bc2424561 up at agent ovs-agent-dv-cinder-837546-2-iscsi {{(pid=104054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 17:36:46.111404 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-887b8ec5-8261-43b6-9a16-57bfe5a36199 None None] Provisioning complete for port af0abae5-b5b9-4517-886e-3bbee1d0ec95 triggered by entity DHCP. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:36:46.111781 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-887b8ec5-8261-43b6-9a16-57bfe5a36199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572016'] for port (af0abae5-b5b9-4517-886e-3bbee1d0ec95), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:46.154767 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Provisioning complete for port fc1c546a-2e25-4a57-be0a-829bc2424561 triggered by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:36:46.155583 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572016'] for port (fc1c546a-2e25-4a57-be0a-829bc2424561), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:46.209372 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:36:46.211444 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-887b8ec5-8261-43b6-9a16-57bfe5a36199 None None] Port af0abae5-b5b9-4517-886e-3bbee1d0ec95 cannot update to ACTIVE because it is not bound. {{(pid=104054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 17:36:46.238445 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f47aad-97e8-4671-b376-c21c3dec47ea req-0fab4820-ddf3-43d0-a693-f42d4afb71f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:36:46.243084 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-45f47aad-97e8-4671-b376-c21c3dec47ea req-0fab4820-ddf3-43d0-a693-f42d4afb71f8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d63c592c0afb4dfc9dd5b36be791decd&device_id=3ef90d7f-25eb-4945-b73d-30a1d1fd6ecb HTTP/1.1" status: 200 len: 1128 time: 0.0883198 Jun 16 17:36:46.282367 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Current status of the port fc1c546a-2e25-4a57-be0a-829bc2424561 is: DOWN; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:36:46.283501 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (fc1c546a-2e25-4a57-be0a-829bc2424561), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:46.312877 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] For port fc1c546a-2e25-4a57-be0a-829bc2424561, host dv-cinder-837546-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-2-iscsi',level=0,port_id=fc1c546a-2e25-4a57-be0a-829bc2424561,segment=NetworkSegment(f847f272-90b1-4369-8e48-25aa20ff3114),segment_id=f847f272-90b1-4369-8e48-25aa20ff3114)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:36:46.319095 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114'] for port (fc1c546a-2e25-4a57-be0a-829bc2424561), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:46.388307 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Pushing event updated for resources: {'Port': ['ID=fc1c546a-2e25-4a57-be0a-829bc2424561,revision_number=4']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:36:46.415343 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba08b91-cca1-4ed6-9517-6a39a46847ff req-6443d85c-7744-4910-905e-7fdb63c3bd6c tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:36:46.416917 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-bba08b91-cca1-4ed6-9517-6a39a46847ff req-6443d85c-7744-4910-905e-7fdb63c3bd6c tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "GET /v2.0/ports?device_id=3ef90d7f-25eb-4945-b73d-30a1d1fd6ecb HTTP/1.1" status: 200 len: 944 time: 0.1055999 Jun 16 17:36:46.494769 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-bba08b91-cca1-4ed6-9517-6a39a46847ff req-953b516a-a32c-4a3b-b017-69349966c0bf tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "GET /v2.0/security-groups?id=9baaa52f-028d-41f7-88ab-e847ee4d7ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671539 Jun 16 17:36:46.550740 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 57176) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:36:46.566161 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 57180) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:36:46.570923 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [None req-7c7c8945-c438-474b-a8e8-f70c178490fb tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-266615842', 'description': 'tempest-secgroup-smoke-266615842 description', 'project_id': '314e9434e0ec4c1f9e8d6037143f5ebb'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:36:46.604408 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-7c7c8945-c438-474b-a8e8-f70c178490fb tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Publish callbacks [] for security_group (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:46.660232 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524c1d98-f401-450c-8366-52e37158f5b9 req-e63b7fc1-8bc3-41bb-81df-fff849433858 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:36:46.661781 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-524c1d98-f401-450c-8366-52e37158f5b9 req-e63b7fc1-8bc3-41bb-81df-fff849433858 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/ports?device_id=b4904f6d-1ce2-4af1-9fc3-f5ea5aa89e69 HTTP/1.1" status: 200 len: 945 time: 0.0728047 Jun 16 17:36:46.695399 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f47aad-97e8-4671-b376-c21c3dec47ea req-56f9d712-af7c-4dd4-a829-af9606825191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:36:46.697363 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-45f47aad-97e8-4671-b376-c21c3dec47ea req-56f9d712-af7c-4dd4-a829-af9606825191 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=d63c592c0afb4dfc9dd5b36be791decd&shared=False HTTP/1.1" status: 200 len: 915 time: 0.4285150 Jun 16 17:36:46.754949 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-7c7c8945-c438-474b-a8e8-f70c178490fb tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Publish callbacks [] for security_group (d387c7a1-edf2-4ad5-b315-6b4f9f4340c8), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:46.758989 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-524c1d98-f401-450c-8366-52e37158f5b9 req-ec70dfe6-b2c8-47ce-ac8c-86ec6cd86e7e tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/security-groups?id=97ffd154-7f70-49b1-9385-228cddf4fca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859182 Jun 16 17:36:46.761286 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-7c7c8945-c438-474b-a8e8-f70c178490fb tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (d387c7a1-edf2-4ad5-b315-6b4f9f4340c8), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:46.785542 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [None req-815646df-ee1b-4827-85a7-65d002332888 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2132045232-network', 'tenant_id': '35fdc8ef703e43f1a730a868721c4a2d'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:36:46.812251 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-7c7c8945-c438-474b-a8e8-f70c178490fb tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Publish callbacks [] for security_group (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:46.813513 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-7c7c8945-c438-474b-a8e8-f70c178490fb tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2463212 Jun 16 17:36:46.816579 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 57184) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:36:46.821182 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.v2.base [None req-2e978954-8746-4d6d-a8c7-a2fddefd7787 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Request body: {'security_group_rule': {'security_group_id': 'd387c7a1-edf2-4ad5-b315-6b4f9f4340c8', 'project_id': '314e9434e0ec4c1f9e8d6037143f5ebb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:36:46.834438 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:36:46.849953 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-2e978954-8746-4d6d-a8c7-a2fddefd7787 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Publish callbacks [] for security_group_rule (87217c9b-b31e-4c19-8e0a-fd68b34e4fee), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:46.863566 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7c8945-c438-474b-a8e8-f70c178490fb tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d387c7a1-edf2-4ad5-b315-6b4f9f4340c8,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:36:46.877457 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd4351b-98fd-46b7-bbd6-bbb1dfe7eddb req-92ca9dd7-7bff-4291-994b-fa192ac4f809 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:36:46.878986 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-efd4351b-98fd-46b7-bbd6-bbb1dfe7eddb req-92ca9dd7-7bff-4291-994b-fa192ac4f809 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] 10.222.0.40 "GET /v2.0/ports?device_id=2ea8edce-fee8-4dbd-ae01-e4d060cf5597 HTTP/1.1" status: 200 len: 945 time: 0.0991776 Jun 16 17:36:46.880130 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-815646df-ee1b-4827-85a7-65d002332888 admin admin] Made reservation on behalf of 35fdc8ef703e43f1a730a868721c4a2d for: {'network': 1} {{(pid=104052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:36:46.882445 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-815646df-ee1b-4827-85a7-65d002332888 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for network (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:46.893788 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-815646df-ee1b-4827-85a7-65d002332888 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:46.902200 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:36:46.911244 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-2e978954-8746-4d6d-a8c7-a2fddefd7787 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Publish callbacks [] for security_group_rule (87217c9b-b31e-4c19-8e0a-fd68b34e4fee), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:46.916206 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-2e978954-8746-4d6d-a8c7-a2fddefd7787 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522948'] for security_group_rule (87217c9b-b31e-4c19-8e0a-fd68b34e4fee), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:46.936161 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e978954-8746-4d6d-a8c7-a2fddefd7787 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87217c9b-b31e-4c19-8e0a-fd68b34e4fee,revision_number=0']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:36:46.943283 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-2e978954-8746-4d6d-a8c7-a2fddefd7787 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:46.944799 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-2e978954-8746-4d6d-a8c7-a2fddefd7787 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1266608 Jun 16 17:36:46.947284 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 57186) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:36:46.952170 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.v2.base [None req-91c1bd4e-bd8b-49bb-8a3d-f2e875fefa68 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Request body: {'security_group_rule': {'security_group_id': 'd387c7a1-edf2-4ad5-b315-6b4f9f4340c8', 'project_id': '314e9434e0ec4c1f9e8d6037143f5ebb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:36:46.975447 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-efd4351b-98fd-46b7-bbd6-bbb1dfe7eddb req-7b20e2f9-7c46-43f1-ac09-44f36e5db9bb tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] 10.222.0.40 "GET /v2.0/security-groups?id=242115b7-43ec-477c-967c-8b04bb3085a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832479 Jun 16 17:36:47.037199 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-815646df-ee1b-4827-85a7-65d002332888 admin admin] Publish callbacks [] for security_group (05dd185a-597f-40e6-b317-57cca54fd6a4), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:47.038089 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-91c1bd4e-bd8b-49bb-8a3d-f2e875fefa68 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Publish callbacks [] for security_group_rule (2151eed4-4d91-4fde-9e34-e57236a59a23), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:47.042853 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-815646df-ee1b-4827-85a7-65d002332888 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (05dd185a-597f-40e6-b317-57cca54fd6a4), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:47.070896 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-815646df-ee1b-4827-85a7-65d002332888 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 320} {{(pid=104052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 17:36:47.086345 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815646df-ee1b-4827-85a7-65d002332888 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05dd185a-597f-40e6-b317-57cca54fd6a4,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:36:47.093063 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-815646df-ee1b-4827-85a7-65d002332888 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1565696'] for segment (bb4775b9-8372-4a35-a023-11a789fdcc61), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:47.093510 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.db.segments_db [None req-815646df-ee1b-4827-85a7-65d002332888 admin admin] Added segment bb4775b9-8372-4a35-a023-11a789fdcc61 of type vlan for network faa616db-04da-45e0-8b5a-5b794f8b5dd6 Jun 16 17:36:47.103573 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f47aad-97e8-4671-b376-c21c3dec47ea req-b8bd8992-1a39-4329-a764-3c6af7f27f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:36:47.105025 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-45f47aad-97e8-4671-b376-c21c3dec47ea req-b8bd8992-1a39-4329-a764-3c6af7f27f83 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1365938 Jun 16 17:36:47.122864 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-91c1bd4e-bd8b-49bb-8a3d-f2e875fefa68 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Publish callbacks [] for security_group_rule (2151eed4-4d91-4fde-9e34-e57236a59a23), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:47.128984 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-91c1bd4e-bd8b-49bb-8a3d-f2e875fefa68 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522948'] for security_group_rule (2151eed4-4d91-4fde-9e34-e57236a59a23), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:47.130864 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:36:47.143592 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-815646df-ee1b-4827-85a7-65d002332888 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762169983061'] for network (faa616db-04da-45e0-8b5a-5b794f8b5dd6), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:47.149603 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c1bd4e-bd8b-49bb-8a3d-f2e875fefa68 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2151eed4-4d91-4fde-9e34-e57236a59a23,revision_number=0']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:36:47.158229 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-91c1bd4e-bd8b-49bb-8a3d-f2e875fefa68 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:47.159931 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-91c1bd4e-bd8b-49bb-8a3d-f2e875fefa68 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2111516 Jun 16 17:36:47.163699 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 57188) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:36:47.177065 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.v2.base [None req-0c886612-8e60-44cf-8b86-cc24253b3c99 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Request body: {'security_group_rule': {'security_group_id': 'd387c7a1-edf2-4ad5-b315-6b4f9f4340c8', 'project_id': '314e9434e0ec4c1f9e8d6037143f5ebb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:36:47.179436 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-815646df-ee1b-4827-85a7-65d002332888 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511'] for network (faa616db-04da-45e0-8b5a-5b794f8b5dd6), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:47.180469 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-815646df-ee1b-4827-85a7-65d002332888 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:36:47.181053 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-815646df-ee1b-4827-85a7-65d002332888 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626521'] for network (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:47.218563 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4655a633-b920-48a8-8828-0463e4d3848d req-23e55e9c-7cb6-45ff-88f0-00b6a1983c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:36:47.220070 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-4655a633-b920-48a8-8828-0463e4d3848d req-23e55e9c-7cb6-45ff-88f0-00b6a1983c36 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d63c592c0afb4dfc9dd5b36be791decd&device_id=3ef90d7f-25eb-4945-b73d-30a1d1fd6ecb HTTP/1.1" status: 200 len: 1128 time: 0.0571463 Jun 16 17:36:47.221487 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-815646df-ee1b-4827-85a7-65d002332888 admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6690693 Jun 16 17:36:47.224105 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 57192) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:36:47.228767 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.v2.base [None req-25c93fe1-a5a4-46c5-ba41-71f53e06f5db admin admin] Request body: {'subnet': {'network_id': 'faa616db-04da-45e0-8b5a-5b794f8b5dd6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2132045232-subnet', 'tenant_id': '35fdc8ef703e43f1a730a868721c4a2d', 'ip_version': 4}} {{(pid=104053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:36:47.255817 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815646df-ee1b-4827-85a7-65d002332888 admin admin] Pushing event updated for resources: {'Network': ['ID=faa616db-04da-45e0-8b5a-5b794f8b5dd6,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:36:47.269276 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Network faa616db-04da-45e0-8b5a-5b794f8b5dd6 details requested by agent ovs-agent-dv-cinder-837546-2-iscsi with host dv-cinder-837546-2-iscsi {{(pid=104054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 16 17:36:47.277658 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa8b4ea5-b1a3-4417-aaa6-5e7a12e9243d None None] Sync routers for ids ['0de028c7-46bb-4e37-afa8-eae0df7b49bc'] in dv-cinder-837546-2-iscsi {{(pid=104055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:36:47.296167 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-4655a633-b920-48a8-8828-0463e4d3848d req-763fbba3-8969-475b-8379-d675b36890f2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=42876d97-ab72-447f-9723-b8c55e7cd05c HTTP/1.1" status: 200 len: 217 time: 0.0488384 Jun 16 17:36:47.296785 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-0c886612-8e60-44cf-8b86-cc24253b3c99 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Publish callbacks [] for security_group_rule (a5cf34f0-2820-42ad-b59a-7907a30d5f31), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:47.296897 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa8b4ea5-b1a3-4417-aaa6-5e7a12e9243d None None] Routers {'0de028c7-46bb-4e37-afa8-eae0df7b49bc'} bound to L3 agent in host dv-cinder-837546-2-iscsi {{(pid=104055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:36:47.297496 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-fa8b4ea5-b1a3-4417-aaa6-5e7a12e9243d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T17:26:01Z,description=,heartbeat_timestamp=2022-06-16T17:36:31Z,host='dv-cinder-837546-2-iscsi',id=43e250b4-0ce3-4949-aa8c-0bafe6454580,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:26:01Z,topic='l3_agent')) {'router_ids': ['0de028c7-46bb-4e37-afa8-eae0df7b49bc'], 'active': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:36:47.345206 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25c93fe1-a5a4-46c5-ba41-71f53e06f5db admin admin] Made reservation on behalf of 35fdc8ef703e43f1a730a868721c4a2d for: {'subnet': 1} {{(pid=104053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:36:47.347762 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-25c93fe1-a5a4-46c5-ba41-71f53e06f5db admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64831939'] for subnet (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:47.424804 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvr_db [None req-fa8b4ea5-b1a3-4417-aaa6-5e7a12e9243d None None] Set router 0de028c7-46bb-4e37-afa8-eae0df7b49bc gateway port host: dv-cinder-837546-2-iscsi {{(pid=104055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:36:47.441920 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4655a633-b920-48a8-8828-0463e4d3848d req-edd77256-e67c-493c-b22b-fa3a6bbc941c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:36:47.443396 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-4655a633-b920-48a8-8828-0463e4d3848d req-edd77256-e67c-493c-b22b-fa3a6bbc941c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f4f4c81e-fe9f-4dc1-bcfe-dd76fde3e7db HTTP/1.1" status: 200 len: 853 time: 0.1403456 Jun 16 17:36:47.494275 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:36:47.510220 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-0c886612-8e60-44cf-8b86-cc24253b3c99 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Publish callbacks [] for security_group_rule (a5cf34f0-2820-42ad-b59a-7907a30d5f31), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:47.519576 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-0c886612-8e60-44cf-8b86-cc24253b3c99 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522948'] for security_group_rule (a5cf34f0-2820-42ad-b59a-7907a30d5f31), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:47.531912 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4655a633-b920-48a8-8828-0463e4d3848d req-0edc2e4c-4447-4049-8bc3-7073ab7069b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:36:47.533623 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-4655a633-b920-48a8-8828-0463e4d3848d req-0edc2e4c-4447-4049-8bc3-7073ab7069b7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6fb674c9-6bb7-4c32-892c-b28837e89812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0800130 Jun 16 17:36:47.534021 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=86,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=9 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:36:47.582141 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c886612-8e60-44cf-8b86-cc24253b3c99 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5cf34f0-2820-42ad-b59a-7907a30d5f31,revision_number=0']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:36:47.609452 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-0c886612-8e60-44cf-8b86-cc24253b3c99 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:47.613095 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-0c886612-8e60-44cf-8b86-cc24253b3c99 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4460924 Jun 16 17:36:47.616409 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 57198) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:36:47.624244 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [None req-3f421fe0-2101-4230-b9f1-4e3023427ca7 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Request body: {'security_group_rule': {'security_group_id': 'd387c7a1-edf2-4ad5-b315-6b4f9f4340c8', 'project_id': '314e9434e0ec4c1f9e8d6037143f5ebb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:36:47.635448 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-fa8b4ea5-b1a3-4417-aaa6-5e7a12e9243d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0de028c7-46bb-4e37-afa8-eae0df7b49bc', 'name': 'tempest-TestVolumeBootPattern-2107110267-router', 'tenant_id': 'bbbc2713d5854dd49b08622f859e1ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'external_fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': 'fc1c546a-2e25-4a57-be0a-829bc2424561', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:36:38Z', 'updated_at': '2022-06-16T17:36:44Z', 'revision_number': 4, 'project_id': 'bbbc2713d5854dd49b08622f859e1ce1', 'gw_port': {'id': 'fc1c546a-2e25-4a57-be0a-829bc2424561', 'name': '', 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:42:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de028c7-46bb-4e37-afa8-eae0df7b49bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:36:39Z', 'updated_at': '2022-06-16T17:36:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47584a51-19b7-439b-9f28-a7f577441b18', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-2-iscsi', '_interfaces': [{'id': 'af0abae5-b5b9-4517-886e-3bbee1d0ec95', 'name': '', 'network_id': '9c2298ab-6f98-450c-b73d-bd705711e0aa', 'tenant_id': 'bbbc2713d5854dd49b08622f859e1ce1', 'mac_address': 'fa:16:3e:aa:c3:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0de028c7-46bb-4e37-afa8-eae0df7b49bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '82f05e06-77e3-464b-9c5a-1a69628a9b34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:36:43Z', 'updated_at': '2022-06-16T17:36:45Z', 'revision_number': 2, 'project_id': 'bbbc2713d5854dd49b08622f859e1ce1', 'subnets': [{'id': '82f05e06-77e3-464b-9c5a-1a69628a9b34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837546-2-iscsi', False) {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:36:47.657395 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eb2e25-7208-484a-b52d-648c67f2d3e2 req-1c74e9eb-ef72-4dec-8095-b1a8fc38e742 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:36:47.659196 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-71eb2e25-7208-484a-b52d-648c67f2d3e2 req-1c74e9eb-ef72-4dec-8095-b1a8fc38e742 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "GET /v2.0/ports?device_id=3ef90d7f-25eb-4945-b73d-30a1d1fd6ecb HTTP/1.1" status: 200 len: 944 time: 0.0844996 Jun 16 17:36:47.662611 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa8b4ea5-b1a3-4417-aaa6-5e7a12e9243d None None] Checking router: 0de028c7-46bb-4e37-afa8-eae0df7b49bc for host: dv-cinder-837546-2-iscsi {{(pid=104055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:36:47.663140 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa8b4ea5-b1a3-4417-aaa6-5e7a12e9243d None None] Updating router 0de028c7-46bb-4e37-afa8-eae0df7b49bc port af0abae5-b5b9-4517-886e-3bbee1d0ec95 binding host dv-cinder-837546-2-iscsi {{(pid=104055) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 17:36:47.692659 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-fa8b4ea5-b1a3-4417-aaa6-5e7a12e9243d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (af0abae5-b5b9-4517-886e-3bbee1d0ec95), before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:47.696633 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-3f421fe0-2101-4230-b9f1-4e3023427ca7 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Publish callbacks [] for security_group_rule (ab53f67b-fe86-42d8-9885-2704a5bccbf9), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:47.704569 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-25c93fe1-a5a4-46c5-ba41-71f53e06f5db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64764559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64831985'] for subnet (3a5fc11e-57cf-421a-b4a2-bf85b45ade3d), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:47.731082 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:36:47.753011 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-4655a633-b920-48a8-8828-0463e4d3848d req-5adab7f0-0cb4-4dbe-8bae-9a33bd1014da service neutron] 10.222.0.47 "GET /v2.0/networks/6fb674c9-6bb7-4c32-892c-b28837e89812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874619 Jun 16 17:36:47.758731 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-71eb2e25-7208-484a-b52d-648c67f2d3e2 req-9935ffd5-a88a-4c30-800f-a4ddc46c566c tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "GET /v2.0/security-groups?id=9baaa52f-028d-41f7-88ab-e847ee4d7ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856059 Jun 16 17:36:47.801708 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-3f421fe0-2101-4230-b9f1-4e3023427ca7 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Publish callbacks [] for security_group_rule (ab53f67b-fe86-42d8-9885-2704a5bccbf9), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:47.806738 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-3f421fe0-2101-4230-b9f1-4e3023427ca7 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522948'] for security_group_rule (ab53f67b-fe86-42d8-9885-2704a5bccbf9), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:47.812838 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c93fe1-a5a4-46c5-ba41-71f53e06f5db admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a5fc11e-57cf-421a-b4a2-bf85b45ade3d,revision_number=0']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:36:47.838266 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f421fe0-2101-4230-b9f1-4e3023427ca7 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab53f67b-fe86-42d8-9885-2704a5bccbf9,revision_number=0']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:36:47.852170 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-3f421fe0-2101-4230-b9f1-4e3023427ca7 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:47.856698 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c93fe1-a5a4-46c5-ba41-71f53e06f5db admin admin] Checking segment: {'id': 'bb4775b9-8372-4a35-a023-11a789fdcc61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'faa616db-04da-45e0-8b5a-5b794f8b5dd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 17:36:47.856979 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-3f421fe0-2101-4230-b9f1-4e3023427ca7 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2367661 Jun 16 17:36:47.857113 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c93fe1-a5a4-46c5-ba41-71f53e06f5db admin admin] Network hostable DHCP agents. Network: faa616db-04da-45e0-8b5a-5b794f8b5dd6, hostable agents: ['e26ebcb9-a690-4ec1-8688-e951546304f4'], hosted agents: [] {{(pid=104053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 17:36:47.857531 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 57202) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:36:47.864166 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [None req-091ed1ae-f389-41cc-addf-7f81e71019ad tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Request body: {'security_group_rule': {'security_group_id': 'd387c7a1-edf2-4ad5-b315-6b4f9f4340c8', 'project_id': '314e9434e0ec4c1f9e8d6037143f5ebb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:36:47.894960 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-4655a633-b920-48a8-8828-0463e4d3848d req-23496013-bcce-4859-9788-a9d913b3f7ec service neutron] 10.222.0.47 "GET /v2.0/networks/6fb674c9-6bb7-4c32-892c-b28837e89812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320550 Jun 16 17:36:47.895993 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c93fe1-a5a4-46c5-ba41-71f53e06f5db admin admin] Network faa616db-04da-45e0-8b5a-5b794f8b5dd6 is scheduled to be hosted by DHCP agent e26ebcb9-a690-4ec1-8688-e951546304f4 with binding_index 1 {{(pid=104053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 17:36:47.907088 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.scheduler.base_scheduler [None req-25c93fe1-a5a4-46c5-ba41-71f53e06f5db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837546-2-iscsi, faa616db-04da-45e0-8b5a-5b794f8b5dd6) {{(pid=104053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:36:47.912073 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25c93fe1-a5a4-46c5-ba41-71f53e06f5db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:36:47.913140 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-25c93fe1-a5a4-46c5-ba41-71f53e06f5db admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:47.916296 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-416e9ad7-ba16-49ec-b5bf-fce9636e107e None None] Network faa616db-04da-45e0-8b5a-5b794f8b5dd6 requested from dv-cinder-837546-2-iscsi {{(pid=104054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 17:36:47.939140 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-25c93fe1-a5a4-46c5-ba41-71f53e06f5db admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7115951 Jun 16 17:36:47.939734 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 57204) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:36:47.945543 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.v2.base [None req-c696b22a-d9a5-4d55-979b-7d1e45e403b3 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2132045232-router', 'tenant_id': '35fdc8ef703e43f1a730a868721c4a2d', 'external_gateway_info': {'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2'}}} {{(pid=104053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:36:47.958199 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8536b3-625a-42f1-9379-cc6525549b0a req-55ed72e1-3f83-49a0-a936-687a369e7526 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:36:47.959998 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-5b8536b3-625a-42f1-9379-cc6525549b0a req-55ed72e1-3f83-49a0-a936-687a369e7526 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/ports?device_id=b4904f6d-1ce2-4af1-9fc3-f5ea5aa89e69 HTTP/1.1" status: 200 len: 945 time: 0.1004202 Jun 16 17:36:47.961581 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.db.securitygroups_db [None req-091ed1ae-f389-41cc-addf-7f81e71019ad tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Project 314e9434e0ec4c1f9e8d6037143f5ebb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 17:36:47.971191 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-091ed1ae-f389-41cc-addf-7f81e71019ad tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Publish callbacks [] for security_group_rule (60145254-35a6-480f-b655-ecee32d6d03a), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:47.975986 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c696b22a-d9a5-4d55-979b-7d1e45e403b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-361966', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11547'] for router (45cde80b-1048-49d8-8a41-dc301b9117be), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:47.977471 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c696b22a-d9a5-4d55-979b-7d1e45e403b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-361757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371105', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-467411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11540'] for router (45cde80b-1048-49d8-8a41-dc301b9117be), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:48.049762 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c696b22a-d9a5-4d55-979b-7d1e45e403b3 admin admin] Publish callbacks [] for router_controller (45cde80b-1048-49d8-8a41-dc301b9117be), precommit_add_association {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:48.092707 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:36:48.100837 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Device fc1c546a-2e25-4a57-be0a-829bc2424561 up at agent ovs-agent-dv-cinder-837546-2-iscsi {{(pid=104054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 17:36:48.168036 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ab03adc-1b70-42bf-9644-6afa32418eef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0cae4adc-82d1-5bc8-94a6-29ea8bfd1c5c-faa616db-04da-45e0-8b5a-5b794f8b5dd6', 'network_id': 'faa616db-04da-45e0-8b5a-5b794f8b5dd6', 'project_id': '35fdc8ef703e43f1a730a868721c4a2d', 'fixed_ips': [{'subnet_id': '3a5fc11e-57cf-421a-b4a2-bf85b45ade3d'}]}} from dv-cinder-837546-2-iscsi. {{(pid=104054) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 16 17:36:48.170238 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-4ab03adc-1b70-42bf-9644-6afa32418eef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (None), before_create {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:48.173915 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-5b8536b3-625a-42f1-9379-cc6525549b0a req-54c48e63-1a07-4358-9a2c-412e93805cba tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/security-groups?id=97ffd154-7f70-49b1-9385-228cddf4fca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031937 Jun 16 17:36:48.175963 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-091ed1ae-f389-41cc-addf-7f81e71019ad tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Publish callbacks [] for security_group_rule (60145254-35a6-480f-b655-ecee32d6d03a), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:48.198884 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fca0086-79f2-4d64-a506-ef5b7d7e8cbd req-f15baecd-e73c-40ec-bd0c-4ddf9303cfaa tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:36:48.198884 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-9fca0086-79f2-4d64-a506-ef5b7d7e8cbd req-f15baecd-e73c-40ec-bd0c-4ddf9303cfaa tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] 10.222.0.40 "GET /v2.0/ports?device_id=2ea8edce-fee8-4dbd-ae01-e4d060cf5597 HTTP/1.1" status: 200 len: 945 time: 0.1010511 Jun 16 17:36:48.198884 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-091ed1ae-f389-41cc-addf-7f81e71019ad tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522948'] for security_group_rule (60145254-35a6-480f-b655-ecee32d6d03a), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:48.214015 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Provisioning complete for port fc1c546a-2e25-4a57-be0a-829bc2424561 triggered by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:36:48.214561 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572016'] for port (fc1c546a-2e25-4a57-be0a-829bc2424561), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:48.220207 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-fa8b4ea5-b1a3-4417-aaa6-5e7a12e9243d None None] Publish callbacks [] for port (af0abae5-b5b9-4517-886e-3bbee1d0ec95), precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:48.256431 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091ed1ae-f389-41cc-addf-7f81e71019ad tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60145254-35a6-480f-b655-ecee32d6d03a,revision_number=0']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:36:48.275316 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-091ed1ae-f389-41cc-addf-7f81e71019ad tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:48.279949 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-091ed1ae-f389-41cc-addf-7f81e71019ad tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4160109 Jun 16 17:36:48.280611 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 57210) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:36:48.286210 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [None req-97fc6004-0fef-4c64-a453-507e7a704015 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Request body: {'security_group_rule': {'security_group_id': 'd387c7a1-edf2-4ad5-b315-6b4f9f4340c8', 'project_id': '314e9434e0ec4c1f9e8d6037143f5ebb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:36:48.325197 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c696b22a-d9a5-4d55-979b-7d1e45e403b3 admin admin] Publish callbacks [] for router_gateway (45cde80b-1048-49d8-8a41-dc301b9117be), precommit_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:48.339765 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-9fca0086-79f2-4d64-a506-ef5b7d7e8cbd req-fcffc17f-da8c-4314-a37b-b2071b4461fd tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] 10.222.0.40 "GET /v2.0/security-groups?id=242115b7-43ec-477c-967c-8b04bb3085a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1115429 Jun 16 17:36:48.345099 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.db.securitygroups_db [None req-97fc6004-0fef-4c64-a453-507e7a704015 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Project 314e9434e0ec4c1f9e8d6037143f5ebb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 17:36:48.352500 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-97fc6004-0fef-4c64-a453-507e7a704015 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Publish callbacks [] for security_group_rule (b6f5e09a-b088-4309-9a77-22438c591051), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:48.450638 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-97fc6004-0fef-4c64-a453-507e7a704015 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Publish callbacks [] for security_group_rule (b6f5e09a-b088-4309-9a77-22438c591051), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:48.453385 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-fa8b4ea5-b1a3-4417-aaa6-5e7a12e9243d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114'] for port (af0abae5-b5b9-4517-886e-3bbee1d0ec95), after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:48.463388 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:36:48.465582 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-97fc6004-0fef-4c64-a453-507e7a704015 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522948'] for security_group_rule (b6f5e09a-b088-4309-9a77-22438c591051), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:48.469489 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Current status of the port fc1c546a-2e25-4a57-be0a-829bc2424561 is: ACTIVE; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:36:48.474371 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:36:48.488408 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.db_base_plugin_common [None req-4ab03adc-1b70-42bf-9644-6afa32418eef None None] Allocated IP 172.20.0.2 (faa616db-04da-45e0-8b5a-5b794f8b5dd6/3a5fc11e-57cf-421a-b4a2-bf85b45ade3d/39be0a10-a79c-452d-9173-1fb87608d80e) {{(pid=104054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:36:48.500276 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fc6004-0fef-4c64-a453-507e7a704015 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6f5e09a-b088-4309-9a77-22438c591051,revision_number=0']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:36:48.519272 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-97fc6004-0fef-4c64-a453-507e7a704015 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:48.521478 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-97fc6004-0fef-4c64-a453-507e7a704015 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2398655 Jun 16 17:36:48.535596 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533379f1-e183-4bf5-b350-21956d6d3590 None None] Pushing event updated for resources: {'Port': ['ID=af0abae5-b5b9-4517-886e-3bbee1d0ec95,revision_number=3']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:36:48.674199 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [None req-fa8b4ea5-b1a3-4417-aaa6-5e7a12e9243d None None] Attempting to bind port af0abae5-b5b9-4517-886e-3bbee1d0ec95 on host dv-cinder-837546-2-iscsi for vnic_type normal with profile {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 17:36:48.674843 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [None req-fa8b4ea5-b1a3-4417-aaa6-5e7a12e9243d None None] Attempting to bind port af0abae5-b5b9-4517-886e-3bbee1d0ec95 by drivers openvswitch,hyperv on host dv-cinder-837546-2-iscsi at level 0 using segments [{'id': '82362c59-7157-4579-915d-44e3877fce39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '9c2298ab-6f98-450c-b73d-bd705711e0aa'}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 17:36:48.675384 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8b4ea5-b1a3-4417-aaa6-5e7a12e9243d None None] Attempting to bind port af0abae5-b5b9-4517-886e-3bbee1d0ec95 on network 9c2298ab-6f98-450c-b73d-bd705711e0aa {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 17:36:48.682919 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8b4ea5-b1a3-4417-aaa6-5e7a12e9243d None None] Checking agent: {'id': 'f1f6c009-5a31-4833-b180-4d9d41a55fe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837546-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 17, 26, 4), 'started_at': datetime.datetime(2022, 6, 16, 17, 26, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 17, 36, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837546-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 17:36:48.683294 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8b4ea5-b1a3-4417-aaa6-5e7a12e9243d None None] Checking segment: {'id': '82362c59-7157-4579-915d-44e3877fce39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '9c2298ab-6f98-450c-b73d-bd705711e0aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 17:36:48.683749 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-fa8b4ea5-b1a3-4417-aaa6-5e7a12e9243d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:48.684131 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8b4ea5-b1a3-4417-aaa6-5e7a12e9243d None None] Bound using segment: {'id': '82362c59-7157-4579-915d-44e3877fce39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '9c2298ab-6f98-450c-b73d-bd705711e0aa'} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 17:36:48.685300 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [None req-fa8b4ea5-b1a3-4417-aaa6-5e7a12e9243d None None] Bound port: af0abae5-b5b9-4517-886e-3bbee1d0ec95, host: dv-cinder-837546-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82362c59-7157-4579-915d-44e3877fce39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '9c2298ab-6f98-450c-b73d-bd705711e0aa'}}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 17:36:48.685878 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-fa8b4ea5-b1a3-4417-aaa6-5e7a12e9243d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (af0abae5-b5b9-4517-886e-3bbee1d0ec95), before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:48.690779 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c696b22a-d9a5-4d55-979b-7d1e45e403b3 admin admin] Publish callbacks [] for router_gateway (45cde80b-1048-49d8-8a41-dc301b9117be), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:48.750574 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c696b22a-d9a5-4d55-979b-7d1e45e403b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:48.761683 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:INSERT=1 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:36:48.781792 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:36:48.801245 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-fa8b4ea5-b1a3-4417-aaa6-5e7a12e9243d None None] For port af0abae5-b5b9-4517-886e-3bbee1d0ec95, host dv-cinder-837546-2-iscsi, cleared binding levels {{(pid=104055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 17:36:48.812132 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-fa8b4ea5-b1a3-4417-aaa6-5e7a12e9243d None None] For port af0abae5-b5b9-4517-886e-3bbee1d0ec95, host dv-cinder-837546-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-2-iscsi',level=0,port_id=af0abae5-b5b9-4517-886e-3bbee1d0ec95,segment=NetworkSegment(82362c59-7157-4579-915d-44e3877fce39),segment_id=82362c59-7157-4579-915d-44e3877fce39)] {{(pid=104055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 17:36:48.836534 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-fa8b4ea5-b1a3-4417-aaa6-5e7a12e9243d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114'] for port (af0abae5-b5b9-4517-886e-3bbee1d0ec95), after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:48.905036 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (9f2b4370-7d03-4dcb-9a0d-4ff62d859136), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:48.924708 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-4ab03adc-1b70-42bf-9644-6afa32418eef None None] Publish callbacks [] for port (39be0a10-a79c-452d-9173-1fb87608d80e), precommit_create {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:48.939042 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-4ab03adc-1b70-42bf-9644-6afa32418eef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762170029078'] for port (39be0a10-a79c-452d-9173-1fb87608d80e), after_create {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:48.946134 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533379f1-e183-4bf5-b350-21956d6d3590 None None] Pushing event updated for resources: {'Port': ['ID=af0abae5-b5b9-4517-886e-3bbee1d0ec95,revision_number=4']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:36:48.966932 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa8b4ea5-b1a3-4417-aaa6-5e7a12e9243d None None] Routers {'0de028c7-46bb-4e37-afa8-eae0df7b49bc'} bound to L3 agent in host dv-cinder-837546-2-iscsi {{(pid=104055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:36:48.967699 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-fa8b4ea5-b1a3-4417-aaa6-5e7a12e9243d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T17:26:01Z,description=,heartbeat_timestamp=2022-06-16T17:36:31Z,host='dv-cinder-837546-2-iscsi',id=43e250b4-0ce3-4949-aa8c-0bafe6454580,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:26:01Z,topic='l3_agent')) {'router_ids': ['0de028c7-46bb-4e37-afa8-eae0df7b49bc'], 'active': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:36:48.973615 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:36:48.998176 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae1dc25-4dad-4c56-ac2b-1f29b9d38c06 req-2d63f017-e5d0-44a6-b0a9-1bc2530cf884 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:36:49.006277 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-7ae1dc25-4dad-4c56-ac2b-1f29b9d38c06 req-2d63f017-e5d0-44a6-b0a9-1bc2530cf884 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "GET /v2.0/ports?device_id=3ef90d7f-25eb-4945-b73d-30a1d1fd6ecb HTTP/1.1" status: 200 len: 944 time: 0.1197639 Jun 16 17:36:49.013004 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.db.db_base_plugin_common [None req-c696b22a-d9a5-4d55-979b-7d1e45e403b3 admin admin] Allocated IP 172.27.0.239 (a25e4fa3-c316-487c-825a-4fde1c36cdb2/47584a51-19b7-439b-9f28-a7f577441b18/d63da2b3-1edc-45c7-adee-fd6f2abee30b) {{(pid=104053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:36:49.076133 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ab03adc-1b70-42bf-9644-6afa32418eef None None] Network faa616db-04da-45e0-8b5a-5b794f8b5dd6 is already hosted by enough agents. {{(pid=104054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:36:49.089328 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-a9386293-2b5a-43d5-bb15-9395109be696 None None] Provisioning complete for port af0abae5-b5b9-4517-886e-3bbee1d0ec95 triggered by entity DHCP. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:36:49.093645 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a9386293-2b5a-43d5-bb15-9395109be696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572016'] for port (af0abae5-b5b9-4517-886e-3bbee1d0ec95), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:49.097086 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.scheduler.base_scheduler [None req-4ab03adc-1b70-42bf-9644-6afa32418eef None None] Resources bound (agent type, host, resource id): {{(pid=104054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:36:49.130235 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-7ae1dc25-4dad-4c56-ac2b-1f29b9d38c06 req-7878db4f-e70d-4e3e-a0db-102f46113da7 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "GET /v2.0/security-groups?id=9baaa52f-028d-41f7-88ab-e847ee4d7ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1146958 Jun 16 17:36:49.140832 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab03adc-1b70-42bf-9644-6afa32418eef None None] Received port after_create {{(pid=104054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 17:36:49.148945 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab03adc-1b70-42bf-9644-6afa32418eef None None] Pushing event updated for resources: {'Port': ['ID=39be0a10-a79c-452d-9173-1fb87608d80e,revision_number=1']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:36:49.181769 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvr_db [None req-fa8b4ea5-b1a3-4417-aaa6-5e7a12e9243d None None] Set router 0de028c7-46bb-4e37-afa8-eae0df7b49bc gateway port host: dv-cinder-837546-2-iscsi {{(pid=104055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:36:49.182988 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=5 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:36:49.187353 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:36:49.222640 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c696b22a-d9a5-4d55-979b-7d1e45e403b3 admin admin] Publish callbacks [] for port (d63da2b3-1edc-45c7-adee-fd6f2abee30b), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:49.250933 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.managers [None req-4ab03adc-1b70-42bf-9644-6afa32418eef None None] Attempting to bind port 39be0a10-a79c-452d-9173-1fb87608d80e on host dv-cinder-837546-2-iscsi for vnic_type normal with profile {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 17:36:49.251699 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.managers [None req-4ab03adc-1b70-42bf-9644-6afa32418eef None None] Attempting to bind port 39be0a10-a79c-452d-9173-1fb87608d80e by drivers openvswitch,hyperv on host dv-cinder-837546-2-iscsi at level 0 using segments [{'id': 'bb4775b9-8372-4a35-a023-11a789fdcc61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'faa616db-04da-45e0-8b5a-5b794f8b5dd6'}] {{(pid=104054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 17:36:49.252332 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab03adc-1b70-42bf-9644-6afa32418eef None None] Attempting to bind port 39be0a10-a79c-452d-9173-1fb87608d80e on network faa616db-04da-45e0-8b5a-5b794f8b5dd6 {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 17:36:49.281249 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c696b22a-d9a5-4d55-979b-7d1e45e403b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762170029078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64764667'] for port (d63da2b3-1edc-45c7-adee-fd6f2abee30b), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:49.282624 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab03adc-1b70-42bf-9644-6afa32418eef None None] Checking agent: {'id': 'f1f6c009-5a31-4833-b180-4d9d41a55fe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837546-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 17, 26, 4), 'started_at': datetime.datetime(2022, 6, 16, 17, 26, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 17, 36, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837546-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 17:36:49.283000 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab03adc-1b70-42bf-9644-6afa32418eef None None] Checking segment: {'id': 'bb4775b9-8372-4a35-a023-11a789fdcc61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'faa616db-04da-45e0-8b5a-5b794f8b5dd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 17:36:49.283396 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-4ab03adc-1b70-42bf-9644-6afa32418eef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:49.283786 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab03adc-1b70-42bf-9644-6afa32418eef None None] Bound using segment: {'id': 'bb4775b9-8372-4a35-a023-11a789fdcc61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'faa616db-04da-45e0-8b5a-5b794f8b5dd6'} {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 17:36:49.284458 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.managers [None req-4ab03adc-1b70-42bf-9644-6afa32418eef None None] Bound port: 39be0a10-a79c-452d-9173-1fb87608d80e, host: dv-cinder-837546-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb4775b9-8372-4a35-a023-11a789fdcc61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'faa616db-04da-45e0-8b5a-5b794f8b5dd6'}}] {{(pid=104054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 17:36:49.284924 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-4ab03adc-1b70-42bf-9644-6afa32418eef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (39be0a10-a79c-452d-9173-1fb87608d80e), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:49.310743 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-a9386293-2b5a-43d5-bb15-9395109be696 None None] Current status of the port af0abae5-b5b9-4517-886e-3bbee1d0ec95 is: DOWN; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:36:49.311130 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a9386293-2b5a-43d5-bb15-9395109be696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (af0abae5-b5b9-4517-886e-3bbee1d0ec95), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:49.366519 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c696b22a-d9a5-4d55-979b-7d1e45e403b3 admin admin] Pushing event updated for resources: {'Port': ['ID=d63da2b3-1edc-45c7-adee-fd6f2abee30b,revision_number=1']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:36:49.370966 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c696b22a-d9a5-4d55-979b-7d1e45e403b3 admin admin] Network a25e4fa3-c316-487c-825a-4fde1c36cdb2 is already hosted by enough agents. {{(pid=104053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:36:49.373570 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.scheduler.base_scheduler [None req-c696b22a-d9a5-4d55-979b-7d1e45e403b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:36:49.376170 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c696b22a-d9a5-4d55-979b-7d1e45e403b3 admin admin] Received port after_create {{(pid=104053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 17:36:49.390993 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-a9386293-2b5a-43d5-bb15-9395109be696 None None] For port af0abae5-b5b9-4517-886e-3bbee1d0ec95, host dv-cinder-837546-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-2-iscsi',level=0,port_id=af0abae5-b5b9-4517-886e-3bbee1d0ec95,segment=NetworkSegment(82362c59-7157-4579-915d-44e3877fce39),segment_id=82362c59-7157-4579-915d-44e3877fce39)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:36:49.392336 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-4ab03adc-1b70-42bf-9644-6afa32418eef None None] For port 39be0a10-a79c-452d-9173-1fb87608d80e, host dv-cinder-837546-2-iscsi, cleared binding levels {{(pid=104054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 17:36:49.412337 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a9386293-2b5a-43d5-bb15-9395109be696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114'] for port (af0abae5-b5b9-4517-886e-3bbee1d0ec95), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:49.412337 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-4ab03adc-1b70-42bf-9644-6afa32418eef None None] For port 39be0a10-a79c-452d-9173-1fb87608d80e, host dv-cinder-837546-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-2-iscsi',level=0,port_id=39be0a10-a79c-452d-9173-1fb87608d80e,segment=NetworkSegment(bb4775b9-8372-4a35-a023-11a789fdcc61),segment_id=bb4775b9-8372-4a35-a023-11a789fdcc61)] {{(pid=104054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 17:36:49.441052 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-4ab03adc-1b70-42bf-9644-6afa32418eef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114'] for port (39be0a10-a79c-452d-9173-1fb87608d80e), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:49.567772 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-d39cbe36-2476-452e-a248-4efef93791a4 None None] Provisioning complete for port af0abae5-b5b9-4517-886e-3bbee1d0ec95 triggered by entity DHCP. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:36:49.568397 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-d39cbe36-2476-452e-a248-4efef93791a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572016'] for port (af0abae5-b5b9-4517-886e-3bbee1d0ec95), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:49.616333 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9386293-2b5a-43d5-bb15-9395109be696 None None] Pushing event updated for resources: {'Port': ['ID=af0abae5-b5b9-4517-886e-3bbee1d0ec95,revision_number=5']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:36:49.618641 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-fa8b4ea5-b1a3-4417-aaa6-5e7a12e9243d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0de028c7-46bb-4e37-afa8-eae0df7b49bc', 'name': 'tempest-TestVolumeBootPattern-2107110267-router', 'tenant_id': 'bbbc2713d5854dd49b08622f859e1ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'external_fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': 'fc1c546a-2e25-4a57-be0a-829bc2424561', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:36:38Z', 'updated_at': '2022-06-16T17:36:44Z', 'revision_number': 4, 'project_id': 'bbbc2713d5854dd49b08622f859e1ce1', 'gw_port': {'id': 'fc1c546a-2e25-4a57-be0a-829bc2424561', 'name': '', 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:42:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de028c7-46bb-4e37-afa8-eae0df7b49bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:36:39Z', 'updated_at': '2022-06-16T17:36:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47584a51-19b7-439b-9f28-a7f577441b18', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-2-iscsi', '_interfaces': [{'id': 'af0abae5-b5b9-4517-886e-3bbee1d0ec95', 'name': '', 'network_id': '9c2298ab-6f98-450c-b73d-bd705711e0aa', 'tenant_id': 'bbbc2713d5854dd49b08622f859e1ce1', 'mac_address': 'fa:16:3e:aa:c3:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0de028c7-46bb-4e37-afa8-eae0df7b49bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '82f05e06-77e3-464b-9c5a-1a69628a9b34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:36:43Z', 'updated_at': '2022-06-16T17:36:48Z', 'revision_number': 4, 'project_id': 'bbbc2713d5854dd49b08622f859e1ce1', 'subnets': [{'id': '82f05e06-77e3-464b-9c5a-1a69628a9b34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837546-2-iscsi', False) {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:36:49.624954 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178049ba-41da-4eda-ab12-aeb790ba8822 req-8c41506e-3b67-4ce9-87fe-fbdd11813d83 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:36:49.632086 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-178049ba-41da-4eda-ab12-aeb790ba8822 req-8c41506e-3b67-4ce9-87fe-fbdd11813d83 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] 10.222.0.40 "GET /v2.0/ports?device_id=2ea8edce-fee8-4dbd-ae01-e4d060cf5597 HTTP/1.1" status: 200 len: 945 time: 0.1362052 Jun 16 17:36:49.692009 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa8b4ea5-b1a3-4417-aaa6-5e7a12e9243d None None] The sync data for ids ['0de028c7-46bb-4e37-afa8-eae0df7b49bc'] in dv-cinder-837546-2-iscsi is: [{'id': '0de028c7-46bb-4e37-afa8-eae0df7b49bc', 'name': 'tempest-TestVolumeBootPattern-2107110267-router', 'tenant_id': 'bbbc2713d5854dd49b08622f859e1ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'external_fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': 'fc1c546a-2e25-4a57-be0a-829bc2424561', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:36:38Z', 'updated_at': '2022-06-16T17:36:44Z', 'revision_number': 4, 'project_id': 'bbbc2713d5854dd49b08622f859e1ce1', 'gw_port': {'id': 'fc1c546a-2e25-4a57-be0a-829bc2424561', 'name': '', 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:42:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de028c7-46bb-4e37-afa8-eae0df7b49bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:36:39Z', 'updated_at': '2022-06-16T17:36:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47584a51-19b7-439b-9f28-a7f577441b18', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-2-iscsi', '_interfaces': [{'id': 'af0abae5-b5b9-4517-886e-3bbee1d0ec95', 'name': '', 'network_id': '9c2298ab-6f98-450c-b73d-bd705711e0aa', 'tenant_id': 'bbbc2713d5854dd49b08622f859e1ce1', 'mac_address': 'fa:16:3e:aa:c3:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0de028c7-46bb-4e37-afa8-eae0df7b49bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '82f05e06-77e3-464b-9c5a-1a69628a9b34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:36:43Z', 'updated_at': '2022-06-16T17:36:48Z', 'revision_number': 4, 'project_id': 'bbbc2713d5854dd49b08622f859e1ce1', 'subnets': [{'id': '82f05e06-77e3-464b-9c5a-1a69628a9b34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:36:49.772820 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-178049ba-41da-4eda-ab12-aeb790ba8822 req-2b695487-b7e4-4b83-b631-23b28d625a6c tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] 10.222.0.40 "GET /v2.0/security-groups?id=242115b7-43ec-477c-967c-8b04bb3085a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1397486 Jun 16 17:36:49.812067 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab03adc-1b70-42bf-9644-6afa32418eef None None] Pushing event updated for resources: {'Port': ['ID=39be0a10-a79c-452d-9173-1fb87608d80e,revision_number=2']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:36:49.818852 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-d39cbe36-2476-452e-a248-4efef93791a4 None None] Current status of the port af0abae5-b5b9-4517-886e-3bbee1d0ec95 is: ACTIVE; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:36:49.878665 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c696b22a-d9a5-4d55-979b-7d1e45e403b3 admin admin] Publish callbacks [] for router_gateway (45cde80b-1048-49d8-8a41-dc301b9117be), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:50.097824 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 57296) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:36:50.102623 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [None req-5b77851e-18be-4cc7-857e-2c60d6b4d0d7 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Request body: {'security_group': {'name': 'tempest-securitygroup--551170364', 'description': 'tempest-description--1906292468'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:36:50.190127 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-5b77851e-18be-4cc7-857e-2c60d6b4d0d7 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Publish callbacks [] for security_group (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:50.292673 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:36:50.306668 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Device 39be0a10-a79c-452d-9173-1fb87608d80e up at agent ovs-agent-dv-cinder-837546-2-iscsi {{(pid=104054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 17:36:50.337694 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c696b22a-d9a5-4d55-979b-7d1e45e403b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-375543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-375401'] for router (45cde80b-1048-49d8-8a41-dc301b9117be), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:50.386975 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Provisioning complete for port 39be0a10-a79c-452d-9173-1fb87608d80e triggered by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:36:50.388273 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572016'] for port (39be0a10-a79c-452d-9173-1fb87608d80e), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:50.396680 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d6ef04-2a8c-4e6d-8990-d480b98d0c5b req-42525a12-d167-4ba0-9a1f-117a5b3e2e76 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:36:50.421246 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-24d6ef04-2a8c-4e6d-8990-d480b98d0c5b req-42525a12-d167-4ba0-9a1f-117a5b3e2e76 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "GET /v2.0/ports?device_id=3ef90d7f-25eb-4945-b73d-30a1d1fd6ecb HTTP/1.1" status: 200 len: 944 time: 0.1397598 Jun 16 17:36:50.496251 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:36:50.522708 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-5b77851e-18be-4cc7-857e-2c60d6b4d0d7 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Publish callbacks [] for security_group (1fce0bbb-8968-42b3-b683-f7749fa084ef), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:50.532790 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-5b77851e-18be-4cc7-857e-2c60d6b4d0d7 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (1fce0bbb-8968-42b3-b683-f7749fa084ef), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:50.604516 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-24d6ef04-2a8c-4e6d-8990-d480b98d0c5b req-30bf69aa-a69a-4eea-91e3-f53f60287cd2 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "GET /v2.0/security-groups?id=9baaa52f-028d-41f7-88ab-e847ee4d7ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1822608 Jun 16 17:36:50.615869 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c696b22a-d9a5-4d55-979b-7d1e45e403b3 admin admin] Router 45cde80b-1048-49d8-8a41-dc301b9117be is scheduled to L3 agent 43e250b4-0ce3-4949-aa8c-0bafe6454580 with binding_index 1 {{(pid=104053) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 16 17:36:50.616820 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Current status of the port 39be0a10-a79c-452d-9173-1fb87608d80e is: DOWN; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:36:50.617775 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (39be0a10-a79c-452d-9173-1fb87608d80e), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:50.621114 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-5b77851e-18be-4cc7-857e-2c60d6b4d0d7 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Publish callbacks [] for security_group (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:50.623260 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-5b77851e-18be-4cc7-857e-2c60d6b4d0d7 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5240338 Jun 16 17:36:50.626942 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 57306) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:36:50.634917 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b77851e-18be-4cc7-857e-2c60d6b4d0d7 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fce0bbb-8968-42b3-b683-f7749fa084ef,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:36:50.659142 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.v2.base [None req-8e2026a9-3ebb-470a-8577-b49e5efd8df6 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Request body: {'security_group_rule': {'security_group_id': '1fce0bbb-8968-42b3-b683-f7749fa084ef', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:36:50.676308 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] For port 39be0a10-a79c-452d-9173-1fb87608d80e, host dv-cinder-837546-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-2-iscsi',level=0,port_id=39be0a10-a79c-452d-9173-1fb87608d80e,segment=NetworkSegment(bb4775b9-8372-4a35-a023-11a789fdcc61),segment_id=bb4775b9-8372-4a35-a023-11a789fdcc61)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:36:50.687602 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114'] for port (39be0a10-a79c-452d-9173-1fb87608d80e), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:50.692063 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Device af0abae5-b5b9-4517-886e-3bbee1d0ec95 up at agent ovs-agent-dv-cinder-837546-2-iscsi {{(pid=104054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 17:36:50.742269 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Device 42876d97-ab72-447f-9723-b8c55e7cd05c details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=104054) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 17:36:50.750105 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-8e2026a9-3ebb-470a-8577-b49e5efd8df6 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Publish callbacks [] for security_group_rule (9c5949d0-a80a-4ae9-a357-9a5e6a584760), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:50.796696 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:36:50.824805 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Pushing event updated for resources: {'Port': ['ID=39be0a10-a79c-452d-9173-1fb87608d80e,revision_number=3']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:36:50.843138 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Provisioning complete for port af0abae5-b5b9-4517-886e-3bbee1d0ec95 triggered by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:36:50.843870 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572016'] for port (af0abae5-b5b9-4517-886e-3bbee1d0ec95), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:50.844321 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c696b22a-d9a5-4d55-979b-7d1e45e403b3 admin admin] Notify agent at l3_agent.dv-cinder-837546-2-iscsi the message routers_updated {{(pid=104053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 17:36:50.866679 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-8e2026a9-3ebb-470a-8577-b49e5efd8df6 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Publish callbacks [] for security_group_rule (9c5949d0-a80a-4ae9-a357-9a5e6a584760), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:50.874696 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-8e2026a9-3ebb-470a-8577-b49e5efd8df6 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522948'] for security_group_rule (9c5949d0-a80a-4ae9-a357-9a5e6a584760), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:50.885915 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:36:50.889315 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c696b22a-d9a5-4d55-979b-7d1e45e403b3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:50.890464 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-c696b22a-d9a5-4d55-979b-7d1e45e403b3 admin admin] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.9493396 Jun 16 17:36:50.902207 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 57310) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:36:50.902406 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5800ea72-6fe6-4467-bbc8-644190afb1a1 None None] Sync routers for ids ['45cde80b-1048-49d8-8a41-dc301b9117be'] in dv-cinder-837546-2-iscsi {{(pid=104054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:36:50.972553 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2026a9-3ebb-470a-8577-b49e5efd8df6 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c5949d0-a80a-4ae9-a357-9a5e6a584760,revision_number=0']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:36:51.000523 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a347854-fc40-44be-8f0c-8a1a9836075b req-5bbba79b-b200-48b0-966e-e7577a6014d2 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:36:51.003943 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-1a347854-fc40-44be-8f0c-8a1a9836075b req-5bbba79b-b200-48b0-966e-e7577a6014d2 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] 10.222.0.40 "GET /v2.0/ports?device_id=2ea8edce-fee8-4dbd-ae01-e4d060cf5597 HTTP/1.1" status: 200 len: 945 time: 0.1120269 Jun 16 17:36:51.042059 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-8e2026a9-3ebb-470a-8577-b49e5efd8df6 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:51.043709 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-8e2026a9-3ebb-470a-8577-b49e5efd8df6 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4154153 Jun 16 17:36:51.049927 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 57312) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:36:51.056431 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.v2.base [None req-bbb0303c-cbef-433b-8748-0fcac7e36bbc tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Request body: {'security_group_rule': {'security_group_id': '1fce0bbb-8968-42b3-b683-f7749fa084ef', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:36:51.095375 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-1a347854-fc40-44be-8f0c-8a1a9836075b req-1e8d141a-c8d0-40ab-a04a-a2d5e872f934 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] 10.222.0.40 "GET /v2.0/security-groups?id=242115b7-43ec-477c-967c-8b04bb3085a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850453 Jun 16 17:36:51.191326 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-bbb0303c-cbef-433b-8748-0fcac7e36bbc tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Publish callbacks [] for security_group_rule (b91439ce-9d67-413f-a1af-e7deb685f733), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:51.191609 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4df0ed48-6b62-4a70-8191-d3375b44c338 None None] Network faa616db-04da-45e0-8b5a-5b794f8b5dd6 requested from dv-cinder-837546-2-iscsi {{(pid=104054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 17:36:51.210536 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5800ea72-6fe6-4467-bbc8-644190afb1a1 None None] Routers {'45cde80b-1048-49d8-8a41-dc301b9117be'} bound to L3 agent in host dv-cinder-837546-2-iscsi {{(pid=104054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:36:51.211319 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-5800ea72-6fe6-4467-bbc8-644190afb1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T17:26:01Z,description=,heartbeat_timestamp=2022-06-16T17:36:31Z,host='dv-cinder-837546-2-iscsi',id=43e250b4-0ce3-4949-aa8c-0bafe6454580,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:26:01Z,topic='l3_agent')) {'router_ids': ['45cde80b-1048-49d8-8a41-dc301b9117be'], 'active': True} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:36:51.355100 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] For port 42876d97-ab72-447f-9723-b8c55e7cd05c, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=42876d97-ab72-447f-9723-b8c55e7cd05c,segment=NetworkSegment(94313329-9a0f-475b-94f3-d6ee0916d22d),segment_id=94313329-9a0f-475b-94f3-d6ee0916d22d)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:36:51.389107 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-e410e56e-48a6-4bfd-8a66-bb529f6b0995 None None] Provisioning complete for port 39be0a10-a79c-452d-9173-1fb87608d80e triggered by entity DHCP. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:36:51.389587 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-e410e56e-48a6-4bfd-8a66-bb529f6b0995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572016'] for port (39be0a10-a79c-452d-9173-1fb87608d80e), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:51.474340 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Returning: {'device': '42876d97-ab72-447f-9723-b8c55e7cd05c', 'network_id': '6fb674c9-6bb7-4c32-892c-b28837e89812', 'port_id': '42876d97-ab72-447f-9723-b8c55e7cd05c', 'mac_address': 'fa:16:3e:0b:67:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4f4c81e-fe9f-4dc1-bcfe-dd76fde3e7db', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104054) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 17:36:51.504845 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Current status of the port af0abae5-b5b9-4517-886e-3bbee1d0ec95 is: ACTIVE; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:36:51.517788 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-bbb0303c-cbef-433b-8748-0fcac7e36bbc tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Publish callbacks [] for security_group_rule (b91439ce-9d67-413f-a1af-e7deb685f733), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:51.549568 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvr_db [None req-5800ea72-6fe6-4467-bbc8-644190afb1a1 None None] Set router 45cde80b-1048-49d8-8a41-dc301b9117be gateway port host: dv-cinder-837546-2-iscsi {{(pid=104054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:36:51.553238 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-bbb0303c-cbef-433b-8748-0fcac7e36bbc tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522948'] for security_group_rule (b91439ce-9d67-413f-a1af-e7deb685f733), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:51.566207 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:36:51.574564 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb0303c-cbef-433b-8748-0fcac7e36bbc tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b91439ce-9d67-413f-a1af-e7deb685f733,revision_number=0']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:36:51.635498 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-bbb0303c-cbef-433b-8748-0fcac7e36bbc tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:51.640652 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 57320) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:36:51.641179 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-bbb0303c-cbef-433b-8748-0fcac7e36bbc tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5897155 Jun 16 17:36:51.647329 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [None req-0676d287-9a91-4807-9da5-e1bff24e8226 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Request body: {'floatingip': {'floating_network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:36:51.682471 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Current status of the port 42876d97-ab72-447f-9723-b8c55e7cd05c is: DOWN; New status is: BUILD {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:36:51.683037 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (42876d97-ab72-447f-9723-b8c55e7cd05c), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:51.727082 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0676d287-9a91-4807-9da5-e1bff24e8226 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:51.772841 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.notifiers.nova [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42876d97-ab72-447f-9723-b8c55e7cd05c {{(pid=104054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 17:36:51.786191 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-e410e56e-48a6-4bfd-8a66-bb529f6b0995 None None] Current status of the port 39be0a10-a79c-452d-9173-1fb87608d80e is: ACTIVE; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:36:51.816017 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] For port 42876d97-ab72-447f-9723-b8c55e7cd05c, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=42876d97-ab72-447f-9723-b8c55e7cd05c,segment=NetworkSegment(94313329-9a0f-475b-94f3-d6ee0916d22d),segment_id=94313329-9a0f-475b-94f3-d6ee0916d22d)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:36:51.887161 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114'] for port (42876d97-ab72-447f-9723-b8c55e7cd05c), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:51.908706 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-3bdfb21e-d3de-4ed6-975e-830fcc0d6ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:51.924360 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:36:51.939865 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:36:51.945490 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-5800ea72-6fe6-4467-bbc8-644190afb1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45cde80b-1048-49d8-8a41-dc301b9117be', 'name': 'tempest-TestShelveInstance-2132045232-router', 'tenant_id': '35fdc8ef703e43f1a730a868721c4a2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'external_fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': 'd63da2b3-1edc-45c7-adee-fd6f2abee30b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:36:47Z', 'updated_at': '2022-06-16T17:36:49Z', 'revision_number': 3, 'project_id': '35fdc8ef703e43f1a730a868721c4a2d', 'gw_port': {'id': 'd63da2b3-1edc-45c7-adee-fd6f2abee30b', 'name': '', 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:f1:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45cde80b-1048-49d8-8a41-dc301b9117be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:36:48Z', 'updated_at': '2022-06-16T17:36:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '47584a51-19b7-439b-9f28-a7f577441b18', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-2-iscsi'}], 'dv-cinder-837546-2-iscsi', False) {} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:36:51.947769 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612516e8-371e-4678-ae59-69a81d0a5dc4 req-52dc742d-f599-4b68-ab62-9ab3ec354db4 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:36:51.961684 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-612516e8-371e-4678-ae59-69a81d0a5dc4 req-52dc742d-f599-4b68-ab62-9ab3ec354db4 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "GET /v2.0/ports?device_id=3ef90d7f-25eb-4945-b73d-30a1d1fd6ecb HTTP/1.1" status: 200 len: 944 time: 0.1822746 Jun 16 17:36:52.028708 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5800ea72-6fe6-4467-bbc8-644190afb1a1 None None] Checking router: 45cde80b-1048-49d8-8a41-dc301b9117be for host: dv-cinder-837546-2-iscsi {{(pid=104054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:36:52.029267 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5800ea72-6fe6-4467-bbc8-644190afb1a1 None None] Updating router 45cde80b-1048-49d8-8a41-dc301b9117be port d63da2b3-1edc-45c7-adee-fd6f2abee30b binding host dv-cinder-837546-2-iscsi {{(pid=104054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 17:36:52.055166 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:36:52.064751 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0676d287-9a91-4807-9da5-e1bff24e8226 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:52.075154 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Pushing event updated for resources: {'Port': ['ID=42876d97-ab72-447f-9723-b8c55e7cd05c,revision_number=4']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:36:52.088999 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-5800ea72-6fe6-4467-bbc8-644190afb1a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (d63da2b3-1edc-45c7-adee-fd6f2abee30b), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:52.095278 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Device 39be0a10-a79c-452d-9173-1fb87608d80e up at agent ovs-agent-dv-cinder-837546-2-iscsi {{(pid=104054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 17:36:52.108489 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-612516e8-371e-4678-ae59-69a81d0a5dc4 req-26b60827-9813-4ce5-a4cb-184bb56f3398 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "GET /v2.0/security-groups?id=9baaa52f-028d-41f7-88ab-e847ee4d7ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1397953 Jun 16 17:36:52.179085 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-2043a568-c355-4650-83c1-3b1bbfdcc9a3 None None] Provisioning complete for port 39be0a10-a79c-452d-9173-1fb87608d80e triggered by entity DHCP. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:36:52.179732 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-2043a568-c355-4650-83c1-3b1bbfdcc9a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572016'] for port (39be0a10-a79c-452d-9173-1fb87608d80e), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:52.206279 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.db.db_base_plugin_common [None req-3bdfb21e-d3de-4ed6-975e-830fcc0d6ab8 admin admin] Allocated IP 172.20.0.1 (faa616db-04da-45e0-8b5a-5b794f8b5dd6/3a5fc11e-57cf-421a-b4a2-bf85b45ade3d/cd8bdc50-7bfb-40f3-b220-de284ed4ff26) {{(pid=104053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:36:52.270348 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:36:52.275933 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] get_ports_and_sgs() called for port_ids ['42876d97-ab72-447f-9723-b8c55e7cd05c'] {{(pid=104054) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 17:36:52.292268 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453d7a55-3759-42b0-bada-12f8e1aa57aa req-c665ab43-8760-442b-8500-9c181b5a09a7 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:36:52.294673 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-453d7a55-3759-42b0-bada-12f8e1aa57aa req-c665ab43-8760-442b-8500-9c181b5a09a7 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] 10.222.0.40 "GET /v2.0/ports?device_id=2ea8edce-fee8-4dbd-ae01-e4d060cf5597 HTTP/1.1" status: 200 len: 945 time: 0.0647299 Jun 16 17:36:52.314966 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:36:52.319977 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.db.db_base_plugin_common [None req-0676d287-9a91-4807-9da5-e1bff24e8226 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Allocated IP 172.27.0.78 (a25e4fa3-c316-487c-825a-4fde1c36cdb2/47584a51-19b7-439b-9f28-a7f577441b18/14e77247-41fb-4ac1-a8b7-ac7b7debce81) {{(pid=104052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:36:52.355262 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-3bdfb21e-d3de-4ed6-975e-830fcc0d6ab8 admin admin] Publish callbacks [] for port (cd8bdc50-7bfb-40f3-b220-de284ed4ff26), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:52.401370 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-453d7a55-3759-42b0-bada-12f8e1aa57aa req-b46ff627-d2a2-474b-8dec-3cd2dd2f75e1 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] 10.222.0.40 "GET /v2.0/security-groups?id=242115b7-43ec-477c-967c-8b04bb3085a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908527 Jun 16 17:36:52.422905 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-3bdfb21e-d3de-4ed6-975e-830fcc0d6ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762170029078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64764667'] for port (cd8bdc50-7bfb-40f3-b220-de284ed4ff26), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:52.437177 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Provisioning complete for port 39be0a10-a79c-452d-9173-1fb87608d80e triggered by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:36:52.437570 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572016'] for port (39be0a10-a79c-452d-9173-1fb87608d80e), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:52.464432 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bdfb21e-d3de-4ed6-975e-830fcc0d6ab8 admin admin] Network faa616db-04da-45e0-8b5a-5b794f8b5dd6 is already hosted by enough agents. {{(pid=104053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:36:52.468109 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.scheduler.base_scheduler [None req-3bdfb21e-d3de-4ed6-975e-830fcc0d6ab8 admin admin] Resources bound (agent type, host, resource id): {{(pid=104053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:36:52.474446 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bdfb21e-d3de-4ed6-975e-830fcc0d6ab8 admin admin] Received port after_create {{(pid=104053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 17:36:52.500472 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0676d287-9a91-4807-9da5-e1bff24e8226 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Publish callbacks [] for port (14e77247-41fb-4ac1-a8b7-ac7b7debce81), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:52.508255 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfb21e-d3de-4ed6-975e-830fcc0d6ab8 admin admin] Pushing event updated for resources: {'Port': ['ID=cd8bdc50-7bfb-40f3-b220-de284ed4ff26,revision_number=1']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:36:52.536378 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-3bdfb21e-d3de-4ed6-975e-830fcc0d6ab8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-361813'] for router_interface (45cde80b-1048-49d8-8a41-dc301b9117be), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:52.553104 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0676d287-9a91-4807-9da5-e1bff24e8226 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762170029078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62916395'] for port (14e77247-41fb-4ac1-a8b7-ac7b7debce81), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:52.553408 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-2043a568-c355-4650-83c1-3b1bbfdcc9a3 None None] Current status of the port 39be0a10-a79c-452d-9173-1fb87608d80e is: ACTIVE; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:36:52.605697 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0676d287-9a91-4807-9da5-e1bff24e8226 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Network a25e4fa3-c316-487c-825a-4fde1c36cdb2 is already hosted by enough agents. {{(pid=104052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:36:52.610047 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.base_scheduler [None req-0676d287-9a91-4807-9da5-e1bff24e8226 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Resources bound (agent type, host, resource id): {{(pid=104052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:36:52.614336 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0676d287-9a91-4807-9da5-e1bff24e8226 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Received port after_create {{(pid=104052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 17:36:52.707004 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0676d287-9a91-4807-9da5-e1bff24e8226 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Pushing event updated for resources: {'Port': ['ID=14e77247-41fb-4ac1-a8b7-ac7b7debce81,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:36:52.732570 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Current status of the port 39be0a10-a79c-452d-9173-1fb87608d80e is: ACTIVE; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:36:52.776410 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-3bdfb21e-d3de-4ed6-975e-830fcc0d6ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (cd8bdc50-7bfb-40f3-b220-de284ed4ff26), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:52.794539 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0676d287-9a91-4807-9da5-e1bff24e8226 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Publish callbacks [] for floatingip (3fc336fe-6e32-411b-b4dc-81aaef8394b1), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:52.835288 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0676d287-9a91-4807-9da5-e1bff24e8226 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (14e77247-41fb-4ac1-a8b7-ac7b7debce81), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:52.861751 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-5800ea72-6fe6-4467-bbc8-644190afb1a1 None None] Publish callbacks [] for port (d63da2b3-1edc-45c7-adee-fd6f2abee30b), precommit_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:52.880756 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-5800ea72-6fe6-4467-bbc8-644190afb1a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114'] for port (d63da2b3-1edc-45c7-adee-fd6f2abee30b), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:52.890533 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-4dee4e05-1f51-460c-b32d-992cdf1ab761 None None] Provisioning complete for port cd8bdc50-7bfb-40f3-b220-de284ed4ff26 triggered by entity DHCP. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:36:52.891023 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-4dee4e05-1f51-460c-b32d-992cdf1ab761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572016'] for port (cd8bdc50-7bfb-40f3-b220-de284ed4ff26), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:52.909958 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:36:52.963051 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=100 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:36:52.964066 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:36:52.992850 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-4dee4e05-1f51-460c-b32d-992cdf1ab761 None None] Port cd8bdc50-7bfb-40f3-b220-de284ed4ff26 cannot update to ACTIVE because it is not bound. {{(pid=104054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 17:36:53.000024 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.managers [None req-5800ea72-6fe6-4467-bbc8-644190afb1a1 None None] Attempting to bind port d63da2b3-1edc-45c7-adee-fd6f2abee30b on host dv-cinder-837546-2-iscsi for vnic_type normal with profile {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 17:36:53.000390 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.managers [None req-5800ea72-6fe6-4467-bbc8-644190afb1a1 None None] Attempting to bind port d63da2b3-1edc-45c7-adee-fd6f2abee30b by drivers openvswitch,hyperv on host dv-cinder-837546-2-iscsi at level 0 using segments [{'id': 'f847f272-90b1-4369-8e48-25aa20ff3114', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2'}] {{(pid=104054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 17:36:53.000779 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5800ea72-6fe6-4467-bbc8-644190afb1a1 None None] Attempting to bind port d63da2b3-1edc-45c7-adee-fd6f2abee30b on network a25e4fa3-c316-487c-825a-4fde1c36cdb2 {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 17:36:53.006270 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-3bdfb21e-d3de-4ed6-975e-830fcc0d6ab8 admin admin] Publish callbacks [] for port (cd8bdc50-7bfb-40f3-b220-de284ed4ff26), precommit_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:53.009951 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1a62b9-281c-44d4-b7fe-c2d2d11bb07e None None] Pushing event updated for resources: {'Port': ['ID=d63da2b3-1edc-45c7-adee-fd6f2abee30b,revision_number=2']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:36:53.014611 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-3bdfb21e-d3de-4ed6-975e-830fcc0d6ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64764658'] for port (cd8bdc50-7bfb-40f3-b220-de284ed4ff26), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:53.022225 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5800ea72-6fe6-4467-bbc8-644190afb1a1 None None] Checking agent: {'id': 'f1f6c009-5a31-4833-b180-4d9d41a55fe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837546-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 17, 26, 4), 'started_at': datetime.datetime(2022, 6, 16, 17, 26, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 17, 36, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837546-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 17:36:53.022606 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5800ea72-6fe6-4467-bbc8-644190afb1a1 None None] Checking segment: {'id': 'f847f272-90b1-4369-8e48-25aa20ff3114', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 17:36:53.023009 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-5800ea72-6fe6-4467-bbc8-644190afb1a1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:53.023559 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5800ea72-6fe6-4467-bbc8-644190afb1a1 None None] Bound using segment: {'id': 'f847f272-90b1-4369-8e48-25aa20ff3114', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2'} {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 17:36:53.024184 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.managers [None req-5800ea72-6fe6-4467-bbc8-644190afb1a1 None None] Bound port: d63da2b3-1edc-45c7-adee-fd6f2abee30b, host: dv-cinder-837546-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f847f272-90b1-4369-8e48-25aa20ff3114', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2'}}] {{(pid=104054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 17:36:53.024576 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-5800ea72-6fe6-4467-bbc8-644190afb1a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (d63da2b3-1edc-45c7-adee-fd6f2abee30b), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:53.039688 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0676d287-9a91-4807-9da5-e1bff24e8226 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Publish callbacks [] for port (14e77247-41fb-4ac1-a8b7-ac7b7debce81), precommit_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:53.053882 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0676d287-9a91-4807-9da5-e1bff24e8226 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62916386'] for port (14e77247-41fb-4ac1-a8b7-ac7b7debce81), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:53.102368 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-3bdfb21e-d3de-4ed6-975e-830fcc0d6ab8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1626493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-361889'] for router_interface (45cde80b-1048-49d8-8a41-dc301b9117be), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:53.102586 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-5800ea72-6fe6-4467-bbc8-644190afb1a1 None None] For port d63da2b3-1edc-45c7-adee-fd6f2abee30b, host dv-cinder-837546-2-iscsi, cleared binding levels {{(pid=104054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 17:36:53.106144 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfb21e-d3de-4ed6-975e-830fcc0d6ab8 admin admin] Pushing event updated for resources: {'Port': ['ID=cd8bdc50-7bfb-40f3-b220-de284ed4ff26,revision_number=2']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:36:53.109603 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-5800ea72-6fe6-4467-bbc8-644190afb1a1 None None] For port d63da2b3-1edc-45c7-adee-fd6f2abee30b, host dv-cinder-837546-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-2-iscsi',level=0,port_id=d63da2b3-1edc-45c7-adee-fd6f2abee30b,segment=NetworkSegment(f847f272-90b1-4369-8e48-25aa20ff3114),segment_id=f847f272-90b1-4369-8e48-25aa20ff3114)] {{(pid=104054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 17:36:53.120627 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:36:53.126838 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-5800ea72-6fe6-4467-bbc8-644190afb1a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114'] for port (d63da2b3-1edc-45c7-adee-fd6f2abee30b), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:53.158511 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0676d287-9a91-4807-9da5-e1bff24e8226 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Pushing event updated for resources: {'Port': ['ID=14e77247-41fb-4ac1-a8b7-ac7b7debce81,revision_number=2']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:36:53.178644 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0676d287-9a91-4807-9da5-e1bff24e8226 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-375498'] for floatingip (3fc336fe-6e32-411b-b4dc-81aaef8394b1), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:53.202412 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0676d287-9a91-4807-9da5-e1bff24e8226 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228225'] for floatingip (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:53.205780 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-0676d287-9a91-4807-9da5-e1bff24e8226 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5633123 Jun 16 17:36:53.218868 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5800ea72-6fe6-4467-bbc8-644190afb1a1 None None] Routers {'45cde80b-1048-49d8-8a41-dc301b9117be'} bound to L3 agent in host dv-cinder-837546-2-iscsi {{(pid=104054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:36:53.219688 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-5800ea72-6fe6-4467-bbc8-644190afb1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T17:26:01Z,description=,heartbeat_timestamp=2022-06-16T17:36:31Z,host='dv-cinder-837546-2-iscsi',id=43e250b4-0ce3-4949-aa8c-0bafe6454580,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:26:01Z,topic='l3_agent')) {'router_ids': ['45cde80b-1048-49d8-8a41-dc301b9117be'], 'active': True} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:36:53.257752 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bdfb21e-d3de-4ed6-975e-830fcc0d6ab8 admin admin] Network faa616db-04da-45e0-8b5a-5b794f8b5dd6 is already hosted by enough agents. {{(pid=104053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:36:53.259619 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.scheduler.base_scheduler [None req-3bdfb21e-d3de-4ed6-975e-830fcc0d6ab8 admin admin] Resources bound (agent type, host, resource id): {{(pid=104053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:36:53.279390 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1a62b9-281c-44d4-b7fe-c2d2d11bb07e None None] Pushing event updated for resources: {'Port': ['ID=d63da2b3-1edc-45c7-adee-fd6f2abee30b,revision_number=3']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:36:53.337666 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffb15e1-a080-4054-b474-1510a80ab0bd req-8d28222a-d1dc-4d2c-9e53-56f3eb9afdb2 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:36:53.346712 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-9ffb15e1-a080-4054-b474-1510a80ab0bd req-8d28222a-d1dc-4d2c-9e53-56f3eb9afdb2 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "GET /v2.0/ports?device_id=3ef90d7f-25eb-4945-b73d-30a1d1fd6ecb HTTP/1.1" status: 200 len: 945 time: 0.1126120 Jun 16 17:36:53.417763 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-9ffb15e1-a080-4054-b474-1510a80ab0bd req-4e77bb6c-c273-4a55-952a-e88f486a4f42 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "GET /v2.0/security-groups?id=9baaa52f-028d-41f7-88ab-e847ee4d7ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700343 Jun 16 17:36:53.481077 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bdfb21e-d3de-4ed6-975e-830fcc0d6ab8 admin admin] Router 45cde80b-1048-49d8-8a41-dc301b9117be has already been hosted by L3 agent 43e250b4-0ce3-4949-aa8c-0bafe6454580 {{(pid=104053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 17:36:53.547456 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:36:53.573950 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvr_db [None req-5800ea72-6fe6-4467-bbc8-644190afb1a1 None None] Set router 45cde80b-1048-49d8-8a41-dc301b9117be gateway port host: dv-cinder-837546-2-iscsi {{(pid=104054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:36:53.591374 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-6d928ca3-9b2f-46a4-baee-67fde40bcadf req-128c219d-3a20-4d19-a026-d240e3e6595f tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-securitygroup--551170364&fields=id&tenant_id=d1c1d13142434356ac1210f14dad847b HTTP/1.1" status: 200 len: 267 time: 0.1182077 Jun 16 17:36:53.604702 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a2c6cf-f263-4b7d-a639-ab8bf66e350a req-69c857df-47af-4ec7-9b3b-a3a64eccf810 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:36:53.608287 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-f7a2c6cf-f263-4b7d-a639-ab8bf66e350a req-69c857df-47af-4ec7-9b3b-a3a64eccf810 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] 10.222.0.40 "GET /v2.0/ports?device_id=2ea8edce-fee8-4dbd-ae01-e4d060cf5597 HTTP/1.1" status: 200 len: 945 time: 0.0763423 Jun 16 17:36:53.635879 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:36:53.642286 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bdfb21e-d3de-4ed6-975e-830fcc0d6ab8 admin admin] Notify agent at l3_agent.dv-cinder-837546-2-iscsi the message routers_updated {{(pid=104053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 17:36:53.650376 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-3bdfb21e-d3de-4ed6-975e-830fcc0d6ab8 admin admin] 10.222.0.40 "PUT /v2.0/routers/45cde80b-1048-49d8-8a41-dc301b9117be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7465103 Jun 16 17:36:53.742130 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-f7a2c6cf-f263-4b7d-a639-ab8bf66e350a req-f82fad9b-0325-4268-8a7d-67acb69dbdce tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] 10.222.0.40 "GET /v2.0/security-groups?id=242115b7-43ec-477c-967c-8b04bb3085a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1209483 Jun 16 17:36:53.760688 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-2f72ab3f-77c1-4ab4-b29a-7ee7f8f71cd9 None None] Provisioning complete for port cd8bdc50-7bfb-40f3-b220-de284ed4ff26 triggered by entity DHCP. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:36:53.761235 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-2f72ab3f-77c1-4ab4-b29a-7ee7f8f71cd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572016'] for port (cd8bdc50-7bfb-40f3-b220-de284ed4ff26), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:53.795895 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d928ca3-9b2f-46a4-baee-67fde40bcadf req-5b0eac68-878c-40a8-ab2f-de5046da0f7f tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:36:53.797531 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-6d928ca3-9b2f-46a4-baee-67fde40bcadf req-5b0eac68-878c-40a8-ab2f-de5046da0f7f tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/networks?id=dd7b32b9-764e-43c1-a67e-f0e3f862c460 HTTP/1.1" status: 200 len: 818 time: 0.1878357 Jun 16 17:36:53.813401 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-6d928ca3-9b2f-46a4-baee-67fde40bcadf req-f3275300-b24a-4580-a5df-eab284e2f48a tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/quotas/d1c1d13142434356ac1210f14dad847b HTTP/1.1" status: 200 len: 375 time: 0.0100353 Jun 16 17:36:53.851047 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-2f72ab3f-77c1-4ab4-b29a-7ee7f8f71cd9 None None] Port cd8bdc50-7bfb-40f3-b220-de284ed4ff26 cannot update to ACTIVE because it is not bound. {{(pid=104054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 17:36:53.873834 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-5800ea72-6fe6-4467-bbc8-644190afb1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45cde80b-1048-49d8-8a41-dc301b9117be', 'name': 'tempest-TestShelveInstance-2132045232-router', 'tenant_id': '35fdc8ef703e43f1a730a868721c4a2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'external_fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': 'd63da2b3-1edc-45c7-adee-fd6f2abee30b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:36:47Z', 'updated_at': '2022-06-16T17:36:52Z', 'revision_number': 4, 'project_id': '35fdc8ef703e43f1a730a868721c4a2d', 'gw_port': {'id': 'd63da2b3-1edc-45c7-adee-fd6f2abee30b', 'name': '', 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:f1:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45cde80b-1048-49d8-8a41-dc301b9117be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:36:48Z', 'updated_at': '2022-06-16T17:36:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47584a51-19b7-439b-9f28-a7f577441b18', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-2-iscsi', '_interfaces': [{'id': 'cd8bdc50-7bfb-40f3-b220-de284ed4ff26', 'name': '', 'network_id': 'faa616db-04da-45e0-8b5a-5b794f8b5dd6', 'tenant_id': '35fdc8ef703e43f1a730a868721c4a2d', 'mac_address': 'fa:16:3e:4e:ce:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45cde80b-1048-49d8-8a41-dc301b9117be', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '3a5fc11e-57cf-421a-b4a2-bf85b45ade3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:36:51Z', 'updated_at': '2022-06-16T17:36:52Z', 'revision_number': 2, 'project_id': '35fdc8ef703e43f1a730a868721c4a2d', 'subnets': [{'id': '3a5fc11e-57cf-421a-b4a2-bf85b45ade3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837546-2-iscsi', False) {} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:36:53.883877 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-6d928ca3-9b2f-46a4-baee-67fde40bcadf req-0bdb4203-d16d-489e-8bdb-14f599036e2a tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=d1c1d13142434356ac1210f14dad847b&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0625241 Jun 16 17:36:53.912923 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5800ea72-6fe6-4467-bbc8-644190afb1a1 None None] The sync data for ids ['45cde80b-1048-49d8-8a41-dc301b9117be'] in dv-cinder-837546-2-iscsi is: [{'id': '45cde80b-1048-49d8-8a41-dc301b9117be', 'name': 'tempest-TestShelveInstance-2132045232-router', 'tenant_id': '35fdc8ef703e43f1a730a868721c4a2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'external_fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': 'd63da2b3-1edc-45c7-adee-fd6f2abee30b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:36:47Z', 'updated_at': '2022-06-16T17:36:52Z', 'revision_number': 4, 'project_id': '35fdc8ef703e43f1a730a868721c4a2d', 'gw_port': {'id': 'd63da2b3-1edc-45c7-adee-fd6f2abee30b', 'name': '', 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:f1:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45cde80b-1048-49d8-8a41-dc301b9117be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:36:48Z', 'updated_at': '2022-06-16T17:36:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47584a51-19b7-439b-9f28-a7f577441b18', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-2-iscsi', '_interfaces': [{'id': 'cd8bdc50-7bfb-40f3-b220-de284ed4ff26', 'name': '', 'network_id': 'faa616db-04da-45e0-8b5a-5b794f8b5dd6', 'tenant_id': '35fdc8ef703e43f1a730a868721c4a2d', 'mac_address': 'fa:16:3e:4e:ce:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45cde80b-1048-49d8-8a41-dc301b9117be', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '3a5fc11e-57cf-421a-b4a2-bf85b45ade3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:36:51Z', 'updated_at': '2022-06-16T17:36:52Z', 'revision_number': 2, 'project_id': '35fdc8ef703e43f1a730a868721c4a2d', 'subnets': [{'id': '3a5fc11e-57cf-421a-b4a2-bf85b45ade3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:36:54.013484 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-6d928ca3-9b2f-46a4-baee-67fde40bcadf req-8f24b2c1-ac5a-485c-a734-2562072c5ab8 service neutron] 10.222.0.40 "GET /v2.0/networks/dd7b32b9-764e-43c1-a67e-f0e3f862c460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141479 Jun 16 17:36:54.126453 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-6d928ca3-9b2f-46a4-baee-67fde40bcadf req-1b55e291-27aa-4f64-a227-c79176aed8f2 service neutron] 10.222.0.40 "GET /v2.0/networks/dd7b32b9-764e-43c1-a67e-f0e3f862c460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031203 Jun 16 17:36:54.396917 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 57378) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:36:54.404649 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [None req-e7307565-36c0-47b9-a9ca-33cee78768de admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-846094686-network', 'tenant_id': '119182b448df4b0982dcd69db60fd7a6'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:36:54.466875 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7307565-36c0-47b9-a9ca-33cee78768de admin admin] Made reservation on behalf of 119182b448df4b0982dcd69db60fd7a6 for: {'network': 1} {{(pid=104052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:36:54.469134 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-e7307565-36c0-47b9-a9ca-33cee78768de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for network (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:54.474035 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-aaeadaae-88af-4d45-a24a-7be13121d528 req-5a02a3d8-5cdf-40fe-8e7e-b46dd31d902b tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/ports?device_id=2d1c168b-5f64-4d47-ae45-8a006f09dfe1 HTTP/1.1" status: 200 len: 210 time: 0.0363829 Jun 16 17:36:54.480200 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-e7307565-36c0-47b9-a9ca-33cee78768de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:54.584876 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28ed5bc-66a8-4e07-a7bd-5cc4fc763cc7 req-17093f9a-a855-496a-bdbb-bf81220dcb71 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:36:54.586434 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-a28ed5bc-66a8-4e07-a7bd-5cc4fc763cc7 req-17093f9a-a855-496a-bdbb-bf81220dcb71 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "GET /v2.0/ports?device_id=3ef90d7f-25eb-4945-b73d-30a1d1fd6ecb HTTP/1.1" status: 200 len: 945 time: 0.0765834 Jun 16 17:36:54.649850 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=8 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:36:54.690184 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-e7307565-36c0-47b9-a9ca-33cee78768de admin admin] Publish callbacks [] for security_group (2898aa85-86f9-4ff0-9134-4aeb3944d230), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:54.696098 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-a28ed5bc-66a8-4e07-a7bd-5cc4fc763cc7 req-506315b3-9d0f-4dd2-84a1-6d25a7f4a62a tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "GET /v2.0/security-groups?id=9baaa52f-028d-41f7-88ab-e847ee4d7ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022735 Jun 16 17:36:54.697478 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-e7307565-36c0-47b9-a9ca-33cee78768de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (2898aa85-86f9-4ff0-9134-4aeb3944d230), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:54.729231 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7307565-36c0-47b9-a9ca-33cee78768de admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 306} {{(pid=104052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 17:36:54.739056 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7307565-36c0-47b9-a9ca-33cee78768de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2898aa85-86f9-4ff0-9134-4aeb3944d230,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:36:54.742091 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Device 42876d97-ab72-447f-9723-b8c55e7cd05c up at agent hyperv_hv-cinder-83754 {{(pid=104054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 17:36:54.744796 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-e7307565-36c0-47b9-a9ca-33cee78768de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1565696'] for segment (c87f395d-1918-45b8-bd8c-25819072125b), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:54.745462 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.db.segments_db [None req-e7307565-36c0-47b9-a9ca-33cee78768de admin admin] Added segment c87f395d-1918-45b8-bd8c-25819072125b of type vlan for network d759821d-83db-47ec-b50c-57c18826110f Jun 16 17:36:54.827097 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-e7307565-36c0-47b9-a9ca-33cee78768de admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762169983061'] for network (d759821d-83db-47ec-b50c-57c18826110f), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:54.851920 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Provisioning for port 42876d97-ab72-447f-9723-b8c55e7cd05c completed by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 17:36:54.867686 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Provisioning complete for port 42876d97-ab72-447f-9723-b8c55e7cd05c triggered by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:36:54.868351 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572016'] for port (42876d97-ab72-447f-9723-b8c55e7cd05c), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:54.920159 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f20d1e1-2d83-4949-821e-cd488657dc16 req-4bf95c79-f9e8-4584-bf4c-899fc1e252d4 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:36:54.929254 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-9f20d1e1-2d83-4949-821e-cd488657dc16 req-4bf95c79-f9e8-4584-bf4c-899fc1e252d4 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] 10.222.0.40 "GET /v2.0/ports?device_id=2ea8edce-fee8-4dbd-ae01-e4d060cf5597 HTTP/1.1" status: 200 len: 945 time: 0.0721684 Jun 16 17:36:54.936603 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-e7307565-36c0-47b9-a9ca-33cee78768de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511'] for network (d759821d-83db-47ec-b50c-57c18826110f), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:54.938118 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7307565-36c0-47b9-a9ca-33cee78768de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:36:54.939458 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-e7307565-36c0-47b9-a9ca-33cee78768de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626521'] for network (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:54.990650 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:36:55.030245 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Current status of the port 42876d97-ab72-447f-9723-b8c55e7cd05c is: BUILD; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:36:55.030922 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (42876d97-ab72-447f-9723-b8c55e7cd05c), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:55.067242 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-e7307565-36c0-47b9-a9ca-33cee78768de admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.6688602 Jun 16 17:36:55.069967 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 57394) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:36:55.071587 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ef90d7f-25eb-4945-b73d-30a1d1fd6ecb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42876d97-ab72-447f-9723-b8c55e7cd05c'}] {{(pid=104054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 17:36:55.074518 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5645e34771f2e92f66b701059e1edb0e2a0b319a1385596c591183f5993537e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a474c3bf-e325-45d5-9851-bb3f615130dd" -d '{"events": [{"server_uuid": "3ef90d7f-25eb-4945-b73d-30a1d1fd6ecb", "name": "network-vif-plugged", "status": "completed", "tag": "42876d97-ab72-447f-9723-b8c55e7cd05c"}]}' {{(pid=104054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:36:55.074918 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.v2.base [None req-aa2f5dc3-36f0-4016-a0a8-467f413517d9 admin admin] Request body: {'subnet': {'network_id': 'd759821d-83db-47ec-b50c-57c18826110f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-846094686-subnet', 'tenant_id': '119182b448df4b0982dcd69db60fd7a6', 'ip_version': 4}} {{(pid=104053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:36:55.107862 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] For port 42876d97-ab72-447f-9723-b8c55e7cd05c, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=42876d97-ab72-447f-9723-b8c55e7cd05c,segment=NetworkSegment(94313329-9a0f-475b-94f3-d6ee0916d22d),segment_id=94313329-9a0f-475b-94f3-d6ee0916d22d)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:36:55.112023 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7307565-36c0-47b9-a9ca-33cee78768de admin admin] Pushing event updated for resources: {'Network': ['ID=d759821d-83db-47ec-b50c-57c18826110f,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:36:55.118827 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114'] for port (42876d97-ab72-447f-9723-b8c55e7cd05c), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:55.125027 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Network d759821d-83db-47ec-b50c-57c18826110f details requested by agent ovs-agent-dv-cinder-837546-2-iscsi with host dv-cinder-837546-2-iscsi {{(pid=104054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 16 17:36:55.141046 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa2f5dc3-36f0-4016-a0a8-467f413517d9 admin admin] Made reservation on behalf of 119182b448df4b0982dcd69db60fd7a6 for: {'subnet': 1} {{(pid=104053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:36:55.144107 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-aa2f5dc3-36f0-4016-a0a8-467f413517d9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64831939'] for subnet (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:55.157907 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-9f20d1e1-2d83-4949-821e-cd488657dc16 req-51d73f57-0d58-488a-9adc-eb6bbc099da4 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] 10.222.0.40 "GET /v2.0/security-groups?id=242115b7-43ec-477c-967c-8b04bb3085a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2149882 Jun 16 17:36:55.210031 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 17:36:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfa285f5-7046-4ced-b183-32ea253a2741 x-openstack-request-id: req-cfa285f5-7046-4ced-b183-32ea253a2741 {{(pid=104054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:36:55.210480 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ef90d7f-25eb-4945-b73d-30a1d1fd6ecb", "name": "network-vif-plugged", "status": "completed", "tag": "42876d97-ab72-447f-9723-b8c55e7cd05c", "code": 200}]} {{(pid=104054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:36:55.210737 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-cfa285f5-7046-4ced-b183-32ea253a2741 {{(pid=104054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:36:55.211210 dv-cinder-837546-2-iscsi neutron-server[104054]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cfa285f5-7046-4ced-b183-32ea253a2741'] response: {'server_uuid': '3ef90d7f-25eb-4945-b73d-30a1d1fd6ecb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42876d97-ab72-447f-9723-b8c55e7cd05c', 'code': 200} Jun 16 17:36:55.248244 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:36:55.329235 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Pushing event updated for resources: {'Port': ['ID=42876d97-ab72-447f-9723-b8c55e7cd05c,revision_number=5']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:36:55.449907 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:36:55.459745 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-aa2f5dc3-36f0-4016-a0a8-467f413517d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64764559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64831985'] for subnet (289eb0e2-7f89-48e1-bd47-a078d6a70f45), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:55.563166 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc535e8-a568-4afe-939e-d02469a24f59 req-5be92e17-89bb-46d3-80d5-ceee43fa91eb tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:36:55.570640 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-8dc535e8-a568-4afe-939e-d02469a24f59 req-5be92e17-89bb-46d3-80d5-ceee43fa91eb tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] 10.222.0.40 "GET /v2.0/ports?device_id=2ea8edce-fee8-4dbd-ae01-e4d060cf5597 HTTP/1.1" status: 200 len: 945 time: 0.0778434 Jun 16 17:36:55.578170 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2f5dc3-36f0-4016-a0a8-467f413517d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=289eb0e2-7f89-48e1-bd47-a078d6a70f45,revision_number=0']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:36:55.628549 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7b7012-26f2-4cb8-876c-efc0955e697b req-49a383d0-03cf-49aa-9bcd-ecb55b557aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:36:55.633760 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-be7b7012-26f2-4cb8-876c-efc0955e697b req-49a383d0-03cf-49aa-9bcd-ecb55b557aa7 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3ef90d7f-25eb-4945-b73d-30a1d1fd6ecb HTTP/1.1" status: 200 len: 1130 time: 0.1412756 Jun 16 17:36:55.635054 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2f5dc3-36f0-4016-a0a8-467f413517d9 admin admin] Checking segment: {'id': 'c87f395d-1918-45b8-bd8c-25819072125b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'd759821d-83db-47ec-b50c-57c18826110f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 17:36:55.635422 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa2f5dc3-36f0-4016-a0a8-467f413517d9 admin admin] Network hostable DHCP agents. Network: d759821d-83db-47ec-b50c-57c18826110f, hostable agents: ['e26ebcb9-a690-4ec1-8688-e951546304f4'], hosted agents: [] {{(pid=104053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 17:36:55.661013 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa2f5dc3-36f0-4016-a0a8-467f413517d9 admin admin] Network d759821d-83db-47ec-b50c-57c18826110f is scheduled to be hosted by DHCP agent e26ebcb9-a690-4ec1-8688-e951546304f4 with binding_index 1 {{(pid=104053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 17:36:55.666534 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-cb5431da-1048-4f79-b257-de1df1594dfb req-67bf3f96-eb97-43bd-a39d-e9bb88780de3 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/ports?device_id=2d1c168b-5f64-4d47-ae45-8a006f09dfe1 HTTP/1.1" status: 200 len: 210 time: 0.0487304 Jun 16 17:36:55.671052 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-8dc535e8-a568-4afe-939e-d02469a24f59 req-d7789974-031b-45e6-9983-14389f783eb8 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] 10.222.0.40 "GET /v2.0/security-groups?id=242115b7-43ec-477c-967c-8b04bb3085a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986891 Jun 16 17:36:55.689208 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.scheduler.base_scheduler [None req-aa2f5dc3-36f0-4016-a0a8-467f413517d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837546-2-iscsi, d759821d-83db-47ec-b50c-57c18826110f) {{(pid=104053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:36:55.693518 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f339d719-a30c-4e79-a298-34a51bcf5aa6 None None] Network d759821d-83db-47ec-b50c-57c18826110f requested from dv-cinder-837546-2-iscsi {{(pid=104054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 17:36:55.696635 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa2f5dc3-36f0-4016-a0a8-467f413517d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:36:55.697464 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-aa2f5dc3-36f0-4016-a0a8-467f413517d9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:55.720064 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-aa2f5dc3-36f0-4016-a0a8-467f413517d9 admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6489685 Jun 16 17:36:55.720384 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 57408) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:36:55.725540 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [None req-d59344d9-8a54-43cf-8f56-b99a7ba36484 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-846094686-router', 'tenant_id': '119182b448df4b0982dcd69db60fd7a6', 'external_gateway_info': {'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2'}}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:36:55.752036 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-d59344d9-8a54-43cf-8f56-b99a7ba36484 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-361966', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11547'] for router (afe8f60d-0d06-4161-aa5a-fca004631e72), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:55.753681 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-d59344d9-8a54-43cf-8f56-b99a7ba36484 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-361757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371105', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-467411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11540'] for router (afe8f60d-0d06-4161-aa5a-fca004631e72), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:55.820742 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4caa913-c3c4-44a7-a741-5f9770aea5a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0cae4adc-82d1-5bc8-94a6-29ea8bfd1c5c-d759821d-83db-47ec-b50c-57c18826110f', 'network_id': 'd759821d-83db-47ec-b50c-57c18826110f', 'project_id': '119182b448df4b0982dcd69db60fd7a6', 'fixed_ips': [{'subnet_id': '289eb0e2-7f89-48e1-bd47-a078d6a70f45'}]}} from dv-cinder-837546-2-iscsi. {{(pid=104054) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 16 17:36:55.823333 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-d4caa913-c3c4-44a7-a741-5f9770aea5a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (None), before_create {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:55.831656 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-d59344d9-8a54-43cf-8f56-b99a7ba36484 admin admin] Publish callbacks [] for router_controller (afe8f60d-0d06-4161-aa5a-fca004631e72), precommit_add_association {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:55.838609 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:36:55.924477 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 57416) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:36:56.029202 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-be7b7012-26f2-4cb8-876c-efc0955e697b req-80702d6b-8e7b-4c3e-98de-317700c49c48 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=9baaa52f-028d-41f7-88ab-e847ee4d7ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060061 Jun 16 17:36:56.046655 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.db_base_plugin_common [None req-d4caa913-c3c4-44a7-a741-5f9770aea5a6 None None] Allocated IP 172.20.0.2 (d759821d-83db-47ec-b50c-57c18826110f/289eb0e2-7f89-48e1-bd47-a078d6a70f45/eb022127-5fb3-4557-8362-a2f0efd9690c) {{(pid=104054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:36:56.069558 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeb95c6-2386-46ba-a5d0-cd8b636acb30 req-0db78361-ce24-4d46-a379-db19edd9f0d9 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:36:56.074187 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-adeb95c6-2386-46ba-a5d0-cd8b636acb30 req-0db78361-ce24-4d46-a379-db19edd9f0d9 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "GET /v2.0/ports?device_id=3ef90d7f-25eb-4945-b73d-30a1d1fd6ecb HTTP/1.1" status: 200 len: 946 time: 0.2584140 Jun 16 17:36:56.090382 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Device d63da2b3-1edc-45c7-adee-fd6f2abee30b up at agent ovs-agent-dv-cinder-837546-2-iscsi {{(pid=104054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 17:36:56.099536 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03188bd-feaa-431b-a7a8-30b978cd4923 req-54cb2d3f-1842-48bb-b374-182604c65144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:36:56.100986 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-c03188bd-feaa-431b-a7a8-30b978cd4923 req-54cb2d3f-1842-48bb-b374-182604c65144 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4904f0e2f64e4bef989f441380e843b5&device_id=2ea8edce-fee8-4dbd-ae01-e4d060cf5597 HTTP/1.1" status: 200 len: 1129 time: 0.1756568 Jun 16 17:36:56.206539 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-d59344d9-8a54-43cf-8f56-b99a7ba36484 admin admin] Publish callbacks [] for router_gateway (afe8f60d-0d06-4161-aa5a-fca004631e72), precommit_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:56.212590 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-7b8a4a53-e44d-4648-8999-fcc71a52ea0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:56.221418 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-adeb95c6-2386-46ba-a5d0-cd8b636acb30 req-85f275d5-3d69-46da-a1f4-04e9a2d26e3e tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "GET /v2.0/security-groups?id=9baaa52f-028d-41f7-88ab-e847ee4d7ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1330771 Jun 16 17:36:56.224546 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Provisioning complete for port d63da2b3-1edc-45c7-adee-fd6f2abee30b triggered by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:36:56.225144 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572016'] for port (d63da2b3-1edc-45c7-adee-fd6f2abee30b), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:56.313585 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-d4caa913-c3c4-44a7-a741-5f9770aea5a6 None None] Publish callbacks [] for port (eb022127-5fb3-4557-8362-a2f0efd9690c), precommit_create {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:56.331247 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-d4caa913-c3c4-44a7-a741-5f9770aea5a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762170029078'] for port (eb022127-5fb3-4557-8362-a2f0efd9690c), after_create {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:56.432911 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4caa913-c3c4-44a7-a741-5f9770aea5a6 None None] Pushing event updated for resources: {'Port': ['ID=eb022127-5fb3-4557-8362-a2f0efd9690c,revision_number=1']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:36:56.462259 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d928ca3-9b2f-46a4-baee-67fde40bcadf req-b2ab30ae-6e5f-498e-9498-d8f34c29326f tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:36:56.462904 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4caa913-c3c4-44a7-a741-5f9770aea5a6 None None] Network d759821d-83db-47ec-b50c-57c18826110f is already hosted by enough agents. {{(pid=104054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:36:56.464671 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-6d928ca3-9b2f-46a4-baee-67fde40bcadf req-b2ab30ae-6e5f-498e-9498-d8f34c29326f tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.47 "GET /v2.0/networks?id=dd7b32b9-764e-43c1-a67e-f0e3f862c460 HTTP/1.1" status: 200 len: 818 time: 0.1758468 Jun 16 17:36:56.469664 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.scheduler.base_scheduler [None req-d4caa913-c3c4-44a7-a741-5f9770aea5a6 None None] Resources bound (agent type, host, resource id): {{(pid=104054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:36:56.473989 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4caa913-c3c4-44a7-a741-5f9770aea5a6 None None] Received port after_create {{(pid=104054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 17:36:56.535917 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Current status of the port d63da2b3-1edc-45c7-adee-fd6f2abee30b is: DOWN; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:36:56.537257 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (d63da2b3-1edc-45c7-adee-fd6f2abee30b), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:56.562910 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-6d928ca3-9b2f-46a4-baee-67fde40bcadf req-89414759-4a49-4e14-aa16-b057373df354 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d1c1d13142434356ac1210f14dad847b HTTP/1.1" status: 200 len: 379 time: 0.0842154 Jun 16 17:36:56.574860 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.managers [None req-d4caa913-c3c4-44a7-a741-5f9770aea5a6 None None] Attempting to bind port eb022127-5fb3-4557-8362-a2f0efd9690c on host dv-cinder-837546-2-iscsi for vnic_type normal with profile {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 17:36:56.575565 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.managers [None req-d4caa913-c3c4-44a7-a741-5f9770aea5a6 None None] Attempting to bind port eb022127-5fb3-4557-8362-a2f0efd9690c by drivers openvswitch,hyperv on host dv-cinder-837546-2-iscsi at level 0 using segments [{'id': 'c87f395d-1918-45b8-bd8c-25819072125b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'd759821d-83db-47ec-b50c-57c18826110f'}] {{(pid=104054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 17:36:56.576122 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4caa913-c3c4-44a7-a741-5f9770aea5a6 None None] Attempting to bind port eb022127-5fb3-4557-8362-a2f0efd9690c on network d759821d-83db-47ec-b50c-57c18826110f {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 17:36:56.583699 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4caa913-c3c4-44a7-a741-5f9770aea5a6 None None] Checking agent: {'id': 'f1f6c009-5a31-4833-b180-4d9d41a55fe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837546-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 17, 26, 4), 'started_at': datetime.datetime(2022, 6, 16, 17, 26, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 17, 36, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837546-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 17:36:56.584087 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4caa913-c3c4-44a7-a741-5f9770aea5a6 None None] Checking segment: {'id': 'c87f395d-1918-45b8-bd8c-25819072125b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'd759821d-83db-47ec-b50c-57c18826110f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 17:36:56.584564 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-d4caa913-c3c4-44a7-a741-5f9770aea5a6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:56.585031 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4caa913-c3c4-44a7-a741-5f9770aea5a6 None None] Bound using segment: {'id': 'c87f395d-1918-45b8-bd8c-25819072125b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'd759821d-83db-47ec-b50c-57c18826110f'} {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 17:36:56.585585 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.managers [None req-d4caa913-c3c4-44a7-a741-5f9770aea5a6 None None] Bound port: eb022127-5fb3-4557-8362-a2f0efd9690c, host: dv-cinder-837546-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c87f395d-1918-45b8-bd8c-25819072125b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'd759821d-83db-47ec-b50c-57c18826110f'}}] {{(pid=104054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 17:36:56.585971 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-d4caa913-c3c4-44a7-a741-5f9770aea5a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (eb022127-5fb3-4557-8362-a2f0efd9690c), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:56.589117 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] For port d63da2b3-1edc-45c7-adee-fd6f2abee30b, host dv-cinder-837546-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-2-iscsi',level=0,port_id=d63da2b3-1edc-45c7-adee-fd6f2abee30b,segment=NetworkSegment(f847f272-90b1-4369-8e48-25aa20ff3114),segment_id=f847f272-90b1-4369-8e48-25aa20ff3114)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:36:56.598870 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114'] for port (d63da2b3-1edc-45c7-adee-fd6f2abee30b), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:56.620384 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:36:56.678976 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Pushing event updated for resources: {'Port': ['ID=d63da2b3-1edc-45c7-adee-fd6f2abee30b,revision_number=4']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:36:56.728947 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-d4caa913-c3c4-44a7-a741-5f9770aea5a6 None None] For port eb022127-5fb3-4557-8362-a2f0efd9690c, host dv-cinder-837546-2-iscsi, cleared binding levels {{(pid=104054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 17:36:56.733017 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-d4caa913-c3c4-44a7-a741-5f9770aea5a6 None None] For port eb022127-5fb3-4557-8362-a2f0efd9690c, host dv-cinder-837546-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-2-iscsi',level=0,port_id=eb022127-5fb3-4557-8362-a2f0efd9690c,segment=NetworkSegment(c87f395d-1918-45b8-bd8c-25819072125b),segment_id=c87f395d-1918-45b8-bd8c-25819072125b)] {{(pid=104054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 17:36:56.745280 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-d4caa913-c3c4-44a7-a741-5f9770aea5a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114'] for port (eb022127-5fb3-4557-8362-a2f0efd9690c), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:56.750035 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=6 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:36:56.822970 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4caa913-c3c4-44a7-a741-5f9770aea5a6 None None] Pushing event updated for resources: {'Port': ['ID=eb022127-5fb3-4557-8362-a2f0efd9690c,revision_number=2']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:36:56.900172 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03188bd-feaa-431b-a7a8-30b978cd4923 req-4d4f9d0c-a1d1-4794-805b-e5d9eedb7f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:36:56.901672 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-c03188bd-feaa-431b-a7a8-30b978cd4923 req-4d4f9d0c-a1d1-4794-805b-e5d9eedb7f5a service neutron] 10.222.0.47 "GET /v2.0/networks?id=7174c275-7bd9-4bad-898d-52e5729a7a31 HTTP/1.1" status: 200 len: 912 time: 0.3150899 Jun 16 17:36:56.905227 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-7b8a4a53-e44d-4648-8999-fcc71a52ea0a admin admin] Publish callbacks [] for security_group (114f82b6-2490-4624-b5f0-652e98835eb8), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:56.908330 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:36:56.910912 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-6f88d074-3d05-4ec1-b04f-3fbe664dd6ce req-9acb89b0-afb3-4678-a703-92191f2af932 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/ports?device_id=2d1c168b-5f64-4d47-ae45-8a006f09dfe1 HTTP/1.1" status: 200 len: 210 time: 0.1259394 Jun 16 17:36:56.920232 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-7b8a4a53-e44d-4648-8999-fcc71a52ea0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (114f82b6-2490-4624-b5f0-652e98835eb8), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:56.933910 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.v2.base [req-6d928ca3-9b2f-46a4-baee-67fde40bcadf req-9d176bd1-ef6d-4c41-84ca-e752c8fc11b7 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Request body: {'port': {'device_id': '2d1c168b-5f64-4d47-ae45-8a006f09dfe1', 'network_id': 'dd7b32b9-764e-43c1-a67e-f0e3f862c460', 'admin_state_up': True, 'tenant_id': 'd1c1d13142434356ac1210f14dad847b', 'security_groups': ['1fce0bbb-8968-42b3-b683-f7749fa084ef']}} {{(pid=104053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:36:56.978609 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-7b8a4a53-e44d-4648-8999-fcc71a52ea0a admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=c5c9deabd6444227b04c98d0eb1b3679&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0519688 Jun 16 17:36:56.988239 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2824360f-0645-423b-9ab9-f9f3b8037cf5 req-929dec78-3a15-4fcd-9dad-d497cbd32b22 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:36:56.995871 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-2824360f-0645-423b-9ab9-f9f3b8037cf5 req-929dec78-3a15-4fcd-9dad-d497cbd32b22 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] 10.222.0.40 "GET /v2.0/ports?device_id=2ea8edce-fee8-4dbd-ae01-e4d060cf5597 HTTP/1.1" status: 200 len: 945 time: 0.2120721 Jun 16 17:36:57.010456 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 57430) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:36:57.100703 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-d59344d9-8a54-43cf-8f56-b99a7ba36484 admin admin] Publish callbacks [] for router_gateway (afe8f60d-0d06-4161-aa5a-fca004631e72), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:57.113935 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d928ca3-9b2f-46a4-baee-67fde40bcadf req-9d176bd1-ef6d-4c41-84ca-e752c8fc11b7 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Made reservation on behalf of d1c1d13142434356ac1210f14dad847b for: {'port': 1} {{(pid=104053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:36:57.119170 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [req-6d928ca3-9b2f-46a4-baee-67fde40bcadf req-9d176bd1-ef6d-4c41-84ca-e752c8fc11b7 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:57.133933 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-d59344d9-8a54-43cf-8f56-b99a7ba36484 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:57.208092 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8a4a53-e44d-4648-8999-fcc71a52ea0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=114f82b6-2490-4624-b5f0-652e98835eb8,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:36:57.210573 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:36:57.284814 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-c03188bd-feaa-431b-a7a8-30b978cd4923 req-63f4d667-0248-4230-896b-dfc23fcaa0b6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4e13aef5-2de9-4312-9c58-333292fceaab HTTP/1.1" status: 200 len: 1000 time: 0.2756870 Jun 16 17:36:57.296295 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.db.db_base_plugin_common [req-6d928ca3-9b2f-46a4-baee-67fde40bcadf req-9d176bd1-ef6d-4c41-84ca-e752c8fc11b7 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Allocated IP 172.20.0.13 (dd7b32b9-764e-43c1-a67e-f0e3f862c460/58dbd783-c237-4164-b4f7-63cdaa3401e3/bb6292bd-d4a4-4f49-ae28-32181d3a72ae) {{(pid=104053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:36:57.301137 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-2824360f-0645-423b-9ab9-f9f3b8037cf5 req-3b4f37a9-5a75-4b9d-9aa3-4037e4699c87 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] 10.222.0.40 "GET /v2.0/security-groups?id=242115b7-43ec-477c-967c-8b04bb3085a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3044169 Jun 16 17:36:57.314467 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-7094d6cf-d19f-4287-a9c3-7412d0b0e8b8 admin admin] Publish callbacks [] for security_group (114f82b6-2490-4624-b5f0-652e98835eb8), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:57.395437 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-7094d6cf-d19f-4287-a9c3-7412d0b0e8b8 admin admin] Publish callbacks [] for security_group (114f82b6-2490-4624-b5f0-652e98835eb8), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:57.494730 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b37403-e60c-4a92-a5f4-1f9ad3adb6d8 req-0a8d0e41-598b-4181-945d-e895102cea5c tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:36:57.496246 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-27b37403-e60c-4a92-a5f4-1f9ad3adb6d8 req-0a8d0e41-598b-4181-945d-e895102cea5c tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "GET /v2.0/ports?device_id=3ef90d7f-25eb-4945-b73d-30a1d1fd6ecb HTTP/1.1" status: 200 len: 946 time: 0.1835012 Jun 16 17:36:57.501752 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [req-6d928ca3-9b2f-46a4-baee-67fde40bcadf req-9d176bd1-ef6d-4c41-84ca-e752c8fc11b7 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Publish callbacks [] for port (bb6292bd-d4a4-4f49-ae28-32181d3a72ae), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:57.533269 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.db.db_base_plugin_common [None req-d59344d9-8a54-43cf-8f56-b99a7ba36484 admin admin] Allocated IP 172.27.0.129 (a25e4fa3-c316-487c-825a-4fde1c36cdb2/47584a51-19b7-439b-9f28-a7f577441b18/ff27d45e-b24f-41c2-a9ca-4bb149aa4796) {{(pid=104052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:36:57.537688 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [req-6d928ca3-9b2f-46a4-baee-67fde40bcadf req-9d176bd1-ef6d-4c41-84ca-e752c8fc11b7 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762170029078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64764667'] for port (bb6292bd-d4a4-4f49-ae28-32181d3a72ae), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:57.564311 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03188bd-feaa-431b-a7a8-30b978cd4923 req-d41cc123-6b1f-445b-a48e-bd722d6c5b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:36:57.565842 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-c03188bd-feaa-431b-a7a8-30b978cd4923 req-d41cc123-6b1f-445b-a48e-bd722d6c5b00 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f0d6e637-64db-4e7d-aa18-ced53dc06702 HTTP/1.1" status: 200 len: 850 time: 0.1509860 Jun 16 17:36:57.584065 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d928ca3-9b2f-46a4-baee-67fde40bcadf req-9d176bd1-ef6d-4c41-84ca-e752c8fc11b7 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Network dd7b32b9-764e-43c1-a67e-f0e3f862c460 is already hosted by enough agents. {{(pid=104053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:36:57.587269 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.scheduler.base_scheduler [req-6d928ca3-9b2f-46a4-baee-67fde40bcadf req-9d176bd1-ef6d-4c41-84ca-e752c8fc11b7 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Resources bound (agent type, host, resource id): {{(pid=104053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:36:57.592305 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d928ca3-9b2f-46a4-baee-67fde40bcadf req-9d176bd1-ef6d-4c41-84ca-e752c8fc11b7 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Received port after_create {{(pid=104053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 17:36:57.616045 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-7094d6cf-d19f-4287-a9c3-7412d0b0e8b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (114f82b6-2490-4624-b5f0-652e98835eb8), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:57.618994 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-7094d6cf-d19f-4287-a9c3-7412d0b0e8b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:57.623059 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-7094d6cf-d19f-4287-a9c3-7412d0b0e8b8 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/114f82b6-2490-4624-b5f0-652e98835eb8 HTTP/1.1" status: 204 len: 168 time: 0.6038530 Jun 16 17:36:57.629624 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d176bd1-ef6d-4c41-84ca-e752c8fc11b7 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Pushing event updated for resources: {'Port': ['ID=bb6292bd-d4a4-4f49-ae28-32181d3a72ae,revision_number=1']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:36:57.633891 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-27b37403-e60c-4a92-a5f4-1f9ad3adb6d8 req-53a46e25-645d-4f58-b2b3-cefee51c228b tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "GET /v2.0/security-groups?id=9baaa52f-028d-41f7-88ab-e847ee4d7ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1178930 Jun 16 17:36:57.651798 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:36:57.662609 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7094d6cf-d19f-4287-a9c3-7412d0b0e8b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=114f82b6-2490-4624-b5f0-652e98835eb8,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:36:57.667699 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d928ca3-9b2f-46a4-baee-67fde40bcadf req-9d176bd1-ef6d-4c41-84ca-e752c8fc11b7 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:36:57.668353 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [req-6d928ca3-9b2f-46a4-baee-67fde40bcadf req-9d176bd1-ef6d-4c41-84ca-e752c8fc11b7 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228225'] for port (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:57.710956 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-6d928ca3-9b2f-46a4-baee-67fde40bcadf req-9d176bd1-ef6d-4c41-84ca-e752c8fc11b7 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7770932 Jun 16 17:36:57.728849 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:36:57.772299 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-d59344d9-8a54-43cf-8f56-b99a7ba36484 admin admin] Publish callbacks [] for port (ff27d45e-b24f-41c2-a9ca-4bb149aa4796), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:57.812760 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-d59344d9-8a54-43cf-8f56-b99a7ba36484 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762170029078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62916395'] for port (ff27d45e-b24f-41c2-a9ca-4bb149aa4796), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:57.855277 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d59344d9-8a54-43cf-8f56-b99a7ba36484 admin admin] Network a25e4fa3-c316-487c-825a-4fde1c36cdb2 is already hosted by enough agents. {{(pid=104052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:36:57.859504 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.base_scheduler [None req-d59344d9-8a54-43cf-8f56-b99a7ba36484 admin admin] Resources bound (agent type, host, resource id): {{(pid=104052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:36:57.869710 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59344d9-8a54-43cf-8f56-b99a7ba36484 admin admin] Received port after_create {{(pid=104052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 17:36:57.871450 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:36:57.904563 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.v2.base [req-6d928ca3-9b2f-46a4-baee-67fde40bcadf req-94607a60-81a5-4ffb-9a05-3569a6ab9eaa service neutron] Request body: {'port': {'device_id': '2d1c168b-5f64-4d47-ae45-8a006f09dfe1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=104053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:36:57.904969 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59344d9-8a54-43cf-8f56-b99a7ba36484 admin admin] Pushing event updated for resources: {'Port': ['ID=ff27d45e-b24f-41c2-a9ca-4bb149aa4796,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:36:58.036543 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:36:58.037927 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-32cd228a-62d4-444a-a7f1-00c101df6273 None None] Provisioning complete for port bb6292bd-d4a4-4f49-ae28-32181d3a72ae triggered by entity DHCP. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:36:58.040814 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-32cd228a-62d4-444a-a7f1-00c101df6273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572016'] for port (bb6292bd-d4a4-4f49-ae28-32181d3a72ae), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:58.117299 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [req-6d928ca3-9b2f-46a4-baee-67fde40bcadf req-94607a60-81a5-4ffb-9a05-3569a6ab9eaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (bb6292bd-d4a4-4f49-ae28-32181d3a72ae), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:58.133393 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-32cd228a-62d4-444a-a7f1-00c101df6273 None None] Port bb6292bd-d4a4-4f49-ae28-32181d3a72ae cannot update to ACTIVE because it is not bound. {{(pid=104054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 17:36:58.150828 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03188bd-feaa-431b-a7a8-30b978cd4923 req-abac9cbc-c12c-4a73-b0c3-2a2f451159cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:36:58.154525 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-c03188bd-feaa-431b-a7a8-30b978cd4923 req-abac9cbc-c12c-4a73-b0c3-2a2f451159cf service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7174c275-7bd9-4bad-898d-52e5729a7a31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2438877 Jun 16 17:36:58.245264 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Device eb022127-5fb3-4557-8362-a2f0efd9690c up at agent ovs-agent-dv-cinder-837546-2-iscsi {{(pid=104054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 17:36:58.286518 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af62d9f-8b72-4329-a523-6247727351a7 None None] Sync routers for ids ['45cde80b-1048-49d8-8a41-dc301b9117be'] in dv-cinder-837546-2-iscsi {{(pid=104055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:36:58.324173 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af62d9f-8b72-4329-a523-6247727351a7 None None] Routers {'45cde80b-1048-49d8-8a41-dc301b9117be'} bound to L3 agent in host dv-cinder-837546-2-iscsi {{(pid=104055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:36:58.327084 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-1af62d9f-8b72-4329-a523-6247727351a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T17:26:01Z,description=,heartbeat_timestamp=2022-06-16T17:36:31Z,host='dv-cinder-837546-2-iscsi',id=43e250b4-0ce3-4949-aa8c-0bafe6454580,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:26:01Z,topic='l3_agent')) {'router_ids': ['45cde80b-1048-49d8-8a41-dc301b9117be'], 'active': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:36:58.347899 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-c03188bd-feaa-431b-a7a8-30b978cd4923 req-f9e90ca8-fa9c-4390-8b84-0a11d255411d service neutron] 10.222.0.47 "GET /v2.0/networks/7174c275-7bd9-4bad-898d-52e5729a7a31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659815 Jun 16 17:36:58.358635 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Provisioning complete for port eb022127-5fb3-4557-8362-a2f0efd9690c triggered by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:36:58.359046 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572016'] for port (eb022127-5fb3-4557-8362-a2f0efd9690c), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:58.510171 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Current status of the port eb022127-5fb3-4557-8362-a2f0efd9690c is: DOWN; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:36:58.510561 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (eb022127-5fb3-4557-8362-a2f0efd9690c), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:58.572338 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] For port eb022127-5fb3-4557-8362-a2f0efd9690c, host dv-cinder-837546-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-2-iscsi',level=0,port_id=eb022127-5fb3-4557-8362-a2f0efd9690c,segment=NetworkSegment(c87f395d-1918-45b8-bd8c-25819072125b),segment_id=c87f395d-1918-45b8-bd8c-25819072125b)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:36:58.579915 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114'] for port (eb022127-5fb3-4557-8362-a2f0efd9690c), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:58.580712 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Device d63da2b3-1edc-45c7-adee-fd6f2abee30b up at agent ovs-agent-dv-cinder-837546-2-iscsi {{(pid=104054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 17:36:58.604532 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvr_db [None req-1af62d9f-8b72-4329-a523-6247727351a7 None None] Set router 45cde80b-1048-49d8-8a41-dc301b9117be gateway port host: dv-cinder-837546-2-iscsi {{(pid=104055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:36:58.610069 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c919767-ff04-4383-bff1-34a53ecd5938 req-9d4c8ada-993e-4782-9779-10741503996a tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:36:58.611819 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-5c919767-ff04-4383-bff1-34a53ecd5938 req-9d4c8ada-993e-4782-9779-10741503996a tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/ports?device_id=2d1c168b-5f64-4d47-ae45-8a006f09dfe1 HTTP/1.1" status: 200 len: 932 time: 0.4628305 Jun 16 17:36:58.675636 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.notifiers.nova [req-6d928ca3-9b2f-46a4-baee-67fde40bcadf req-94607a60-81a5-4ffb-9a05-3569a6ab9eaa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb6292bd-d4a4-4f49-ae28-32181d3a72ae {{(pid=104053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 17:36:58.690718 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [req-6d928ca3-9b2f-46a4-baee-67fde40bcadf req-94607a60-81a5-4ffb-9a05-3569a6ab9eaa service neutron] Publish callbacks [] for port (bb6292bd-d4a4-4f49-ae28-32181d3a72ae), precommit_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:58.701283 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Pushing event updated for resources: {'Port': ['ID=eb022127-5fb3-4557-8362-a2f0efd9690c,revision_number=3']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:36:58.719151 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f70243-bb97-4871-9e19-ffd6a5ad919a req-3e4a056a-df7f-4a97-a33a-2f260da997a4 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:36:58.727371 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-e6f70243-bb97-4871-9e19-ffd6a5ad919a req-3e4a056a-df7f-4a97-a33a-2f260da997a4 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] 10.222.0.40 "GET /v2.0/ports?device_id=2ea8edce-fee8-4dbd-ae01-e4d060cf5597 HTTP/1.1" status: 200 len: 945 time: 0.2051630 Jun 16 17:36:58.739019 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-944bccc0-bbcb-4505-894e-13a6e8117f9d None None] Network d759821d-83db-47ec-b50c-57c18826110f requested from dv-cinder-837546-2-iscsi {{(pid=104054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 17:36:58.742326 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [req-6d928ca3-9b2f-46a4-baee-67fde40bcadf req-94607a60-81a5-4ffb-9a05-3569a6ab9eaa service neutron] Transition to ACTIVE for port object bb6292bd-d4a4-4f49-ae28-32181d3a72ae will not be triggered until provisioned by entity L2. {{(pid=104053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 17:36:58.751024 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [req-6d928ca3-9b2f-46a4-baee-67fde40bcadf req-94607a60-81a5-4ffb-9a05-3569a6ab9eaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64764658'] for port (bb6292bd-d4a4-4f49-ae28-32181d3a72ae), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:58.794014 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-468751fb-89c8-44c9-bafb-4a786f1d4d58 None None] Provisioning complete for port eb022127-5fb3-4557-8362-a2f0efd9690c triggered by entity DHCP. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:36:58.794797 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-468751fb-89c8-44c9-bafb-4a786f1d4d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572016'] for port (eb022127-5fb3-4557-8362-a2f0efd9690c), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:58.796732 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Provisioning complete for port d63da2b3-1edc-45c7-adee-fd6f2abee30b triggered by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:36:58.797450 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572016'] for port (d63da2b3-1edc-45c7-adee-fd6f2abee30b), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:58.831400 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=91,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=5 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:36:58.838514 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-c03188bd-feaa-431b-a7a8-30b978cd4923 req-7a0d2963-1b29-474e-9114-fc154772f44c service neutron] 10.222.0.47 "GET /v2.0/networks/7174c275-7bd9-4bad-898d-52e5729a7a31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4823434 Jun 16 17:36:58.884426 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-e6f70243-bb97-4871-9e19-ffd6a5ad919a req-f7a65648-fff1-44b3-8a0d-c5cb58b4a469 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] 10.222.0.40 "GET /v2.0/security-groups?id=242115b7-43ec-477c-967c-8b04bb3085a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1560984 Jun 16 17:36:58.949273 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-5c919767-ff04-4383-bff1-34a53ecd5938 req-be377e0c-1ba7-4dc5-9e6a-76e71b05e157 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/security-groups?id=1fce0bbb-8968-42b3-b683-f7749fa084ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2385559 Jun 16 17:36:59.036561 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94607a60-81a5-4ffb-9a05-3569a6ab9eaa service neutron] Pushing event updated for resources: {'Port': ['ID=bb6292bd-d4a4-4f49-ae28-32181d3a72ae,revision_number=2']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:36:59.043119 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-1af62d9f-8b72-4329-a523-6247727351a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45cde80b-1048-49d8-8a41-dc301b9117be', 'name': 'tempest-TestShelveInstance-2132045232-router', 'tenant_id': '35fdc8ef703e43f1a730a868721c4a2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'external_fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': 'd63da2b3-1edc-45c7-adee-fd6f2abee30b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:36:47Z', 'updated_at': '2022-06-16T17:36:52Z', 'revision_number': 4, 'project_id': '35fdc8ef703e43f1a730a868721c4a2d', 'gw_port': {'id': 'd63da2b3-1edc-45c7-adee-fd6f2abee30b', 'name': '', 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:f1:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45cde80b-1048-49d8-8a41-dc301b9117be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:36:48Z', 'updated_at': '2022-06-16T17:36:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47584a51-19b7-439b-9f28-a7f577441b18', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-2-iscsi', '_interfaces': [{'id': 'cd8bdc50-7bfb-40f3-b220-de284ed4ff26', 'name': '', 'network_id': 'faa616db-04da-45e0-8b5a-5b794f8b5dd6', 'tenant_id': '35fdc8ef703e43f1a730a868721c4a2d', 'mac_address': 'fa:16:3e:4e:ce:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45cde80b-1048-49d8-8a41-dc301b9117be', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '3a5fc11e-57cf-421a-b4a2-bf85b45ade3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:36:51Z', 'updated_at': '2022-06-16T17:36:52Z', 'revision_number': 2, 'project_id': '35fdc8ef703e43f1a730a868721c4a2d', 'subnets': [{'id': '3a5fc11e-57cf-421a-b4a2-bf85b45ade3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837546-2-iscsi', False) {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:36:59.098921 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.managers [req-6d928ca3-9b2f-46a4-baee-67fde40bcadf req-94607a60-81a5-4ffb-9a05-3569a6ab9eaa service neutron] Attempting to bind port bb6292bd-d4a4-4f49-ae28-32181d3a72ae on host hv-cinder-83754 for vnic_type normal with profile {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 17:36:59.100213 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.managers [req-6d928ca3-9b2f-46a4-baee-67fde40bcadf req-94607a60-81a5-4ffb-9a05-3569a6ab9eaa service neutron] Attempting to bind port bb6292bd-d4a4-4f49-ae28-32181d3a72ae by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': '8e587aa1-3cda-45b9-8327-c258cff01d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'dd7b32b9-764e-43c1-a67e-f0e3f862c460'}] {{(pid=104053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 17:36:59.101079 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d928ca3-9b2f-46a4-baee-67fde40bcadf req-94607a60-81a5-4ffb-9a05-3569a6ab9eaa service neutron] Attempting to bind port bb6292bd-d4a4-4f49-ae28-32181d3a72ae on network dd7b32b9-764e-43c1-a67e-f0e3f862c460 {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 17:36:59.112891 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af62d9f-8b72-4329-a523-6247727351a7 None None] Checking router: 45cde80b-1048-49d8-8a41-dc301b9117be for host: dv-cinder-837546-2-iscsi {{(pid=104055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:36:59.117192 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af62d9f-8b72-4329-a523-6247727351a7 None None] Updating router 45cde80b-1048-49d8-8a41-dc301b9117be port cd8bdc50-7bfb-40f3-b220-de284ed4ff26 binding host dv-cinder-837546-2-iscsi {{(pid=104055) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 17:36:59.129901 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d928ca3-9b2f-46a4-baee-67fde40bcadf req-94607a60-81a5-4ffb-9a05-3569a6ab9eaa service neutron] Port bb6292bd-d4a4-4f49-ae28-32181d3a72ae on network dd7b32b9-764e-43c1-a67e-f0e3f862c460 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 17:36:59.131116 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d928ca3-9b2f-46a4-baee-67fde40bcadf req-94607a60-81a5-4ffb-9a05-3569a6ab9eaa service neutron] Attempting to bind port bb6292bd-d4a4-4f49-ae28-32181d3a72ae on network dd7b32b9-764e-43c1-a67e-f0e3f862c460 {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 17:36:59.139946 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d928ca3-9b2f-46a4-baee-67fde40bcadf req-94607a60-81a5-4ffb-9a05-3569a6ab9eaa service neutron] Checking agent: {'id': '9f2b4370-7d03-4dcb-9a0d-4ff62d859136', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 17, 32, 17), 'started_at': datetime.datetime(2022, 6, 16, 17, 32, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 17, 36, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 17:36:59.140255 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d928ca3-9b2f-46a4-baee-67fde40bcadf req-94607a60-81a5-4ffb-9a05-3569a6ab9eaa service neutron] Checking segment: {'id': '8e587aa1-3cda-45b9-8327-c258cff01d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'dd7b32b9-764e-43c1-a67e-f0e3f862c460'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 17:36:59.140648 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d928ca3-9b2f-46a4-baee-67fde40bcadf req-94607a60-81a5-4ffb-9a05-3569a6ab9eaa service neutron] Bound using segment: {'id': '8e587aa1-3cda-45b9-8327-c258cff01d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'dd7b32b9-764e-43c1-a67e-f0e3f862c460'} {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 17:36:59.140937 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-246ff86f-f32c-4efc-b22d-c161aa3c0e4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (e26ebcb9-a690-4ec1-8688-e951546304f4), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:59.141448 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.managers [req-6d928ca3-9b2f-46a4-baee-67fde40bcadf req-94607a60-81a5-4ffb-9a05-3569a6ab9eaa service neutron] Bound port: bb6292bd-d4a4-4f49-ae28-32181d3a72ae, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e587aa1-3cda-45b9-8327-c258cff01d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'dd7b32b9-764e-43c1-a67e-f0e3f862c460'}}] {{(pid=104053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 17:36:59.141448 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [req-6d928ca3-9b2f-46a4-baee-67fde40bcadf req-94607a60-81a5-4ffb-9a05-3569a6ab9eaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (bb6292bd-d4a4-4f49-ae28-32181d3a72ae), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:59.146180 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2b91a9-e8da-49f2-9fac-1c85d36d4dc2 req-0bd08b5f-98f0-4acc-b1e9-90190321db01 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:36:59.151751 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-5d2b91a9-e8da-49f2-9fac-1c85d36d4dc2 req-0bd08b5f-98f0-4acc-b1e9-90190321db01 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "GET /v2.0/ports?device_id=3ef90d7f-25eb-4945-b73d-30a1d1fd6ecb HTTP/1.1" status: 200 len: 946 time: 0.1286044 Jun 16 17:36:59.201083 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1af62d9f-8b72-4329-a523-6247727351a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (cd8bdc50-7bfb-40f3-b220-de284ed4ff26), before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:59.235811 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:36:59.290253 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Current status of the port d63da2b3-1edc-45c7-adee-fd6f2abee30b is: ACTIVE; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:36:59.292295 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [req-6d928ca3-9b2f-46a4-baee-67fde40bcadf req-94607a60-81a5-4ffb-9a05-3569a6ab9eaa service neutron] For port bb6292bd-d4a4-4f49-ae28-32181d3a72ae, host hv-cinder-83754, cleared binding levels {{(pid=104053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 17:36:59.306372 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [req-6d928ca3-9b2f-46a4-baee-67fde40bcadf req-94607a60-81a5-4ffb-9a05-3569a6ab9eaa service neutron] For port bb6292bd-d4a4-4f49-ae28-32181d3a72ae, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=bb6292bd-d4a4-4f49-ae28-32181d3a72ae,segment=NetworkSegment(8e587aa1-3cda-45b9-8327-c258cff01d93),segment_id=8e587aa1-3cda-45b9-8327-c258cff01d93)] {{(pid=104053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 17:36:59.324471 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [req-6d928ca3-9b2f-46a4-baee-67fde40bcadf req-94607a60-81a5-4ffb-9a05-3569a6ab9eaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64764658'] for port (bb6292bd-d4a4-4f49-ae28-32181d3a72ae), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:59.341066 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-5d2b91a9-e8da-49f2-9fac-1c85d36d4dc2 req-e5cbc8c5-0337-4af3-858d-856d5b5585ba tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "GET /v2.0/security-groups?id=9baaa52f-028d-41f7-88ab-e847ee4d7ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1724875 Jun 16 17:36:59.345322 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-d59344d9-8a54-43cf-8f56-b99a7ba36484 admin admin] Publish callbacks [] for router_gateway (afe8f60d-0d06-4161-aa5a-fca004631e72), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:59.419383 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d928ca3-9b2f-46a4-baee-67fde40bcadf req-94607a60-81a5-4ffb-9a05-3569a6ab9eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:36:59.420110 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [req-6d928ca3-9b2f-46a4-baee-67fde40bcadf req-94607a60-81a5-4ffb-9a05-3569a6ab9eaa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228225'] for port (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:59.421648 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-6d928ca3-9b2f-46a4-baee-67fde40bcadf req-94607a60-81a5-4ffb-9a05-3569a6ab9eaa service neutron] 10.222.0.47 "PUT /v2.0/ports/bb6292bd-d4a4-4f49-ae28-32181d3a72ae HTTP/1.1" status: 200 len: 1094 time: 1.5313230 Jun 16 17:36:59.422071 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d1c168b-5f64-4d47-ae45-8a006f09dfe1', 'tag': 'bb6292bd-d4a4-4f49-ae28-32181d3a72ae'}] {{(pid=104053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 17:36:59.422590 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-468751fb-89c8-44c9-bafb-4a786f1d4d58 None None] Current status of the port eb022127-5fb3-4557-8362-a2f0efd9690c is: ACTIVE; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:36:59.440688 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a0e0b451bd7acf9de88ec0a1fb74022464d6f98a5cc449ea229bf781c77e32d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-236f735f-04ab-41f3-b362-5f686d740ffc" -d '{"events": [{"name": "network-changed", "server_uuid": "2d1c168b-5f64-4d47-ae45-8a006f09dfe1", "tag": "bb6292bd-d4a4-4f49-ae28-32181d3a72ae"}]}' {{(pid=104053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:36:59.553485 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 17:36:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90c19315-e087-4084-a215-c8f268ed28af x-openstack-request-id: req-90c19315-e087-4084-a215-c8f268ed28af {{(pid=104053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:36:59.553845 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d1c168b-5f64-4d47-ae45-8a006f09dfe1", "tag": "bb6292bd-d4a4-4f49-ae28-32181d3a72ae", "status": "completed", "code": 200}]} {{(pid=104053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:36:59.554017 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-90c19315-e087-4084-a215-c8f268ed28af {{(pid=104053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:36:59.560265 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90c19315-e087-4084-a215-c8f268ed28af'] response: {'name': 'network-changed', 'server_uuid': '2d1c168b-5f64-4d47-ae45-8a006f09dfe1', 'tag': 'bb6292bd-d4a4-4f49-ae28-32181d3a72ae', 'status': 'completed', 'code': 200} Jun 16 17:36:59.564337 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94607a60-81a5-4ffb-9a05-3569a6ab9eaa service neutron] Pushing event updated for resources: {'Port': ['ID=bb6292bd-d4a4-4f49-ae28-32181d3a72ae,revision_number=3']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:36:59.603140 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3faa57-7aef-4290-8a1b-b0b0c3380020 req-6dff84d2-54c8-4fd4-a4f9-d560de837d2d tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:36:59.604696 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-1e3faa57-7aef-4290-8a1b-b0b0c3380020 req-6dff84d2-54c8-4fd4-a4f9-d560de837d2d tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "GET /v2.0/ports?device_id=3ef90d7f-25eb-4945-b73d-30a1d1fd6ecb HTTP/1.1" status: 200 len: 946 time: 0.1165550 Jun 16 17:36:59.614713 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 57476) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:36:59.617706 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:INSERT=1 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:36:59.624154 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.v2.base [None req-723dae9c-e1ce-4925-9c3b-ffe836afecd9 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Request body: {'floatingip': {'port_id': '42876d97-ab72-447f-9723-b8c55e7cd05c'}} {{(pid=104053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:36:59.701596 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-e835f6d2-7c9c-4722-8ffe-3b83b91c71d1 None None] Provisioning complete for port eb022127-5fb3-4557-8362-a2f0efd9690c triggered by entity DHCP. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:36:59.702321 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-e835f6d2-7c9c-4722-8ffe-3b83b91c71d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572016'] for port (eb022127-5fb3-4557-8362-a2f0efd9690c), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:59.706193 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-723dae9c-e1ce-4925-9c3b-ffe836afecd9 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Publish callbacks [] for floatingip (ae888c66-3998-4414-ad58-8d1c3b9e2fdc), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:59.756657 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=100 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:36:59.761293 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1af62d9f-8b72-4329-a523-6247727351a7 None None] Publish callbacks [] for port (cd8bdc50-7bfb-40f3-b220-de284ed4ff26), precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:59.773541 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1af62d9f-8b72-4329-a523-6247727351a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114'] for port (cd8bdc50-7bfb-40f3-b220-de284ed4ff26), after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:59.895492 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:36:59.990797 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-e835f6d2-7c9c-4722-8ffe-3b83b91c71d1 None None] Current status of the port eb022127-5fb3-4557-8362-a2f0efd9690c is: ACTIVE; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:37:00.043219 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5f278e-b4a3-45ab-ba6b-467e03944c3c None None] Pushing event updated for resources: {'Port': ['ID=cd8bdc50-7bfb-40f3-b220-de284ed4ff26,revision_number=3']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:37:00.107926 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5f278e-b4a3-45ab-ba6b-467e03944c3c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:37:00.108482 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5f278e-b4a3-45ab-ba6b-467e03944c3c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:37:00.108846 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5f278e-b4a3-45ab-ba6b-467e03944c3c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:37:00.143530 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5f278e-b4a3-45ab-ba6b-467e03944c3c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:37:00.143967 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5f278e-b4a3-45ab-ba6b-467e03944c3c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:37:00.144474 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5f278e-b4a3-45ab-ba6b-467e03944c3c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:37:00.144974 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5f278e-b4a3-45ab-ba6b-467e03944c3c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:37:00.145481 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5f278e-b4a3-45ab-ba6b-467e03944c3c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:37:00.145954 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5f278e-b4a3-45ab-ba6b-467e03944c3c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:37:00.146429 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5f278e-b4a3-45ab-ba6b-467e03944c3c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:37:00.146765 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5f278e-b4a3-45ab-ba6b-467e03944c3c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:37:00.147109 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5f278e-b4a3-45ab-ba6b-467e03944c3c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:37:00.147439 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5f278e-b4a3-45ab-ba6b-467e03944c3c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:37:00.152085 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5f278e-b4a3-45ab-ba6b-467e03944c3c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:37:00.152609 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5f278e-b4a3-45ab-ba6b-467e03944c3c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:37:00.193765 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Device eb022127-5fb3-4557-8362-a2f0efd9690c up at agent ovs-agent-dv-cinder-837546-2-iscsi {{(pid=104054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 17:37:00.215037 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [None req-1af62d9f-8b72-4329-a523-6247727351a7 None None] Attempting to bind port cd8bdc50-7bfb-40f3-b220-de284ed4ff26 on host dv-cinder-837546-2-iscsi for vnic_type normal with profile {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 17:37:00.217011 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [None req-1af62d9f-8b72-4329-a523-6247727351a7 None None] Attempting to bind port cd8bdc50-7bfb-40f3-b220-de284ed4ff26 by drivers openvswitch,hyperv on host dv-cinder-837546-2-iscsi at level 0 using segments [{'id': 'bb4775b9-8372-4a35-a023-11a789fdcc61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'faa616db-04da-45e0-8b5a-5b794f8b5dd6'}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 17:37:00.218670 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af62d9f-8b72-4329-a523-6247727351a7 None None] Attempting to bind port cd8bdc50-7bfb-40f3-b220-de284ed4ff26 on network faa616db-04da-45e0-8b5a-5b794f8b5dd6 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 17:37:00.231478 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af62d9f-8b72-4329-a523-6247727351a7 None None] Checking agent: {'id': 'f1f6c009-5a31-4833-b180-4d9d41a55fe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837546-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 17, 26, 4), 'started_at': datetime.datetime(2022, 6, 16, 17, 26, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 17, 36, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837546-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 17:37:00.234513 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af62d9f-8b72-4329-a523-6247727351a7 None None] Checking segment: {'id': 'bb4775b9-8372-4a35-a023-11a789fdcc61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'faa616db-04da-45e0-8b5a-5b794f8b5dd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 17:37:00.235112 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1af62d9f-8b72-4329-a523-6247727351a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:37:00.235685 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af62d9f-8b72-4329-a523-6247727351a7 None None] Bound using segment: {'id': 'bb4775b9-8372-4a35-a023-11a789fdcc61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'faa616db-04da-45e0-8b5a-5b794f8b5dd6'} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 17:37:00.236339 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [None req-1af62d9f-8b72-4329-a523-6247727351a7 None None] Bound port: cd8bdc50-7bfb-40f3-b220-de284ed4ff26, host: dv-cinder-837546-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb4775b9-8372-4a35-a023-11a789fdcc61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'faa616db-04da-45e0-8b5a-5b794f8b5dd6'}}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 17:37:00.237788 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1af62d9f-8b72-4329-a523-6247727351a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (cd8bdc50-7bfb-40f3-b220-de284ed4ff26), before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:37:00.325665 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Provisioning complete for port eb022127-5fb3-4557-8362-a2f0efd9690c triggered by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:37:00.326532 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572016'] for port (eb022127-5fb3-4557-8362-a2f0efd9690c), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:37:00.361829 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d928ca3-9b2f-46a4-baee-67fde40bcadf req-f37a3c93-955c-4142-afbe-d21ebcf3f211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:37:00.363541 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-6d928ca3-9b2f-46a4-baee-67fde40bcadf req-f37a3c93-955c-4142-afbe-d21ebcf3f211 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d1c1d13142434356ac1210f14dad847b&device_id=2d1c168b-5f64-4d47-ae45-8a006f09dfe1 HTTP/1.1" status: 200 len: 1128 time: 0.1983123 Jun 16 17:37:00.365797 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:37:00.374609 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faada626-06cb-494d-922e-631698a4884b req-b13d4373-0f33-4479-99d3-8f49e7298abf tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:37:00.376638 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-faada626-06cb-494d-922e-631698a4884b req-b13d4373-0f33-4479-99d3-8f49e7298abf tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] 10.222.0.40 "GET /v2.0/ports?device_id=2ea8edce-fee8-4dbd-ae01-e4d060cf5597 HTTP/1.1" status: 200 len: 945 time: 0.1204035 Jun 16 17:37:00.377467 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:37:00.397467 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-53a7101f-978b-47ee-b207-e17cb6ea8fde None None] Provisioning complete for port cd8bdc50-7bfb-40f3-b220-de284ed4ff26 triggered by entity DHCP. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:37:00.397840 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-53a7101f-978b-47ee-b207-e17cb6ea8fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572016'] for port (cd8bdc50-7bfb-40f3-b220-de284ed4ff26), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:37:00.402344 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-1af62d9f-8b72-4329-a523-6247727351a7 None None] For port cd8bdc50-7bfb-40f3-b220-de284ed4ff26, host dv-cinder-837546-2-iscsi, cleared binding levels {{(pid=104055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 17:37:00.404274 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:37:00.408739 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-1af62d9f-8b72-4329-a523-6247727351a7 None None] For port cd8bdc50-7bfb-40f3-b220-de284ed4ff26, host dv-cinder-837546-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-2-iscsi',level=0,port_id=cd8bdc50-7bfb-40f3-b220-de284ed4ff26,segment=NetworkSegment(bb4775b9-8372-4a35-a023-11a789fdcc61),segment_id=bb4775b9-8372-4a35-a023-11a789fdcc61)] {{(pid=104055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 17:37:00.412456 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391648bc-476a-4b03-b2b9-ea92a5de2754 req-6d181d79-6975-434c-8ce9-c9322074d3d8 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:37:00.420313 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1af62d9f-8b72-4329-a523-6247727351a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114'] for port (cd8bdc50-7bfb-40f3-b220-de284ed4ff26), after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:37:00.422371 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-391648bc-476a-4b03-b2b9-ea92a5de2754 req-6d181d79-6975-434c-8ce9-c9322074d3d8 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/ports?device_id=2d1c168b-5f64-4d47-ae45-8a006f09dfe1 HTTP/1.1" status: 200 len: 944 time: 0.1643822 Jun 16 17:37:00.453867 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-53a7101f-978b-47ee-b207-e17cb6ea8fde None None] Port cd8bdc50-7bfb-40f3-b220-de284ed4ff26 cannot update to ACTIVE because it is not bound. {{(pid=104054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 17:37:00.481470 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-d59344d9-8a54-43cf-8f56-b99a7ba36484 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-375543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-375401'] for router (afe8f60d-0d06-4161-aa5a-fca004631e72), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:37:00.508257 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-6d928ca3-9b2f-46a4-baee-67fde40bcadf req-f2fc761a-f457-4331-b2cb-d1a6b8dcc5ea service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bb6292bd-d4a4-4f49-ae28-32181d3a72ae HTTP/1.1" status: 200 len: 217 time: 0.1297700 Jun 16 17:37:00.513069 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af62d9f-8b72-4329-a523-6247727351a7 None None] Routers {'45cde80b-1048-49d8-8a41-dc301b9117be'} bound to L3 agent in host dv-cinder-837546-2-iscsi {{(pid=104055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:37:00.516270 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-1af62d9f-8b72-4329-a523-6247727351a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T17:26:01Z,description=,heartbeat_timestamp=2022-06-16T17:36:31Z,host='dv-cinder-837546-2-iscsi',id=43e250b4-0ce3-4949-aa8c-0bafe6454580,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:26:01Z,topic='l3_agent')) {'router_ids': ['45cde80b-1048-49d8-8a41-dc301b9117be'], 'active': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:37:00.522146 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Current status of the port eb022127-5fb3-4557-8362-a2f0efd9690c is: ACTIVE; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:37:00.616198 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d928ca3-9b2f-46a4-baee-67fde40bcadf req-6a448605-ce01-499d-8aa9-2b7ba18805a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:37:00.618351 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-6d928ca3-9b2f-46a4-baee-67fde40bcadf req-6a448605-ce01-499d-8aa9-2b7ba18805a1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=58dbd783-c237-4164-b4f7-63cdaa3401e3 HTTP/1.1" status: 200 len: 857 time: 0.0947106 Jun 16 17:37:00.629515 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-faada626-06cb-494d-922e-631698a4884b req-3f54fe80-4bca-4074-abd3-593cb95bc8dc tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] 10.222.0.40 "GET /v2.0/security-groups?id=242115b7-43ec-477c-967c-8b04bb3085a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2468245 Jun 16 17:37:00.639126 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvr_db [None req-1af62d9f-8b72-4329-a523-6247727351a7 None None] Set router 45cde80b-1048-49d8-8a41-dc301b9117be gateway port host: dv-cinder-837546-2-iscsi {{(pid=104055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:37:00.643607 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-391648bc-476a-4b03-b2b9-ea92a5de2754 req-a2960b9e-e59a-4383-a1b1-6fb11e5d2999 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/security-groups?id=1fce0bbb-8968-42b3-b683-f7749fa084ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2203169 Jun 16 17:37:00.688267 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d928ca3-9b2f-46a4-baee-67fde40bcadf req-c7b0ee11-2e5d-4ba8-98d3-a5393898b851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:37:00.690049 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-6d928ca3-9b2f-46a4-baee-67fde40bcadf req-c7b0ee11-2e5d-4ba8-98d3-a5393898b851 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dd7b32b9-764e-43c1-a67e-f0e3f862c460&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0619721 Jun 16 17:37:00.698506 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5f278e-b4a3-45ab-ba6b-467e03944c3c None None] Pushing event updated for resources: {'Port': ['ID=cd8bdc50-7bfb-40f3-b220-de284ed4ff26,revision_number=4']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:37:00.770410 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.db.resource_extend [None req-723dae9c-e1ce-4925-9c3b-ffe836afecd9 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 16 17:37:00.785049 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-9c7d5664-3e80-4180-bab3-f2c1a385465b None None] Provisioning complete for port cd8bdc50-7bfb-40f3-b220-de284ed4ff26 triggered by entity DHCP. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:37:00.785449 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9c7d5664-3e80-4180-bab3-f2c1a385465b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572016'] for port (cd8bdc50-7bfb-40f3-b220-de284ed4ff26), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:37:00.791972 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d59344d9-8a54-43cf-8f56-b99a7ba36484 admin admin] Router afe8f60d-0d06-4161-aa5a-fca004631e72 is scheduled to L3 agent 43e250b4-0ce3-4949-aa8c-0bafe6454580 with binding_index 1 {{(pid=104052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 16 17:37:00.837744 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-723dae9c-e1ce-4925-9c3b-ffe836afecd9 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:37:00.893707 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-9c7d5664-3e80-4180-bab3-f2c1a385465b None None] Current status of the port cd8bdc50-7bfb-40f3-b220-de284ed4ff26 is: DOWN; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:37:00.895626 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9c7d5664-3e80-4180-bab3-f2c1a385465b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (cd8bdc50-7bfb-40f3-b220-de284ed4ff26), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:37:00.931094 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d59344d9-8a54-43cf-8f56-b99a7ba36484 admin admin] Notify agent at l3_agent.dv-cinder-837546-2-iscsi the message routers_updated {{(pid=104052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 17:37:00.946905 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536495cc-ed16-4abd-bbba-087eceebbd43 None None] Sync routers for ids ['afe8f60d-0d06-4161-aa5a-fca004631e72'] in dv-cinder-837546-2-iscsi {{(pid=104054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:37:00.957266 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-d59344d9-8a54-43cf-8f56-b99a7ba36484 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:37:00.958834 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-d59344d9-8a54-43cf-8f56-b99a7ba36484 admin admin] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.2369058 Jun 16 17:37:00.961676 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 57488) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:37:00.969960 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-1af62d9f-8b72-4329-a523-6247727351a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45cde80b-1048-49d8-8a41-dc301b9117be', 'name': 'tempest-TestShelveInstance-2132045232-router', 'tenant_id': '35fdc8ef703e43f1a730a868721c4a2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'external_fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': 'd63da2b3-1edc-45c7-adee-fd6f2abee30b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:36:47Z', 'updated_at': '2022-06-16T17:36:52Z', 'revision_number': 4, 'project_id': '35fdc8ef703e43f1a730a868721c4a2d', 'gw_port': {'id': 'd63da2b3-1edc-45c7-adee-fd6f2abee30b', 'name': '', 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:f1:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45cde80b-1048-49d8-8a41-dc301b9117be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:36:48Z', 'updated_at': '2022-06-16T17:36:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47584a51-19b7-439b-9f28-a7f577441b18', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-2-iscsi', '_interfaces': [{'id': 'cd8bdc50-7bfb-40f3-b220-de284ed4ff26', 'name': '', 'network_id': 'faa616db-04da-45e0-8b5a-5b794f8b5dd6', 'tenant_id': '35fdc8ef703e43f1a730a868721c4a2d', 'mac_address': 'fa:16:3e:4e:ce:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45cde80b-1048-49d8-8a41-dc301b9117be', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '3a5fc11e-57cf-421a-b4a2-bf85b45ade3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:36:51Z', 'updated_at': '2022-06-16T17:37:00Z', 'revision_number': 4, 'project_id': '35fdc8ef703e43f1a730a868721c4a2d', 'subnets': [{'id': '3a5fc11e-57cf-421a-b4a2-bf85b45ade3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837546-2-iscsi', False) {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:37:00.972857 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-9c7d5664-3e80-4180-bab3-f2c1a385465b None None] For port cd8bdc50-7bfb-40f3-b220-de284ed4ff26, host dv-cinder-837546-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-2-iscsi',level=0,port_id=cd8bdc50-7bfb-40f3-b220-de284ed4ff26,segment=NetworkSegment(bb4775b9-8372-4a35-a023-11a789fdcc61),segment_id=bb4775b9-8372-4a35-a023-11a789fdcc61)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:37:00.977739 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536495cc-ed16-4abd-bbba-087eceebbd43 None None] Routers {'afe8f60d-0d06-4161-aa5a-fca004631e72'} bound to L3 agent in host dv-cinder-837546-2-iscsi {{(pid=104054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:37:00.978953 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-536495cc-ed16-4abd-bbba-087eceebbd43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T17:26:01Z,description=,heartbeat_timestamp=2022-06-16T17:36:31Z,host='dv-cinder-837546-2-iscsi',id=43e250b4-0ce3-4949-aa8c-0bafe6454580,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:26:01Z,topic='l3_agent')) {'router_ids': ['afe8f60d-0d06-4161-aa5a-fca004631e72'], 'active': True} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:37:00.987044 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9c7d5664-3e80-4180-bab3-f2c1a385465b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114'] for port (cd8bdc50-7bfb-40f3-b220-de284ed4ff26), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:37:01.016343 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af62d9f-8b72-4329-a523-6247727351a7 None None] The sync data for ids ['45cde80b-1048-49d8-8a41-dc301b9117be'] in dv-cinder-837546-2-iscsi is: [{'id': '45cde80b-1048-49d8-8a41-dc301b9117be', 'name': 'tempest-TestShelveInstance-2132045232-router', 'tenant_id': '35fdc8ef703e43f1a730a868721c4a2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'external_fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': 'd63da2b3-1edc-45c7-adee-fd6f2abee30b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:36:47Z', 'updated_at': '2022-06-16T17:36:52Z', 'revision_number': 4, 'project_id': '35fdc8ef703e43f1a730a868721c4a2d', 'gw_port': {'id': 'd63da2b3-1edc-45c7-adee-fd6f2abee30b', 'name': '', 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:f1:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45cde80b-1048-49d8-8a41-dc301b9117be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:36:48Z', 'updated_at': '2022-06-16T17:36:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47584a51-19b7-439b-9f28-a7f577441b18', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-2-iscsi', '_interfaces': [{'id': 'cd8bdc50-7bfb-40f3-b220-de284ed4ff26', 'name': '', 'network_id': 'faa616db-04da-45e0-8b5a-5b794f8b5dd6', 'tenant_id': '35fdc8ef703e43f1a730a868721c4a2d', 'mac_address': 'fa:16:3e:4e:ce:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45cde80b-1048-49d8-8a41-dc301b9117be', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '3a5fc11e-57cf-421a-b4a2-bf85b45ade3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:36:51Z', 'updated_at': '2022-06-16T17:37:00Z', 'revision_number': 4, 'project_id': '35fdc8ef703e43f1a730a868721c4a2d', 'subnets': [{'id': '3a5fc11e-57cf-421a-b4a2-bf85b45ade3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:37:01.200949 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-723dae9c-e1ce-4925-9c3b-ffe836afecd9 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-375498'] for floatingip (ae888c66-3998-4414-ad58-8d1c3b9e2fdc), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:37:01.248040 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:37:01.297288 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:37:01.368497 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-6d928ca3-9b2f-46a4-baee-67fde40bcadf req-d72ff06f-8a2e-4284-b921-d407346d4c22 service neutron] 10.222.0.47 "GET /v2.0/networks/dd7b32b9-764e-43c1-a67e-f0e3f862c460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6474118 Jun 16 17:37:01.412529 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.db.l3_db [None req-723dae9c-e1ce-4925-9c3b-ffe836afecd9 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Floating IP ae888c66-3998-4414-ad58-8d1c3b9e2fdc associated. External IP: 172.27.0.4, port: 42876d97-ab72-447f-9723-b8c55e7cd05c. Jun 16 17:37:01.450622 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7d5664-3e80-4180-bab3-f2c1a385465b None None] Pushing event updated for resources: {'Port': ['ID=cd8bdc50-7bfb-40f3-b220-de284ed4ff26,revision_number=5']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:37:01.472838 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-7972c5d9-adfe-469b-bc85-91f4ac86b2df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (43e250b4-0ce3-4949-aa8c-0bafe6454580), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:37:01.495562 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvr_db [None req-536495cc-ed16-4abd-bbba-087eceebbd43 None None] Set router afe8f60d-0d06-4161-aa5a-fca004631e72 gateway port host: dv-cinder-837546-2-iscsi {{(pid=104054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:37:01.590421 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-6d928ca3-9b2f-46a4-baee-67fde40bcadf req-4fb3b8c6-d7d6-408f-a21a-7a0e740ef0f7 service neutron] 10.222.0.47 "GET /v2.0/networks/dd7b32b9-764e-43c1-a67e-f0e3f862c460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2143383 Jun 16 17:37:01.658987 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-ae337299-99fa-4b31-b207-7019aba81c44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:37:01.768164 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-723dae9c-e1ce-4925-9c3b-ffe836afecd9 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Router 11193f77-50ca-44b2-b11f-2fbebd19e4e2 has already been hosted by L3 agent 43e250b4-0ce3-4949-aa8c-0bafe6454580 {{(pid=104053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 17:37:01.816662 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-536495cc-ed16-4abd-bbba-087eceebbd43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afe8f60d-0d06-4161-aa5a-fca004631e72', 'name': 'tempest-TestShelveInstance-846094686-router', 'tenant_id': '119182b448df4b0982dcd69db60fd7a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'external_fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.129'}], 'enable_snat': True}, 'gw_port_id': 'ff27d45e-b24f-41c2-a9ca-4bb149aa4796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:36:55Z', 'updated_at': '2022-06-16T17:36:58Z', 'revision_number': 3, 'project_id': '119182b448df4b0982dcd69db60fd7a6', 'gw_port': {'id': 'ff27d45e-b24f-41c2-a9ca-4bb149aa4796', 'name': '', 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:0f:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afe8f60d-0d06-4161-aa5a-fca004631e72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:36:57Z', 'updated_at': '2022-06-16T17:36:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '47584a51-19b7-439b-9f28-a7f577441b18', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-2-iscsi'}], 'dv-cinder-837546-2-iscsi', False) {} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:37:01.847375 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536495cc-ed16-4abd-bbba-087eceebbd43 None None] Checking router: afe8f60d-0d06-4161-aa5a-fca004631e72 for host: dv-cinder-837546-2-iscsi {{(pid=104054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:37:01.847734 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536495cc-ed16-4abd-bbba-087eceebbd43 None None] Updating router afe8f60d-0d06-4161-aa5a-fca004631e72 port ff27d45e-b24f-41c2-a9ca-4bb149aa4796 binding host dv-cinder-837546-2-iscsi {{(pid=104054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 17:37:01.886213 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-536495cc-ed16-4abd-bbba-087eceebbd43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (ff27d45e-b24f-41c2-a9ca-4bb149aa4796), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:37:01.886889 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387bd7c4-d7dd-4100-9b25-6341f6b6512a req-7b141db1-9a12-4719-a34f-a776d3367970 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:37:01.888914 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-387bd7c4-d7dd-4100-9b25-6341f6b6512a req-7b141db1-9a12-4719-a34f-a776d3367970 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] 10.222.0.40 "GET /v2.0/ports?device_id=2ea8edce-fee8-4dbd-ae01-e4d060cf5597 HTTP/1.1" status: 200 len: 945 time: 0.1267910 Jun 16 17:37:01.916676 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-723dae9c-e1ce-4925-9c3b-ffe836afecd9 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Notify agent at l3_agent.dv-cinder-837546-2-iscsi the message routers_updated {{(pid=104053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 17:37:01.921802 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6d6acf-f2c9-44f6-9eae-124b02b4cf04 req-5b101e53-6ad2-44ba-87be-9638daea69bb tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:37:01.922402 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-723dae9c-e1ce-4925-9c3b-ffe836afecd9 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228225'] for floatingip (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:37:01.923505 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-db6d6acf-f2c9-44f6-9eae-124b02b4cf04 req-5b101e53-6ad2-44ba-87be-9638daea69bb tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/ports?device_id=2d1c168b-5f64-4d47-ae45-8a006f09dfe1 HTTP/1.1" status: 200 len: 944 time: 0.1215501 Jun 16 17:37:01.927317 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:37:01.942455 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:37:01.944011 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7918f6b0-5c72-47f5-be92-b16a1c0b6d0a None None] Sync routers for ids ['11193f77-50ca-44b2-b11f-2fbebd19e4e2'] in dv-cinder-837546-2-iscsi {{(pid=104055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:37:01.960297 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7918f6b0-5c72-47f5-be92-b16a1c0b6d0a None None] Routers {'11193f77-50ca-44b2-b11f-2fbebd19e4e2'} bound to L3 agent in host dv-cinder-837546-2-iscsi {{(pid=104055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:37:01.963007 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-7918f6b0-5c72-47f5-be92-b16a1c0b6d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-16T17:26:01Z,description=,heartbeat_timestamp=2022-06-16T17:37:01Z,host='dv-cinder-837546-2-iscsi',id=43e250b4-0ce3-4949-aa8c-0bafe6454580,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:26:01Z,topic='l3_agent')) {'router_ids': ['11193f77-50ca-44b2-b11f-2fbebd19e4e2'], 'active': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:37:02.009843 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-723dae9c-e1ce-4925-9c3b-ffe836afecd9 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "PUT /v2.0/floatingips/ae888c66-3998-4414-ad58-8d1c3b9e2fdc HTTP/1.1" status: 200 len: 990 time: 2.3935051 Jun 16 17:37:02.010700 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ef90d7f-25eb-4945-b73d-30a1d1fd6ecb', 'tag': '42876d97-ab72-447f-9723-b8c55e7cd05c'}] {{(pid=104053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 17:37:02.019044 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a0e0b451bd7acf9de88ec0a1fb74022464d6f98a5cc449ea229bf781c77e32d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f82c36e-2733-4138-b6f7-15f744ea3271" -d '{"events": [{"name": "network-changed", "server_uuid": "3ef90d7f-25eb-4945-b73d-30a1d1fd6ecb", "tag": "42876d97-ab72-447f-9723-b8c55e7cd05c"}]}' {{(pid=104053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:37:02.053783 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-387bd7c4-d7dd-4100-9b25-6341f6b6512a req-b5f64eff-d358-4543-accd-5052664b3b2b tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] 10.222.0.40 "GET /v2.0/security-groups?id=242115b7-43ec-477c-967c-8b04bb3085a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1552885 Jun 16 17:37:02.082508 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-db6d6acf-f2c9-44f6-9eae-124b02b4cf04 req-21893ea1-a4bb-4825-8879-db5f09ba3bbe tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/security-groups?id=1fce0bbb-8968-42b3-b683-f7749fa084ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1448090 Jun 16 17:37:02.086109 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.db.db_base_plugin_common [None req-ae337299-99fa-4b31-b207-7019aba81c44 admin admin] Allocated IP 172.20.0.1 (d759821d-83db-47ec-b50c-57c18826110f/289eb0e2-7f89-48e1-bd47-a078d6a70f45/f13094af-6e15-49a5-89f8-25190c2b1cf9) {{(pid=104052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:37:02.164183 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 17:37:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22bc8893-30de-4b3d-8d26-5a05d8e51174 x-openstack-request-id: req-22bc8893-30de-4b3d-8d26-5a05d8e51174 {{(pid=104053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:37:02.164535 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ef90d7f-25eb-4945-b73d-30a1d1fd6ecb", "tag": "42876d97-ab72-447f-9723-b8c55e7cd05c", "status": "completed", "code": 200}]} {{(pid=104053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:37:02.164857 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-22bc8893-30de-4b3d-8d26-5a05d8e51174 {{(pid=104053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:37:02.165354 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22bc8893-30de-4b3d-8d26-5a05d8e51174'] response: {'name': 'network-changed', 'server_uuid': '3ef90d7f-25eb-4945-b73d-30a1d1fd6ecb', 'tag': '42876d97-ab72-447f-9723-b8c55e7cd05c', 'status': 'completed', 'code': 200} Jun 16 17:37:02.173047 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Device cd8bdc50-7bfb-40f3-b220-de284ed4ff26 up at agent ovs-agent-dv-cinder-837546-2-iscsi {{(pid=104054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 17:37:02.190220 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvr_db [None req-7918f6b0-5c72-47f5-be92-b16a1c0b6d0a None None] Set router 11193f77-50ca-44b2-b11f-2fbebd19e4e2 gateway port host: dv-cinder-837546-2-iscsi {{(pid=104055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:37:02.216769 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:37:02.249032 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-ae337299-99fa-4b31-b207-7019aba81c44 admin admin] Publish callbacks [] for port (f13094af-6e15-49a5-89f8-25190c2b1cf9), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:37:02.296733 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Provisioning complete for port cd8bdc50-7bfb-40f3-b220-de284ed4ff26 triggered by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:37:02.297113 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572016'] for port (cd8bdc50-7bfb-40f3-b220-de284ed4ff26), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:37:02.305330 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-ae337299-99fa-4b31-b207-7019aba81c44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762170029078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62916395'] for port (f13094af-6e15-49a5-89f8-25190c2b1cf9), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:37:02.307047 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=100 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:37:02.341968 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-536495cc-ed16-4abd-bbba-087eceebbd43 None None] Publish callbacks [] for port (ff27d45e-b24f-41c2-a9ca-4bb149aa4796), precommit_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:37:02.345384 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:37:02.357013 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-536495cc-ed16-4abd-bbba-087eceebbd43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114'] for port (ff27d45e-b24f-41c2-a9ca-4bb149aa4796), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:37:02.359565 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae337299-99fa-4b31-b207-7019aba81c44 admin admin] Network d759821d-83db-47ec-b50c-57c18826110f is already hosted by enough agents. {{(pid=104052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:37:02.363807 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.base_scheduler [None req-ae337299-99fa-4b31-b207-7019aba81c44 admin admin] Resources bound (agent type, host, resource id): {{(pid=104052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:37:02.365969 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae337299-99fa-4b31-b207-7019aba81c44 admin admin] Pushing event updated for resources: {'Port': ['ID=f13094af-6e15-49a5-89f8-25190c2b1cf9,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:37:02.368831 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae337299-99fa-4b31-b207-7019aba81c44 admin admin] Received port after_create {{(pid=104052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 17:37:02.381197 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:37:02.414539 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-ae337299-99fa-4b31-b207-7019aba81c44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-361813'] for router_interface (afe8f60d-0d06-4161-aa5a-fca004631e72), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:37:02.465794 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-7918f6b0-5c72-47f5-be92-b16a1c0b6d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11193f77-50ca-44b2-b11f-2fbebd19e4e2', 'name': 'tempest-AttachVolumeNegativeTest-214174450-router', 'tenant_id': 'd63c592c0afb4dfc9dd5b36be791decd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'external_fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': '1b34cba4-0f25-405b-ba3a-eb96ea0d3da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:34:12Z', 'updated_at': '2022-06-16T17:34:25Z', 'revision_number': 4, 'project_id': 'd63c592c0afb4dfc9dd5b36be791decd', 'gw_port': {'id': '1b34cba4-0f25-405b-ba3a-eb96ea0d3da8', 'name': '', 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:7c:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11193f77-50ca-44b2-b11f-2fbebd19e4e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:34:14Z', 'updated_at': '2022-06-16T17:34:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47584a51-19b7-439b-9f28-a7f577441b18', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-2-iscsi', '_floatingips': [{'id': 'ae888c66-3998-4414-ad58-8d1c3b9e2fdc', 'tenant_id': 'd63c592c0afb4dfc9dd5b36be791decd', 'floating_ip_address': '172.27.0.4', 'floating_network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'router_id': '11193f77-50ca-44b2-b11f-2fbebd19e4e2', 'port_id': '42876d97-ab72-447f-9723-b8c55e7cd05c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 376, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6fb674c9-6bb7-4c32-892c-b28837e89812', 'mac_address': 'fa:16:3e:0b:67:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ef90d7f-25eb-4945-b73d-30a1d1fd6ecb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T17:36:33Z', 'updated_at': '2022-06-16T17:37:00Z', 'revision_number': 1, 'project_id': 'd63c592c0afb4dfc9dd5b36be791decd', 'fixed_ip_address_scope': None}, {'id': 'c00ce975-7982-4c22-90c3-940b97998ecb', 'tenant_id': 'd63c592c0afb4dfc9dd5b36be791decd', 'floating_ip_address': '172.27.0.192', 'floating_network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'router_id': '11193f77-50ca-44b2-b11f-2fbebd19e4e2', 'port_id': '34435ad7-815c-4541-888a-58d96e70159f', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6fb674c9-6bb7-4c32-892c-b28837e89812', 'mac_address': 'fa:16:3e:1e:ea:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e052a589-f2aa-4711-8beb-2171defad99e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T17:34:34Z', 'updated_at': '2022-06-16T17:35:23Z', 'revision_number': 2, 'project_id': 'd63c592c0afb4dfc9dd5b36be791decd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68377c34-b3bb-4601-82c6-3c4a3412211a', 'name': '', 'network_id': '6fb674c9-6bb7-4c32-892c-b28837e89812', 'tenant_id': 'd63c592c0afb4dfc9dd5b36be791decd', 'mac_address': 'fa:16:3e:52:d8:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11193f77-50ca-44b2-b11f-2fbebd19e4e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'f4f4c81e-fe9f-4dc1-bcfe-dd76fde3e7db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:34:23Z', 'updated_at': '2022-06-16T17:34:39Z', 'revision_number': 5, 'project_id': 'd63c592c0afb4dfc9dd5b36be791decd', 'subnets': [{'id': 'f4f4c81e-fe9f-4dc1-bcfe-dd76fde3e7db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837546-2-iscsi', False) {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:37:02.491642 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7918f6b0-5c72-47f5-be92-b16a1c0b6d0a None None] Checking router: 11193f77-50ca-44b2-b11f-2fbebd19e4e2 for host: dv-cinder-837546-2-iscsi {{(pid=104055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:37:02.494702 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Current status of the port cd8bdc50-7bfb-40f3-b220-de284ed4ff26 is: ACTIVE; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:37:02.500773 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7918f6b0-5c72-47f5-be92-b16a1c0b6d0a None None] Routers {'11193f77-50ca-44b2-b11f-2fbebd19e4e2'} bound to L3 agent in host dv-cinder-837546-2-iscsi {{(pid=104055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:37:02.501421 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-7918f6b0-5c72-47f5-be92-b16a1c0b6d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-16T17:26:01Z,description=,heartbeat_timestamp=2022-06-16T17:37:01Z,host='dv-cinder-837546-2-iscsi',id=43e250b4-0ce3-4949-aa8c-0bafe6454580,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:26:01Z,topic='l3_agent')) {'router_ids': ['11193f77-50ca-44b2-b11f-2fbebd19e4e2'], 'active': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:37:02.509109 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.managers [None req-536495cc-ed16-4abd-bbba-087eceebbd43 None None] Attempting to bind port ff27d45e-b24f-41c2-a9ca-4bb149aa4796 on host dv-cinder-837546-2-iscsi for vnic_type normal with profile {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 17:37:02.509575 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.managers [None req-536495cc-ed16-4abd-bbba-087eceebbd43 None None] Attempting to bind port ff27d45e-b24f-41c2-a9ca-4bb149aa4796 by drivers openvswitch,hyperv on host dv-cinder-837546-2-iscsi at level 0 using segments [{'id': 'f847f272-90b1-4369-8e48-25aa20ff3114', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2'}] {{(pid=104054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 17:37:02.510488 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-536495cc-ed16-4abd-bbba-087eceebbd43 None None] Attempting to bind port ff27d45e-b24f-41c2-a9ca-4bb149aa4796 on network a25e4fa3-c316-487c-825a-4fde1c36cdb2 {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 17:37:02.517132 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a04032d-ecf7-46fa-bed7-c36d2cffc50e None None] Pushing event updated for resources: {'Port': ['ID=ff27d45e-b24f-41c2-a9ca-4bb149aa4796,revision_number=2']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:37:02.553477 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-536495cc-ed16-4abd-bbba-087eceebbd43 None None] Checking agent: {'id': 'f1f6c009-5a31-4833-b180-4d9d41a55fe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837546-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 17, 26, 4), 'started_at': datetime.datetime(2022, 6, 16, 17, 26, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 17, 36, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837546-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 17:37:02.554524 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-536495cc-ed16-4abd-bbba-087eceebbd43 None None] Checking segment: {'id': 'f847f272-90b1-4369-8e48-25aa20ff3114', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 17:37:02.554524 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-536495cc-ed16-4abd-bbba-087eceebbd43 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:37:02.554884 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-536495cc-ed16-4abd-bbba-087eceebbd43 None None] Bound using segment: {'id': 'f847f272-90b1-4369-8e48-25aa20ff3114', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2'} {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 17:37:02.555447 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.managers [None req-536495cc-ed16-4abd-bbba-087eceebbd43 None None] Bound port: ff27d45e-b24f-41c2-a9ca-4bb149aa4796, host: dv-cinder-837546-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f847f272-90b1-4369-8e48-25aa20ff3114', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2'}}] {{(pid=104054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 17:37:02.555929 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-536495cc-ed16-4abd-bbba-087eceebbd43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (ff27d45e-b24f-41c2-a9ca-4bb149aa4796), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:37:02.591534 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-359da135-d845-4d2e-a034-e84fcb95f5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (8e118b8c-b091-4f14-909a-13c66b53efc1), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:37:02.610496 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-ae337299-99fa-4b31-b207-7019aba81c44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (f13094af-6e15-49a5-89f8-25190c2b1cf9), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:37:02.649799 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-536495cc-ed16-4abd-bbba-087eceebbd43 None None] For port ff27d45e-b24f-41c2-a9ca-4bb149aa4796, host dv-cinder-837546-2-iscsi, cleared binding levels {{(pid=104054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 17:37:02.652007 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvr_db [None req-7918f6b0-5c72-47f5-be92-b16a1c0b6d0a None None] Set router 11193f77-50ca-44b2-b11f-2fbebd19e4e2 gateway port host: dv-cinder-837546-2-iscsi {{(pid=104055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:37:02.653551 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-536495cc-ed16-4abd-bbba-087eceebbd43 None None] For port ff27d45e-b24f-41c2-a9ca-4bb149aa4796, host dv-cinder-837546-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-2-iscsi',level=0,port_id=ff27d45e-b24f-41c2-a9ca-4bb149aa4796,segment=NetworkSegment(f847f272-90b1-4369-8e48-25aa20ff3114),segment_id=f847f272-90b1-4369-8e48-25aa20ff3114)] {{(pid=104054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 17:37:02.662451 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-536495cc-ed16-4abd-bbba-087eceebbd43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114'] for port (ff27d45e-b24f-41c2-a9ca-4bb149aa4796), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:37:02.726668 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536495cc-ed16-4abd-bbba-087eceebbd43 None None] Routers {'afe8f60d-0d06-4161-aa5a-fca004631e72'} bound to L3 agent in host dv-cinder-837546-2-iscsi {{(pid=104054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:37:02.727295 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-536495cc-ed16-4abd-bbba-087eceebbd43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-16T17:26:01Z,description=,heartbeat_timestamp=2022-06-16T17:37:01Z,host='dv-cinder-837546-2-iscsi',id=43e250b4-0ce3-4949-aa8c-0bafe6454580,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:26:01Z,topic='l3_agent')) {'router_ids': ['afe8f60d-0d06-4161-aa5a-fca004631e72'], 'active': True} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:37:02.772598 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a04032d-ecf7-46fa-bed7-c36d2cffc50e None None] Pushing event updated for resources: {'Port': ['ID=ff27d45e-b24f-41c2-a9ca-4bb149aa4796,revision_number=3']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:37:02.778836 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-5febdf5c-5aab-4816-b405-7db95e3f9f04 None None] Provisioning complete for port f13094af-6e15-49a5-89f8-25190c2b1cf9 triggered by entity DHCP. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:37:02.779204 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-5febdf5c-5aab-4816-b405-7db95e3f9f04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572016'] for port (f13094af-6e15-49a5-89f8-25190c2b1cf9), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:37:02.792942 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-ae337299-99fa-4b31-b207-7019aba81c44 admin admin] Publish callbacks [] for port (f13094af-6e15-49a5-89f8-25190c2b1cf9), precommit_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:37:02.801801 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-ae337299-99fa-4b31-b207-7019aba81c44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62916386'] for port (f13094af-6e15-49a5-89f8-25190c2b1cf9), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:37:02.851696 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-5febdf5c-5aab-4816-b405-7db95e3f9f04 None None] Port f13094af-6e15-49a5-89f8-25190c2b1cf9 cannot update to ACTIVE because it is not bound. {{(pid=104054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 17:37:02.872721 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvr_db [None req-536495cc-ed16-4abd-bbba-087eceebbd43 None None] Set router afe8f60d-0d06-4161-aa5a-fca004631e72 gateway port host: dv-cinder-837546-2-iscsi {{(pid=104054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:37:02.876538 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae337299-99fa-4b31-b207-7019aba81c44 admin admin] Pushing event updated for resources: {'Port': ['ID=f13094af-6e15-49a5-89f8-25190c2b1cf9,revision_number=2']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:37:02.879108 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-ae337299-99fa-4b31-b207-7019aba81c44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1626493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-361889'] for router_interface (afe8f60d-0d06-4161-aa5a-fca004631e72), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:37:02.914387 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-7918f6b0-5c72-47f5-be92-b16a1c0b6d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11193f77-50ca-44b2-b11f-2fbebd19e4e2', 'name': 'tempest-AttachVolumeNegativeTest-214174450-router', 'tenant_id': 'd63c592c0afb4dfc9dd5b36be791decd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'external_fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': '1b34cba4-0f25-405b-ba3a-eb96ea0d3da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:34:12Z', 'updated_at': '2022-06-16T17:34:25Z', 'revision_number': 4, 'project_id': 'd63c592c0afb4dfc9dd5b36be791decd', 'gw_port': {'id': '1b34cba4-0f25-405b-ba3a-eb96ea0d3da8', 'name': '', 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:7c:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11193f77-50ca-44b2-b11f-2fbebd19e4e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:34:14Z', 'updated_at': '2022-06-16T17:34:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47584a51-19b7-439b-9f28-a7f577441b18', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-2-iscsi', '_floatingips': [{'id': 'ae888c66-3998-4414-ad58-8d1c3b9e2fdc', 'tenant_id': 'd63c592c0afb4dfc9dd5b36be791decd', 'floating_ip_address': '172.27.0.4', 'floating_network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'router_id': '11193f77-50ca-44b2-b11f-2fbebd19e4e2', 'port_id': '42876d97-ab72-447f-9723-b8c55e7cd05c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 376, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6fb674c9-6bb7-4c32-892c-b28837e89812', 'mac_address': 'fa:16:3e:0b:67:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ef90d7f-25eb-4945-b73d-30a1d1fd6ecb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T17:36:33Z', 'updated_at': '2022-06-16T17:37:00Z', 'revision_number': 1, 'project_id': 'd63c592c0afb4dfc9dd5b36be791decd', 'fixed_ip_address_scope': None}, {'id': 'c00ce975-7982-4c22-90c3-940b97998ecb', 'tenant_id': 'd63c592c0afb4dfc9dd5b36be791decd', 'floating_ip_address': '172.27.0.192', 'floating_network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'router_id': '11193f77-50ca-44b2-b11f-2fbebd19e4e2', 'port_id': '34435ad7-815c-4541-888a-58d96e70159f', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6fb674c9-6bb7-4c32-892c-b28837e89812', 'mac_address': 'fa:16:3e:1e:ea:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e052a589-f2aa-4711-8beb-2171defad99e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T17:34:34Z', 'updated_at': '2022-06-16T17:35:23Z', 'revision_number': 2, 'project_id': 'd63c592c0afb4dfc9dd5b36be791decd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68377c34-b3bb-4601-82c6-3c4a3412211a', 'name': '', 'network_id': '6fb674c9-6bb7-4c32-892c-b28837e89812', 'tenant_id': 'd63c592c0afb4dfc9dd5b36be791decd', 'mac_address': 'fa:16:3e:52:d8:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11193f77-50ca-44b2-b11f-2fbebd19e4e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'f4f4c81e-fe9f-4dc1-bcfe-dd76fde3e7db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:34:23Z', 'updated_at': '2022-06-16T17:34:39Z', 'revision_number': 5, 'project_id': 'd63c592c0afb4dfc9dd5b36be791decd', 'subnets': [{'id': 'f4f4c81e-fe9f-4dc1-bcfe-dd76fde3e7db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837546-2-iscsi', False) {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:37:02.943402 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7918f6b0-5c72-47f5-be92-b16a1c0b6d0a None None] The sync data for ids ['11193f77-50ca-44b2-b11f-2fbebd19e4e2'] in dv-cinder-837546-2-iscsi is: [{'id': '11193f77-50ca-44b2-b11f-2fbebd19e4e2', 'name': 'tempest-AttachVolumeNegativeTest-214174450-router', 'tenant_id': 'd63c592c0afb4dfc9dd5b36be791decd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'external_fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': '1b34cba4-0f25-405b-ba3a-eb96ea0d3da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:34:12Z', 'updated_at': '2022-06-16T17:34:25Z', 'revision_number': 4, 'project_id': 'd63c592c0afb4dfc9dd5b36be791decd', 'gw_port': {'id': '1b34cba4-0f25-405b-ba3a-eb96ea0d3da8', 'name': '', 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:7c:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11193f77-50ca-44b2-b11f-2fbebd19e4e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:34:14Z', 'updated_at': '2022-06-16T17:34:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47584a51-19b7-439b-9f28-a7f577441b18', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-2-iscsi', '_floatingips': [{'id': 'ae888c66-3998-4414-ad58-8d1c3b9e2fdc', 'tenant_id': 'd63c592c0afb4dfc9dd5b36be791decd', 'floating_ip_address': '172.27.0.4', 'floating_network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'router_id': '11193f77-50ca-44b2-b11f-2fbebd19e4e2', 'port_id': '42876d97-ab72-447f-9723-b8c55e7cd05c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 376, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6fb674c9-6bb7-4c32-892c-b28837e89812', 'mac_address': 'fa:16:3e:0b:67:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ef90d7f-25eb-4945-b73d-30a1d1fd6ecb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T17:36:33Z', 'updated_at': '2022-06-16T17:37:00Z', 'revision_number': 1, 'project_id': 'd63c592c0afb4dfc9dd5b36be791decd', 'fixed_ip_address_scope': None}, {'id': 'c00ce975-7982-4c22-90c3-940b97998ecb', 'tenant_id': 'd63c592c0afb4dfc9dd5b36be791decd', 'floating_ip_address': '172.27.0.192', 'floating_network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'router_id': '11193f77-50ca-44b2-b11f-2fbebd19e4e2', 'port_id': '34435ad7-815c-4541-888a-58d96e70159f', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6fb674c9-6bb7-4c32-892c-b28837e89812', 'mac_address': 'fa:16:3e:1e:ea:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e052a589-f2aa-4711-8beb-2171defad99e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T17:34:34Z', 'updated_at': '2022-06-16T17:35:23Z', 'revision_number': 2, 'project_id': 'd63c592c0afb4dfc9dd5b36be791decd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68377c34-b3bb-4601-82c6-3c4a3412211a', 'name': '', 'network_id': '6fb674c9-6bb7-4c32-892c-b28837e89812', 'tenant_id': 'd63c592c0afb4dfc9dd5b36be791decd', 'mac_address': 'fa:16:3e:52:d8:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11193f77-50ca-44b2-b11f-2fbebd19e4e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'f4f4c81e-fe9f-4dc1-bcfe-dd76fde3e7db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:34:23Z', 'updated_at': '2022-06-16T17:34:39Z', 'revision_number': 5, 'project_id': 'd63c592c0afb4dfc9dd5b36be791decd', 'subnets': [{'id': 'f4f4c81e-fe9f-4dc1-bcfe-dd76fde3e7db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:37:02.985949 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae337299-99fa-4b31-b207-7019aba81c44 admin admin] Network d759821d-83db-47ec-b50c-57c18826110f is already hosted by enough agents. {{(pid=104052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:37:02.987487 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.base_scheduler [None req-ae337299-99fa-4b31-b207-7019aba81c44 admin admin] Resources bound (agent type, host, resource id): {{(pid=104052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:37:02.992632 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:37:03.084064 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-536495cc-ed16-4abd-bbba-087eceebbd43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afe8f60d-0d06-4161-aa5a-fca004631e72', 'name': 'tempest-TestShelveInstance-846094686-router', 'tenant_id': '119182b448df4b0982dcd69db60fd7a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'external_fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.129'}], 'enable_snat': True}, 'gw_port_id': 'ff27d45e-b24f-41c2-a9ca-4bb149aa4796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:36:55Z', 'updated_at': '2022-06-16T17:37:02Z', 'revision_number': 4, 'project_id': '119182b448df4b0982dcd69db60fd7a6', 'gw_port': {'id': 'ff27d45e-b24f-41c2-a9ca-4bb149aa4796', 'name': '', 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:0f:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afe8f60d-0d06-4161-aa5a-fca004631e72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:36:57Z', 'updated_at': '2022-06-16T17:37:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47584a51-19b7-439b-9f28-a7f577441b18', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-2-iscsi', '_interfaces': [{'id': 'f13094af-6e15-49a5-89f8-25190c2b1cf9', 'name': '', 'network_id': 'd759821d-83db-47ec-b50c-57c18826110f', 'tenant_id': '119182b448df4b0982dcd69db60fd7a6', 'mac_address': 'fa:16:3e:0a:22:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afe8f60d-0d06-4161-aa5a-fca004631e72', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '289eb0e2-7f89-48e1-bd47-a078d6a70f45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:37:01Z', 'updated_at': '2022-06-16T17:37:02Z', 'revision_number': 1, 'project_id': '119182b448df4b0982dcd69db60fd7a6', 'subnets': [{'id': '289eb0e2-7f89-48e1-bd47-a078d6a70f45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837546-2-iscsi', False) {} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:37:03.117596 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536495cc-ed16-4abd-bbba-087eceebbd43 None None] The sync data for ids ['afe8f60d-0d06-4161-aa5a-fca004631e72'] in dv-cinder-837546-2-iscsi is: [{'id': 'afe8f60d-0d06-4161-aa5a-fca004631e72', 'name': 'tempest-TestShelveInstance-846094686-router', 'tenant_id': '119182b448df4b0982dcd69db60fd7a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'external_fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.129'}], 'enable_snat': True}, 'gw_port_id': 'ff27d45e-b24f-41c2-a9ca-4bb149aa4796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:36:55Z', 'updated_at': '2022-06-16T17:37:02Z', 'revision_number': 4, 'project_id': '119182b448df4b0982dcd69db60fd7a6', 'gw_port': {'id': 'ff27d45e-b24f-41c2-a9ca-4bb149aa4796', 'name': '', 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:0f:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afe8f60d-0d06-4161-aa5a-fca004631e72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:36:57Z', 'updated_at': '2022-06-16T17:37:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47584a51-19b7-439b-9f28-a7f577441b18', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-2-iscsi', '_interfaces': [{'id': 'f13094af-6e15-49a5-89f8-25190c2b1cf9', 'name': '', 'network_id': 'd759821d-83db-47ec-b50c-57c18826110f', 'tenant_id': '119182b448df4b0982dcd69db60fd7a6', 'mac_address': 'fa:16:3e:0a:22:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afe8f60d-0d06-4161-aa5a-fca004631e72', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '289eb0e2-7f89-48e1-bd47-a078d6a70f45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:37:01Z', 'updated_at': '2022-06-16T17:37:02Z', 'revision_number': 1, 'project_id': '119182b448df4b0982dcd69db60fd7a6', 'subnets': [{'id': '289eb0e2-7f89-48e1-bd47-a078d6a70f45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:37:03.128622 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae337299-99fa-4b31-b207-7019aba81c44 admin admin] Router afe8f60d-0d06-4161-aa5a-fca004631e72 has already been hosted by L3 agent 43e250b4-0ce3-4949-aa8c-0bafe6454580 {{(pid=104052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 17:37:03.240124 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8542607-ecaf-456d-95bf-2e7fb17288a7 None None] New status for floating IP ae888c66-3998-4414-ad58-8d1c3b9e2fdc: ACTIVE {{(pid=104054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 17:37:03.281222 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32eff558-2814-4068-9641-7d1e7a4f08ba req-a1baea6d-5379-43fa-ae48-20ab2de6e169 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:37:03.282786 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-32eff558-2814-4068-9641-7d1e7a4f08ba req-a1baea6d-5379-43fa-ae48-20ab2de6e169 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/ports?device_id=2d1c168b-5f64-4d47-ae45-8a006f09dfe1 HTTP/1.1" status: 200 len: 944 time: 0.0944686 Jun 16 17:37:03.301188 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:37:03.301841 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:37:03.327920 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-d30c5b81-381e-4027-a850-31af9ab2058d None None] Provisioning complete for port f13094af-6e15-49a5-89f8-25190c2b1cf9 triggered by entity DHCP. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:37:03.328292 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-d30c5b81-381e-4027-a850-31af9ab2058d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572016'] for port (f13094af-6e15-49a5-89f8-25190c2b1cf9), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:37:03.328499 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae337299-99fa-4b31-b207-7019aba81c44 admin admin] Notify agent at l3_agent.dv-cinder-837546-2-iscsi the message routers_updated {{(pid=104052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 17:37:03.334329 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-ae337299-99fa-4b31-b207-7019aba81c44 admin admin] 10.222.0.40 "PUT /v2.0/routers/afe8f60d-0d06-4161-aa5a-fca004631e72/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3715851 Jun 16 17:37:03.376874 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-32eff558-2814-4068-9641-7d1e7a4f08ba req-a241c791-96de-4022-a865-2ccd59c14fd7 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/security-groups?id=1fce0bbb-8968-42b3-b683-f7749fa084ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884216 Jun 16 17:37:03.401031 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:37:03.435653 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-d30c5b81-381e-4027-a850-31af9ab2058d None None] Port f13094af-6e15-49a5-89f8-25190c2b1cf9 cannot update to ACTIVE because it is not bound. {{(pid=104054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 17:37:03.799506 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 57532) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:37:03.804588 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [None req-2622ce16-d496-42e7-9f63-3e0bff57576a tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1549279299', 'description': 'tempest-secgroup-smoke-1549279299 description', 'project_id': '35fdc8ef703e43f1a730a868721c4a2d'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:37:03.830542 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-2622ce16-d496-42e7-9f63-3e0bff57576a tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] Publish callbacks [] for security_group (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:37:03.900860 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-2622ce16-d496-42e7-9f63-3e0bff57576a tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] Publish callbacks [] for security_group (d3121c56-625a-476a-9bec-eea3f7651168), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:37:03.905027 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-2622ce16-d496-42e7-9f63-3e0bff57576a tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (d3121c56-625a-476a-9bec-eea3f7651168), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:37:03.937719 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-2622ce16-d496-42e7-9f63-3e0bff57576a tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] Publish callbacks [] for security_group (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:37:03.938937 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-2622ce16-d496-42e7-9f63-3e0bff57576a tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1381092 Jun 16 17:37:03.940956 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2622ce16-d496-42e7-9f63-3e0bff57576a tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3121c56-625a-476a-9bec-eea3f7651168,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:37:03.942017 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 57534) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:37:03.947023 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.v2.base [None req-712b2f3f-4b43-4eb6-bab6-a99f665e8304 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] Request body: {'security_group_rule': {'security_group_id': 'd3121c56-625a-476a-9bec-eea3f7651168', 'project_id': '35fdc8ef703e43f1a730a868721c4a2d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:37:03.963714 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:37:03.978646 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-712b2f3f-4b43-4eb6-bab6-a99f665e8304 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] Publish callbacks [] for security_group_rule (08d77a8a-34f4-4f31-aff7-592f5dfe20f3), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:37:04.037811 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-712b2f3f-4b43-4eb6-bab6-a99f665e8304 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] Publish callbacks [] for security_group_rule (08d77a8a-34f4-4f31-aff7-592f5dfe20f3), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:37:04.041383 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-712b2f3f-4b43-4eb6-bab6-a99f665e8304 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522948'] for security_group_rule (08d77a8a-34f4-4f31-aff7-592f5dfe20f3), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:37:04.061464 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712b2f3f-4b43-4eb6-bab6-a99f665e8304 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08d77a8a-34f4-4f31-aff7-592f5dfe20f3,revision_number=0']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:37:04.069695 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-712b2f3f-4b43-4eb6-bab6-a99f665e8304 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:37:04.070879 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-712b2f3f-4b43-4eb6-bab6-a99f665e8304 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1273026 Jun 16 17:37:04.073623 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 57536) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:37:04.078006 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.v2.base [None req-10bd66c0-ac5e-4bc9-96f7-2ad38fb7a735 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] Request body: {'security_group_rule': {'security_group_id': 'd3121c56-625a-476a-9bec-eea3f7651168', 'project_id': '35fdc8ef703e43f1a730a868721c4a2d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:37:04.104365 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-10bd66c0-ac5e-4bc9-96f7-2ad38fb7a735 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] Publish callbacks [] for security_group_rule (81832df6-ccaa-49b0-8ca2-a71f4bafd61c), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:37:04.189949 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-10bd66c0-ac5e-4bc9-96f7-2ad38fb7a735 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] Publish callbacks [] for security_group_rule (81832df6-ccaa-49b0-8ca2-a71f4bafd61c), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:37:04.195112 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-10bd66c0-ac5e-4bc9-96f7-2ad38fb7a735 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522948'] for security_group_rule (81832df6-ccaa-49b0-8ca2-a71f4bafd61c), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:37:04.195819 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-1d81e0cb-ff47-4623-99d5-ab370c19a781 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (25dd433a-18a0-496e-b58c-593ddca2a11d), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:37:04.214835 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bd66c0-ac5e-4bc9-96f7-2ad38fb7a735 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81832df6-ccaa-49b0-8ca2-a71f4bafd61c,revision_number=0']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:37:04.224637 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-10bd66c0-ac5e-4bc9-96f7-2ad38fb7a735 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:37:04.226052 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-10bd66c0-ac5e-4bc9-96f7-2ad38fb7a735 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1514795 Jun 16 17:37:04.228681 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 57538) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:37:04.234738 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.v2.base [None req-827cb998-951f-4337-b624-b5925ee416f4 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] Request body: {'security_group_rule': {'security_group_id': 'd3121c56-625a-476a-9bec-eea3f7651168', 'project_id': '35fdc8ef703e43f1a730a868721c4a2d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:37:04.263779 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-827cb998-951f-4337-b624-b5925ee416f4 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] Publish callbacks [] for security_group_rule (be1aead7-b836-4426-9777-784e8c1c692a), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:37:04.286950 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:37:04.337742 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-827cb998-951f-4337-b624-b5925ee416f4 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] Publish callbacks [] for security_group_rule (be1aead7-b836-4426-9777-784e8c1c692a), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:37:04.345076 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-827cb998-951f-4337-b624-b5925ee416f4 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522948'] for security_group_rule (be1aead7-b836-4426-9777-784e8c1c692a), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:37:04.365122 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827cb998-951f-4337-b624-b5925ee416f4 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be1aead7-b836-4426-9777-784e8c1c692a,revision_number=0']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:37:04.374054 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-827cb998-951f-4337-b624-b5925ee416f4 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:37:04.377679 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-827cb998-951f-4337-b624-b5925ee416f4 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1449773 Jun 16 17:37:04.377875 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 57540) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:37:04.382280 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.v2.base [None req-143fcfaf-8544-44c0-818d-a9bc325b7206 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] Request body: {'security_group_rule': {'security_group_id': 'd3121c56-625a-476a-9bec-eea3f7651168', 'project_id': '35fdc8ef703e43f1a730a868721c4a2d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:37:04.415490 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-143fcfaf-8544-44c0-818d-a9bc325b7206 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] Publish callbacks [] for security_group_rule (172c0ab4-191b-4cb3-913a-c5c7a5b456e1), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:37:04.487684 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-143fcfaf-8544-44c0-818d-a9bc325b7206 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] Publish callbacks [] for security_group_rule (172c0ab4-191b-4cb3-913a-c5c7a5b456e1), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:37:04.489228 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (f1f6c009-5a31-4833-b180-4d9d41a55fe5), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:37:04.494519 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-143fcfaf-8544-44c0-818d-a9bc325b7206 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522948'] for security_group_rule (172c0ab4-191b-4cb3-913a-c5c7a5b456e1), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:37:04.518376 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143fcfaf-8544-44c0-818d-a9bc325b7206 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=172c0ab4-191b-4cb3-913a-c5c7a5b456e1,revision_number=0']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:37:04.523624 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-143fcfaf-8544-44c0-818d-a9bc325b7206 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:37:04.524994 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-143fcfaf-8544-44c0-818d-a9bc325b7206 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1460140 Jun 16 17:37:04.528383 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 57544) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:37:04.533944 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.v2.base [None req-729962d9-fbc4-44ef-80f3-efff20418db6 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] Request body: {'security_group_rule': {'security_group_id': 'd3121c56-625a-476a-9bec-eea3f7651168', 'project_id': '35fdc8ef703e43f1a730a868721c4a2d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:37:04.541193 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fe1e8f-0c42-4c42-8161-581203e8ee3f req-6218452c-7d81-4721-b1a4-3c2046a80f37 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:37:04.542752 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-67fe1e8f-0c42-4c42-8161-581203e8ee3f req-6218452c-7d81-4721-b1a4-3c2046a80f37 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/ports?device_id=2d1c168b-5f64-4d47-ae45-8a006f09dfe1 HTTP/1.1" status: 200 len: 944 time: 0.0591326 Jun 16 17:37:04.557994 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.db.securitygroups_db [None req-729962d9-fbc4-44ef-80f3-efff20418db6 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] Project 35fdc8ef703e43f1a730a868721c4a2d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 17:37:04.566229 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-729962d9-fbc4-44ef-80f3-efff20418db6 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] Publish callbacks [] for security_group_rule (c3694139-a5d3-49af-b5ca-866249d9f4e2), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:37:04.596752 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-67fe1e8f-0c42-4c42-8161-581203e8ee3f req-a233a3d1-7c08-4373-a546-91550a0ab53e tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/security-groups?id=1fce0bbb-8968-42b3-b683-f7749fa084ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471423 Jun 16 17:37:04.640593 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-729962d9-fbc4-44ef-80f3-efff20418db6 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] Publish callbacks [] for security_group_rule (c3694139-a5d3-49af-b5ca-866249d9f4e2), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:37:04.645472 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-729962d9-fbc4-44ef-80f3-efff20418db6 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522948'] for security_group_rule (c3694139-a5d3-49af-b5ca-866249d9f4e2), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:37:04.665634 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729962d9-fbc4-44ef-80f3-efff20418db6 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3694139-a5d3-49af-b5ca-866249d9f4e2,revision_number=0']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:37:04.682537 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-729962d9-fbc4-44ef-80f3-efff20418db6 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:37:04.685802 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-729962d9-fbc4-44ef-80f3-efff20418db6 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1558437 Jun 16 17:37:04.689125 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 57548) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:37:04.695932 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.v2.base [None req-4926fb5b-a400-4c1c-bd65-bfaa4d7938c7 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] Request body: {'security_group_rule': {'security_group_id': 'd3121c56-625a-476a-9bec-eea3f7651168', 'project_id': '35fdc8ef703e43f1a730a868721c4a2d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:37:04.728542 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.db.securitygroups_db [None req-4926fb5b-a400-4c1c-bd65-bfaa4d7938c7 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] Project 35fdc8ef703e43f1a730a868721c4a2d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 17:37:04.736683 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-4926fb5b-a400-4c1c-bd65-bfaa4d7938c7 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] Publish callbacks [] for security_group_rule (2392aede-b255-48ad-804f-6807700c5784), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:37:04.752156 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=84,neutron:INSERT=8,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:37:04.805983 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-4926fb5b-a400-4c1c-bd65-bfaa4d7938c7 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] Publish callbacks [] for security_group_rule (2392aede-b255-48ad-804f-6807700c5784), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:37:04.809692 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-4926fb5b-a400-4c1c-bd65-bfaa4d7938c7 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522948'] for security_group_rule (2392aede-b255-48ad-804f-6807700c5784), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:37:04.828870 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4926fb5b-a400-4c1c-bd65-bfaa4d7938c7 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2392aede-b255-48ad-804f-6807700c5784,revision_number=0']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:37:04.836445 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-4926fb5b-a400-4c1c-bd65-bfaa4d7938c7 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:37:04.837631 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-4926fb5b-a400-4c1c-bd65-bfaa4d7938c7 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1471574 Jun 16 17:37:05.251313 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.agents_db [None req-618f4cd3-4a7d-480c-b6e2-8b59597e19f3 None None] Agent healthcheck: found 6 active agents {{(pid=104055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 17:37:05.416060 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236f735f-04ab-41f3-b362-5f686d740ffc req-941c78f1-f602-479b-ae5d-3a48d3669de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:37:05.417847 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-236f735f-04ab-41f3-b362-5f686d740ffc req-941c78f1-f602-479b-ae5d-3a48d3669de8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d1c1d13142434356ac1210f14dad847b&device_id=2d1c168b-5f64-4d47-ae45-8a006f09dfe1 HTTP/1.1" status: 200 len: 1128 time: 0.0417099 Jun 16 17:37:05.433359 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f82c36e-2733-4138-b6f7-15f744ea3271 req-d03221d1-6c68-496e-afa5-5674f6510849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:37:05.436203 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-1f82c36e-2733-4138-b6f7-15f744ea3271 req-d03221d1-6c68-496e-afa5-5674f6510849 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d63c592c0afb4dfc9dd5b36be791decd&device_id=3ef90d7f-25eb-4945-b73d-30a1d1fd6ecb HTTP/1.1" status: 200 len: 1130 time: 0.0477991 Jun 16 17:37:05.510200 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236f735f-04ab-41f3-b362-5f686d740ffc req-071465c5-9125-4520-b782-9e4fdba9afa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:37:05.511662 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-236f735f-04ab-41f3-b362-5f686d740ffc req-071465c5-9125-4520-b782-9e4fdba9afa4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=dd7b32b9-764e-43c1-a67e-f0e3f862c460 HTTP/1.1" status: 200 len: 919 time: 0.0872326 Jun 16 17:37:05.538024 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f82c36e-2733-4138-b6f7-15f744ea3271 req-23c887ba-5531-41ab-a8c2-a7e3c437bd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:37:05.539564 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-1f82c36e-2733-4138-b6f7-15f744ea3271 req-23c887ba-5531-41ab-a8c2-a7e3c437bd3f service neutron] 10.222.0.47 "GET /v2.0/networks?id=6fb674c9-6bb7-4c32-892c-b28837e89812 HTTP/1.1" status: 200 len: 915 time: 0.0963635 Jun 16 17:37:05.566313 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-236f735f-04ab-41f3-b362-5f686d740ffc req-745636f0-11bf-4f7c-b535-cf97fb9a86da service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bb6292bd-d4a4-4f49-ae28-32181d3a72ae HTTP/1.1" status: 200 len: 217 time: 0.0474162 Jun 16 17:37:05.613583 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-1f82c36e-2733-4138-b6f7-15f744ea3271 req-59330693-5666-4177-b4d3-ab25938cee7e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=42876d97-ab72-447f-9723-b8c55e7cd05c HTTP/1.1" status: 200 len: 1000 time: 0.0649040 Jun 16 17:37:05.631025 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236f735f-04ab-41f3-b362-5f686d740ffc req-346dc9ac-9c9f-4a7e-9b20-fb680f287152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:37:05.636119 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-236f735f-04ab-41f3-b362-5f686d740ffc req-346dc9ac-9c9f-4a7e-9b20-fb680f287152 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=58dbd783-c237-4164-b4f7-63cdaa3401e3 HTTP/1.1" status: 200 len: 857 time: 0.0491724 Jun 16 17:37:05.675653 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f82c36e-2733-4138-b6f7-15f744ea3271 req-5d9e3566-6db1-4b0f-87f0-3de85004b18e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:37:05.678233 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-1f82c36e-2733-4138-b6f7-15f744ea3271 req-5d9e3566-6db1-4b0f-87f0-3de85004b18e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f4f4c81e-fe9f-4dc1-bcfe-dd76fde3e7db HTTP/1.1" status: 200 len: 853 time: 0.0547919 Jun 16 17:37:05.683444 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236f735f-04ab-41f3-b362-5f686d740ffc req-d3aaf6a0-0296-442f-84d3-566e1d142f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:37:05.685365 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-236f735f-04ab-41f3-b362-5f686d740ffc req-d3aaf6a0-0296-442f-84d3-566e1d142f81 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dd7b32b9-764e-43c1-a67e-f0e3f862c460&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0459268 Jun 16 17:37:05.764261 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:37:05.771511 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:37:05.785305 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becb0401-f0da-47cf-9918-6e01428038fa req-ca044063-884a-4a90-bfdd-9e029860ddb2 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:37:05.792911 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-becb0401-f0da-47cf-9918-6e01428038fa req-ca044063-884a-4a90-bfdd-9e029860ddb2 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/ports?device_id=2d1c168b-5f64-4d47-ae45-8a006f09dfe1 HTTP/1.1" status: 200 len: 944 time: 0.1135170 Jun 16 17:37:05.806192 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f82c36e-2733-4138-b6f7-15f744ea3271 req-85445b4f-14ff-45dd-b9c7-15af08f76d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:37:05.807735 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-1f82c36e-2733-4138-b6f7-15f744ea3271 req-85445b4f-14ff-45dd-b9c7-15af08f76d9a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6fb674c9-6bb7-4c32-892c-b28837e89812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1166191 Jun 16 17:37:05.826571 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-236f735f-04ab-41f3-b362-5f686d740ffc req-33bc6332-06fd-47d0-bbdc-990f682c8676 service neutron] 10.222.0.47 "GET /v2.0/networks/dd7b32b9-764e-43c1-a67e-f0e3f862c460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325648 Jun 16 17:37:05.940392 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-becb0401-f0da-47cf-9918-6e01428038fa req-9ce8b221-cb37-4de3-b178-83665bcc6613 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/security-groups?id=1fce0bbb-8968-42b3-b683-f7749fa084ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1456351 Jun 16 17:37:05.974972 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-1f82c36e-2733-4138-b6f7-15f744ea3271 req-f93df028-642d-45c2-acbd-43641d01111c service neutron] 10.222.0.47 "GET /v2.0/networks/6fb674c9-6bb7-4c32-892c-b28837e89812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589420 Jun 16 17:37:06.011154 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-236f735f-04ab-41f3-b362-5f686d740ffc req-c836b5c9-c677-40ea-8b5a-52c613efab9b service neutron] 10.222.0.47 "GET /v2.0/networks/dd7b32b9-764e-43c1-a67e-f0e3f862c460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723201 Jun 16 17:37:06.140081 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-1f82c36e-2733-4138-b6f7-15f744ea3271 req-402cd3bb-166a-4f09-936e-306077202257 service neutron] 10.222.0.47 "GET /v2.0/networks/6fb674c9-6bb7-4c32-892c-b28837e89812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479023 Jun 16 17:37:06.142214 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Device ff27d45e-b24f-41c2-a9ca-4bb149aa4796 up at agent ovs-agent-dv-cinder-837546-2-iscsi {{(pid=104054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 17:37:06.196227 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Provisioning complete for port ff27d45e-b24f-41c2-a9ca-4bb149aa4796 triggered by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:37:06.196622 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572016'] for port (ff27d45e-b24f-41c2-a9ca-4bb149aa4796), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:37:06.286362 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a22f11f-5936-4dd7-b99c-305f64c22d15 None None] Sync routers for ids ['afe8f60d-0d06-4161-aa5a-fca004631e72'] in dv-cinder-837546-2-iscsi {{(pid=104055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:37:06.298573 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a22f11f-5936-4dd7-b99c-305f64c22d15 None None] Routers {'afe8f60d-0d06-4161-aa5a-fca004631e72'} bound to L3 agent in host dv-cinder-837546-2-iscsi {{(pid=104055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:37:06.299199 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-4a22f11f-5936-4dd7-b99c-305f64c22d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-16T17:26:01Z,description=,heartbeat_timestamp=2022-06-16T17:37:01Z,host='dv-cinder-837546-2-iscsi',id=43e250b4-0ce3-4949-aa8c-0bafe6454580,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:26:01Z,topic='l3_agent')) {'router_ids': ['afe8f60d-0d06-4161-aa5a-fca004631e72'], 'active': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:37:06.435688 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Current status of the port ff27d45e-b24f-41c2-a9ca-4bb149aa4796 is: DOWN; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:37:06.436055 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (ff27d45e-b24f-41c2-a9ca-4bb149aa4796), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:37:06.458314 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] For port ff27d45e-b24f-41c2-a9ca-4bb149aa4796, host dv-cinder-837546-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-2-iscsi',level=0,port_id=ff27d45e-b24f-41c2-a9ca-4bb149aa4796,segment=NetworkSegment(f847f272-90b1-4369-8e48-25aa20ff3114),segment_id=f847f272-90b1-4369-8e48-25aa20ff3114)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:37:06.461121 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvr_db [None req-4a22f11f-5936-4dd7-b99c-305f64c22d15 None None] Set router afe8f60d-0d06-4161-aa5a-fca004631e72 gateway port host: dv-cinder-837546-2-iscsi {{(pid=104055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:37:06.466065 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114'] for port (ff27d45e-b24f-41c2-a9ca-4bb149aa4796), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:37:06.514268 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Pushing event updated for resources: {'Port': ['ID=ff27d45e-b24f-41c2-a9ca-4bb149aa4796,revision_number=4']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:37:06.730272 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-4a22f11f-5936-4dd7-b99c-305f64c22d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afe8f60d-0d06-4161-aa5a-fca004631e72', 'name': 'tempest-TestShelveInstance-846094686-router', 'tenant_id': '119182b448df4b0982dcd69db60fd7a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'external_fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.129'}], 'enable_snat': True}, 'gw_port_id': 'ff27d45e-b24f-41c2-a9ca-4bb149aa4796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:36:55Z', 'updated_at': '2022-06-16T17:37:02Z', 'revision_number': 4, 'project_id': '119182b448df4b0982dcd69db60fd7a6', 'gw_port': {'id': 'ff27d45e-b24f-41c2-a9ca-4bb149aa4796', 'name': '', 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:0f:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afe8f60d-0d06-4161-aa5a-fca004631e72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:36:57Z', 'updated_at': '2022-06-16T17:37:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47584a51-19b7-439b-9f28-a7f577441b18', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-2-iscsi', '_interfaces': [{'id': 'f13094af-6e15-49a5-89f8-25190c2b1cf9', 'name': '', 'network_id': 'd759821d-83db-47ec-b50c-57c18826110f', 'tenant_id': '119182b448df4b0982dcd69db60fd7a6', 'mac_address': 'fa:16:3e:0a:22:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afe8f60d-0d06-4161-aa5a-fca004631e72', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '289eb0e2-7f89-48e1-bd47-a078d6a70f45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:37:01Z', 'updated_at': '2022-06-16T17:37:02Z', 'revision_number': 2, 'project_id': '119182b448df4b0982dcd69db60fd7a6', 'subnets': [{'id': '289eb0e2-7f89-48e1-bd47-a078d6a70f45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837546-2-iscsi', False) {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:37:06.757450 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a22f11f-5936-4dd7-b99c-305f64c22d15 None None] Checking router: afe8f60d-0d06-4161-aa5a-fca004631e72 for host: dv-cinder-837546-2-iscsi {{(pid=104055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:37:06.757797 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a22f11f-5936-4dd7-b99c-305f64c22d15 None None] Updating router afe8f60d-0d06-4161-aa5a-fca004631e72 port f13094af-6e15-49a5-89f8-25190c2b1cf9 binding host dv-cinder-837546-2-iscsi {{(pid=104055) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 17:37:06.786442 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4a22f11f-5936-4dd7-b99c-305f64c22d15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (f13094af-6e15-49a5-89f8-25190c2b1cf9), before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:37:06.816132 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=100 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:37:06.959872 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=100 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:37:07.039491 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4a22f11f-5936-4dd7-b99c-305f64c22d15 None None] Publish callbacks [] for port (f13094af-6e15-49a5-89f8-25190c2b1cf9), precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:37:07.045459 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4a22f11f-5936-4dd7-b99c-305f64c22d15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114'] for port (f13094af-6e15-49a5-89f8-25190c2b1cf9), after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:37:07.066892 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d068f2-f3ac-4d68-bc64-fe2e47cae68b req-a1f97d0d-2aff-416d-9ec0-1039de620c37 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:37:07.068374 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-31d068f2-f3ac-4d68-bc64-fe2e47cae68b req-a1f97d0d-2aff-416d-9ec0-1039de620c37 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/ports?device_id=2d1c168b-5f64-4d47-ae45-8a006f09dfe1 HTTP/1.1" status: 200 len: 944 time: 0.0480807 Jun 16 17:37:07.097063 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1396fb-a8c7-4451-9254-a880fce71ffd None None] Pushing event updated for resources: {'Port': ['ID=f13094af-6e15-49a5-89f8-25190c2b1cf9,revision_number=3']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:37:07.135977 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-31d068f2-f3ac-4d68-bc64-fe2e47cae68b req-724a05e0-520f-449e-b05c-03e5a918242d tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/security-groups?id=1fce0bbb-8968-42b3-b683-f7749fa084ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617018 Jun 16 17:37:07.159247 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [None req-4a22f11f-5936-4dd7-b99c-305f64c22d15 None None] Attempting to bind port f13094af-6e15-49a5-89f8-25190c2b1cf9 on host dv-cinder-837546-2-iscsi for vnic_type normal with profile {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 17:37:07.159606 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [None req-4a22f11f-5936-4dd7-b99c-305f64c22d15 None None] Attempting to bind port f13094af-6e15-49a5-89f8-25190c2b1cf9 by drivers openvswitch,hyperv on host dv-cinder-837546-2-iscsi at level 0 using segments [{'id': 'c87f395d-1918-45b8-bd8c-25819072125b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'd759821d-83db-47ec-b50c-57c18826110f'}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 17:37:07.159958 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a22f11f-5936-4dd7-b99c-305f64c22d15 None None] Attempting to bind port f13094af-6e15-49a5-89f8-25190c2b1cf9 on network d759821d-83db-47ec-b50c-57c18826110f {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 17:37:07.165720 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a22f11f-5936-4dd7-b99c-305f64c22d15 None None] Checking agent: {'id': 'f1f6c009-5a31-4833-b180-4d9d41a55fe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837546-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 17, 26, 4), 'started_at': datetime.datetime(2022, 6, 16, 17, 26, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 17, 37, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837546-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 17:37:07.166087 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a22f11f-5936-4dd7-b99c-305f64c22d15 None None] Checking segment: {'id': 'c87f395d-1918-45b8-bd8c-25819072125b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'd759821d-83db-47ec-b50c-57c18826110f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 17:37:07.166477 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4a22f11f-5936-4dd7-b99c-305f64c22d15 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:37:07.166855 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a22f11f-5936-4dd7-b99c-305f64c22d15 None None] Bound using segment: {'id': 'c87f395d-1918-45b8-bd8c-25819072125b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'd759821d-83db-47ec-b50c-57c18826110f'} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 17:37:07.167307 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [None req-4a22f11f-5936-4dd7-b99c-305f64c22d15 None None] Bound port: f13094af-6e15-49a5-89f8-25190c2b1cf9, host: dv-cinder-837546-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c87f395d-1918-45b8-bd8c-25819072125b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'd759821d-83db-47ec-b50c-57c18826110f'}}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 17:37:07.167676 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4a22f11f-5936-4dd7-b99c-305f64c22d15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (f13094af-6e15-49a5-89f8-25190c2b1cf9), before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:37:07.232508 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-4a22f11f-5936-4dd7-b99c-305f64c22d15 None None] For port f13094af-6e15-49a5-89f8-25190c2b1cf9, host dv-cinder-837546-2-iscsi, cleared binding levels {{(pid=104055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 17:37:07.237389 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-4a22f11f-5936-4dd7-b99c-305f64c22d15 None None] For port f13094af-6e15-49a5-89f8-25190c2b1cf9, host dv-cinder-837546-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-2-iscsi',level=0,port_id=f13094af-6e15-49a5-89f8-25190c2b1cf9,segment=NetworkSegment(c87f395d-1918-45b8-bd8c-25819072125b),segment_id=c87f395d-1918-45b8-bd8c-25819072125b)] {{(pid=104055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 17:37:07.246910 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4a22f11f-5936-4dd7-b99c-305f64c22d15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114'] for port (f13094af-6e15-49a5-89f8-25190c2b1cf9), after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:37:07.311147 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a22f11f-5936-4dd7-b99c-305f64c22d15 None None] Routers {'afe8f60d-0d06-4161-aa5a-fca004631e72'} bound to L3 agent in host dv-cinder-837546-2-iscsi {{(pid=104055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:37:07.311798 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-4a22f11f-5936-4dd7-b99c-305f64c22d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-16T17:26:01Z,description=,heartbeat_timestamp=2022-06-16T17:37:01Z,host='dv-cinder-837546-2-iscsi',id=43e250b4-0ce3-4949-aa8c-0bafe6454580,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:26:01Z,topic='l3_agent')) {'router_ids': ['afe8f60d-0d06-4161-aa5a-fca004631e72'], 'active': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:37:07.313803 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1396fb-a8c7-4451-9254-a880fce71ffd None None] Pushing event updated for resources: {'Port': ['ID=f13094af-6e15-49a5-89f8-25190c2b1cf9,revision_number=4']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:37:07.385824 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-c06d3ca1-f749-48e1-afd3-7e11227f8d79 None None] Provisioning complete for port f13094af-6e15-49a5-89f8-25190c2b1cf9 triggered by entity DHCP. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:37:07.386431 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c06d3ca1-f749-48e1-afd3-7e11227f8d79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572016'] for port (f13094af-6e15-49a5-89f8-25190c2b1cf9), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:37:07.434807 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvr_db [None req-4a22f11f-5936-4dd7-b99c-305f64c22d15 None None] Set router afe8f60d-0d06-4161-aa5a-fca004631e72 gateway port host: dv-cinder-837546-2-iscsi {{(pid=104055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:37:07.475519 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-c06d3ca1-f749-48e1-afd3-7e11227f8d79 None None] Current status of the port f13094af-6e15-49a5-89f8-25190c2b1cf9 is: DOWN; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:37:07.476199 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c06d3ca1-f749-48e1-afd3-7e11227f8d79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (f13094af-6e15-49a5-89f8-25190c2b1cf9), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:37:07.518510 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-c06d3ca1-f749-48e1-afd3-7e11227f8d79 None None] For port f13094af-6e15-49a5-89f8-25190c2b1cf9, host dv-cinder-837546-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-2-iscsi',level=0,port_id=f13094af-6e15-49a5-89f8-25190c2b1cf9,segment=NetworkSegment(c87f395d-1918-45b8-bd8c-25819072125b),segment_id=c87f395d-1918-45b8-bd8c-25819072125b)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:37:07.522685 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c06d3ca1-f749-48e1-afd3-7e11227f8d79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114'] for port (f13094af-6e15-49a5-89f8-25190c2b1cf9), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:37:07.571520 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06d3ca1-f749-48e1-afd3-7e11227f8d79 None None] Pushing event updated for resources: {'Port': ['ID=f13094af-6e15-49a5-89f8-25190c2b1cf9,revision_number=5']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:37:07.632061 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-4a22f11f-5936-4dd7-b99c-305f64c22d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afe8f60d-0d06-4161-aa5a-fca004631e72', 'name': 'tempest-TestShelveInstance-846094686-router', 'tenant_id': '119182b448df4b0982dcd69db60fd7a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'external_fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.129'}], 'enable_snat': True}, 'gw_port_id': 'ff27d45e-b24f-41c2-a9ca-4bb149aa4796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:36:55Z', 'updated_at': '2022-06-16T17:37:02Z', 'revision_number': 4, 'project_id': '119182b448df4b0982dcd69db60fd7a6', 'gw_port': {'id': 'ff27d45e-b24f-41c2-a9ca-4bb149aa4796', 'name': '', 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:0f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe8f60d-0d06-4161-aa5a-fca004631e72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:36:57Z', 'updated_at': '2022-06-16T17:37:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47584a51-19b7-439b-9f28-a7f577441b18', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-2-iscsi', '_interfaces': [{'id': 'f13094af-6e15-49a5-89f8-25190c2b1cf9', 'name': '', 'network_id': 'd759821d-83db-47ec-b50c-57c18826110f', 'tenant_id': '119182b448df4b0982dcd69db60fd7a6', 'mac_address': 'fa:16:3e:0a:22:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afe8f60d-0d06-4161-aa5a-fca004631e72', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '289eb0e2-7f89-48e1-bd47-a078d6a70f45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:37:01Z', 'updated_at': '2022-06-16T17:37:07Z', 'revision_number': 4, 'project_id': '119182b448df4b0982dcd69db60fd7a6', 'subnets': [{'id': '289eb0e2-7f89-48e1-bd47-a078d6a70f45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837546-2-iscsi', False) {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:37:07.641284 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-4b4ccf8a-af32-4aa5-8fb1-b1ecaadbca71 None None] Provisioning complete for port f13094af-6e15-49a5-89f8-25190c2b1cf9 triggered by entity DHCP. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:37:07.641648 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-4b4ccf8a-af32-4aa5-8fb1-b1ecaadbca71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572016'] for port (f13094af-6e15-49a5-89f8-25190c2b1cf9), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:37:07.664718 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a22f11f-5936-4dd7-b99c-305f64c22d15 None None] The sync data for ids ['afe8f60d-0d06-4161-aa5a-fca004631e72'] in dv-cinder-837546-2-iscsi is: [{'id': 'afe8f60d-0d06-4161-aa5a-fca004631e72', 'name': 'tempest-TestShelveInstance-846094686-router', 'tenant_id': '119182b448df4b0982dcd69db60fd7a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'external_fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.129'}], 'enable_snat': True}, 'gw_port_id': 'ff27d45e-b24f-41c2-a9ca-4bb149aa4796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:36:55Z', 'updated_at': '2022-06-16T17:37:02Z', 'revision_number': 4, 'project_id': '119182b448df4b0982dcd69db60fd7a6', 'gw_port': {'id': 'ff27d45e-b24f-41c2-a9ca-4bb149aa4796', 'name': '', 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:0f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe8f60d-0d06-4161-aa5a-fca004631e72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:36:57Z', 'updated_at': '2022-06-16T17:37:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47584a51-19b7-439b-9f28-a7f577441b18', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-2-iscsi', '_interfaces': [{'id': 'f13094af-6e15-49a5-89f8-25190c2b1cf9', 'name': '', 'network_id': 'd759821d-83db-47ec-b50c-57c18826110f', 'tenant_id': '119182b448df4b0982dcd69db60fd7a6', 'mac_address': 'fa:16:3e:0a:22:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afe8f60d-0d06-4161-aa5a-fca004631e72', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '289eb0e2-7f89-48e1-bd47-a078d6a70f45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:37:01Z', 'updated_at': '2022-06-16T17:37:07Z', 'revision_number': 4, 'project_id': '119182b448df4b0982dcd69db60fd7a6', 'subnets': [{'id': '289eb0e2-7f89-48e1-bd47-a078d6a70f45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:37:07.725817 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-4b4ccf8a-af32-4aa5-8fb1-b1ecaadbca71 None None] Current status of the port f13094af-6e15-49a5-89f8-25190c2b1cf9 is: ACTIVE; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:37:08.047004 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Device f13094af-6e15-49a5-89f8-25190c2b1cf9 up at agent ovs-agent-dv-cinder-837546-2-iscsi {{(pid=104054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 17:37:08.093084 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Provisioning complete for port f13094af-6e15-49a5-89f8-25190c2b1cf9 triggered by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:37:08.093506 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572016'] for port (f13094af-6e15-49a5-89f8-25190c2b1cf9), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:37:08.161450 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:37:08.172483 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Current status of the port f13094af-6e15-49a5-89f8-25190c2b1cf9 is: ACTIVE; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:37:08.173768 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Device ff27d45e-b24f-41c2-a9ca-4bb149aa4796 up at agent ovs-agent-dv-cinder-837546-2-iscsi {{(pid=104054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 17:37:08.227413 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Provisioning complete for port ff27d45e-b24f-41c2-a9ca-4bb149aa4796 triggered by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:37:08.227736 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:37:08.231377 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572016'] for port (ff27d45e-b24f-41c2-a9ca-4bb149aa4796), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:37:08.273439 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:37:08.276133 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b3b67a-43f4-498c-9e8e-7be66d967a75 req-092bb52b-4602-4eee-9d93-767b19b3f14f tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:37:08.278584 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-53b3b67a-43f4-498c-9e8e-7be66d967a75 req-092bb52b-4602-4eee-9d93-767b19b3f14f tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/ports?device_id=2d1c168b-5f64-4d47-ae45-8a006f09dfe1 HTTP/1.1" status: 200 len: 944 time: 0.0593662 Jun 16 17:37:08.315641 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Current status of the port ff27d45e-b24f-41c2-a9ca-4bb149aa4796 is: ACTIVE; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:37:08.334648 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-53b3b67a-43f4-498c-9e8e-7be66d967a75 req-fe27eacb-8fca-4cfb-838d-81a228be6c27 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/security-groups?id=1fce0bbb-8968-42b3-b683-f7749fa084ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501356 Jun 16 17:37:08.640715 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Device bb6292bd-d4a4-4f49-ae28-32181d3a72ae details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=104054) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 17:37:08.751109 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] For port bb6292bd-d4a4-4f49-ae28-32181d3a72ae, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=bb6292bd-d4a4-4f49-ae28-32181d3a72ae,segment=NetworkSegment(8e587aa1-3cda-45b9-8327-c258cff01d93),segment_id=8e587aa1-3cda-45b9-8327-c258cff01d93)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:37:08.762694 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Returning: {'device': 'bb6292bd-d4a4-4f49-ae28-32181d3a72ae', 'network_id': 'dd7b32b9-764e-43c1-a67e-f0e3f862c460', 'port_id': 'bb6292bd-d4a4-4f49-ae28-32181d3a72ae', 'mac_address': 'fa:16:3e:4f:54:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58dbd783-c237-4164-b4f7-63cdaa3401e3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104054) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 17:37:08.798255 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Current status of the port bb6292bd-d4a4-4f49-ae28-32181d3a72ae is: DOWN; New status is: BUILD {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:37:08.798636 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (bb6292bd-d4a4-4f49-ae28-32181d3a72ae), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:37:08.811818 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.notifiers.nova [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb6292bd-d4a4-4f49-ae28-32181d3a72ae {{(pid=104054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 17:37:08.832217 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] For port bb6292bd-d4a4-4f49-ae28-32181d3a72ae, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=bb6292bd-d4a4-4f49-ae28-32181d3a72ae,segment=NetworkSegment(8e587aa1-3cda-45b9-8327-c258cff01d93),segment_id=8e587aa1-3cda-45b9-8327-c258cff01d93)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:37:08.836121 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114'] for port (bb6292bd-d4a4-4f49-ae28-32181d3a72ae), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:37:08.885105 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Pushing event updated for resources: {'Port': ['ID=bb6292bd-d4a4-4f49-ae28-32181d3a72ae,revision_number=4']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:37:09.453051 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac209ffc-2a4f-401f-b083-09f64afcd238 req-c7e50bc3-49dc-4657-b437-b3f248423f43 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:37:09.454492 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-ac209ffc-2a4f-401f-b083-09f64afcd238 req-c7e50bc3-49dc-4657-b437-b3f248423f43 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/ports?device_id=2d1c168b-5f64-4d47-ae45-8a006f09dfe1 HTTP/1.1" status: 200 len: 945 time: 0.0516808 Jun 16 17:37:09.503075 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-ac209ffc-2a4f-401f-b083-09f64afcd238 req-5cdd37c3-5854-4a9f-9a88-3c69f757bc72 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/security-groups?id=1fce0bbb-8968-42b3-b683-f7749fa084ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431347 Jun 16 17:37:10.094007 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] get_ports_and_sgs() called for port_ids ['bb6292bd-d4a4-4f49-ae28-32181d3a72ae'] {{(pid=104054) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 17:37:10.622940 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09355b2f-1770-4b41-850e-eb3ea8c387c0 req-52ef0800-3d3d-4f8a-b30f-1358813cc22b tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:37:10.624565 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-09355b2f-1770-4b41-850e-eb3ea8c387c0 req-52ef0800-3d3d-4f8a-b30f-1358813cc22b tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/ports?device_id=2d1c168b-5f64-4d47-ae45-8a006f09dfe1 HTTP/1.1" status: 200 len: 945 time: 0.0517237 Jun 16 17:37:10.681702 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-09355b2f-1770-4b41-850e-eb3ea8c387c0 req-8a923883-e3ae-488e-a79c-1936f0cfbe31 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/security-groups?id=1fce0bbb-8968-42b3-b683-f7749fa084ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498810 Jun 16 17:37:11.805283 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfbfd10-f180-4d81-ab41-4134083504c1 req-cc406c61-fc4f-44bb-bd9e-1bf1fd1ab1d4 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:37:11.806880 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-acfbfd10-f180-4d81-ab41-4134083504c1 req-cc406c61-fc4f-44bb-bd9e-1bf1fd1ab1d4 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/ports?device_id=2d1c168b-5f64-4d47-ae45-8a006f09dfe1 HTTP/1.1" status: 200 len: 945 time: 0.0536218 Jun 16 17:37:11.855056 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-acfbfd10-f180-4d81-ab41-4134083504c1 req-ea83beae-4a39-4a93-b5d1-83b0581a60c3 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/security-groups?id=1fce0bbb-8968-42b3-b683-f7749fa084ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418928 Jun 16 17:37:12.770815 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe035c7-9b9d-4cad-b2b4-3defebcfed61 req-dd2fcfcf-803e-4e0f-9817-1e67cf31c5d3 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:37:12.772295 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-0fe035c7-9b9d-4cad-b2b4-3defebcfed61 req-dd2fcfcf-803e-4e0f-9817-1e67cf31c5d3 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/ports?device_id=ade4cabc-bd7b-4506-b836-9178181c78e2 HTTP/1.1" status: 200 len: 945 time: 0.0536187 Jun 16 17:37:12.820249 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-0fe035c7-9b9d-4cad-b2b4-3defebcfed61 req-594b00ee-c60d-4d4c-931e-7bdb2393d9be tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ec9cd17-f7bf-42f7-88bc-22078d613669&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422561 Jun 16 17:37:12.979689 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f149b7-9691-4b96-aae3-d0e8ba191807 req-0d725b40-1369-4ea4-a1dc-1398b2805fe3 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:37:12.981840 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-42f149b7-9691-4b96-aae3-d0e8ba191807 req-0d725b40-1369-4ea4-a1dc-1398b2805fe3 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/ports?device_id=2d1c168b-5f64-4d47-ae45-8a006f09dfe1 HTTP/1.1" status: 200 len: 945 time: 0.0533319 Jun 16 17:37:13.035836 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-42f149b7-9691-4b96-aae3-d0e8ba191807 req-ad5108fe-7774-4670-9e70-3405c4ce1c9b tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/security-groups?id=1fce0bbb-8968-42b3-b683-f7749fa084ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484569 Jun 16 17:37:13.945226 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65714449-880c-4a3a-9d4a-c6915e7db9a0 req-0ea51f01-1d19-4345-89e6-f38634aea3e8 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:37:13.946685 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-65714449-880c-4a3a-9d4a-c6915e7db9a0 req-0ea51f01-1d19-4345-89e6-f38634aea3e8 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/ports?device_id=ade4cabc-bd7b-4506-b836-9178181c78e2 HTTP/1.1" status: 200 len: 945 time: 0.0511205 Jun 16 17:37:13.991281 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=100 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:37:14.009223 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-65714449-880c-4a3a-9d4a-c6915e7db9a0 req-b174e280-ffb9-4ce2-a6c8-61409b87e711 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ec9cd17-f7bf-42f7-88bc-22078d613669&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569024 Jun 16 17:37:14.157781 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0061cd2c-07db-4da2-8e46-2681d5ede8c6 req-8baa9458-a13a-4d11-9314-719489f3e855 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:37:14.163665 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-0061cd2c-07db-4da2-8e46-2681d5ede8c6 req-8baa9458-a13a-4d11-9314-719489f3e855 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/ports?device_id=2d1c168b-5f64-4d47-ae45-8a006f09dfe1 HTTP/1.1" status: 200 len: 945 time: 0.0555553 Jun 16 17:37:14.214250 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-0061cd2c-07db-4da2-8e46-2681d5ede8c6 req-3de2d373-17a2-4355-9f67-927198c887b4 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/security-groups?id=1fce0bbb-8968-42b3-b683-f7749fa084ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477853 Jun 16 17:37:14.335932 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Device bb6292bd-d4a4-4f49-ae28-32181d3a72ae up at agent hyperv_hv-cinder-83754 {{(pid=104054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 17:37:14.382209 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Provisioning for port bb6292bd-d4a4-4f49-ae28-32181d3a72ae completed by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 17:37:14.389197 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Provisioning complete for port bb6292bd-d4a4-4f49-ae28-32181d3a72ae triggered by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:37:14.389400 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572016'] for port (bb6292bd-d4a4-4f49-ae28-32181d3a72ae), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:37:14.469046 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Current status of the port bb6292bd-d4a4-4f49-ae28-32181d3a72ae is: BUILD; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:37:14.469376 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (bb6292bd-d4a4-4f49-ae28-32181d3a72ae), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:37:14.497397 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d1c168b-5f64-4d47-ae45-8a006f09dfe1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb6292bd-d4a4-4f49-ae28-32181d3a72ae'}] {{(pid=104054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 17:37:14.499629 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5645e34771f2e92f66b701059e1edb0e2a0b319a1385596c591183f5993537e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce000b32-b7b7-47e3-8f33-9c87f992e1aa" -d '{"events": [{"server_uuid": "2d1c168b-5f64-4d47-ae45-8a006f09dfe1", "name": "network-vif-plugged", "status": "completed", "tag": "bb6292bd-d4a4-4f49-ae28-32181d3a72ae"}]}' {{(pid=104054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:37:14.511996 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:37:14.515079 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] For port bb6292bd-d4a4-4f49-ae28-32181d3a72ae, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=bb6292bd-d4a4-4f49-ae28-32181d3a72ae,segment=NetworkSegment(8e587aa1-3cda-45b9-8327-c258cff01d93),segment_id=8e587aa1-3cda-45b9-8327-c258cff01d93)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:37:14.520808 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114'] for port (bb6292bd-d4a4-4f49-ae28-32181d3a72ae), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:37:14.555995 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 17:37:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9d023bd-a89f-4ed8-ab5f-1859f6e58743 x-openstack-request-id: req-c9d023bd-a89f-4ed8-ab5f-1859f6e58743 {{(pid=104054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:37:14.556291 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d1c168b-5f64-4d47-ae45-8a006f09dfe1", "name": "network-vif-plugged", "status": "completed", "tag": "bb6292bd-d4a4-4f49-ae28-32181d3a72ae", "code": 200}]} {{(pid=104054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:37:14.556542 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-c9d023bd-a89f-4ed8-ab5f-1859f6e58743 {{(pid=104054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:37:14.556931 dv-cinder-837546-2-iscsi neutron-server[104054]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9d023bd-a89f-4ed8-ab5f-1859f6e58743'] response: {'server_uuid': '2d1c168b-5f64-4d47-ae45-8a006f09dfe1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb6292bd-d4a4-4f49-ae28-32181d3a72ae', 'code': 200} Jun 16 17:37:14.589758 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Pushing event updated for resources: {'Port': ['ID=bb6292bd-d4a4-4f49-ae28-32181d3a72ae,revision_number=5']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:37:14.750019 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18222de-856f-4514-ad4c-73b1c6d0a893 req-e8b492ce-6c4e-4fbd-9ef6-b7780f4d22c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:37:14.751534 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-d18222de-856f-4514-ad4c-73b1c6d0a893 req-e8b492ce-6c4e-4fbd-9ef6-b7780f4d22c5 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2d1c168b-5f64-4d47-ae45-8a006f09dfe1 HTTP/1.1" status: 200 len: 1130 time: 0.0472143 Jun 16 17:37:14.801237 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-d18222de-856f-4514-ad4c-73b1c6d0a893 req-a93629b6-41cd-4dca-95e7-983481ab5196 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=1fce0bbb-8968-42b3-b683-f7749fa084ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403228 Jun 16 17:37:15.155099 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b8874b-0b1c-4f2a-9daf-56ab1778e316 req-f175ed98-a068-41d5-91b2-0b664c1cd3e0 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:37:15.156599 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-b3b8874b-0b1c-4f2a-9daf-56ab1778e316 req-f175ed98-a068-41d5-91b2-0b664c1cd3e0 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/ports?device_id=ade4cabc-bd7b-4506-b836-9178181c78e2 HTTP/1.1" status: 200 len: 945 time: 0.0559282 Jun 16 17:37:15.207856 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-b3b8874b-0b1c-4f2a-9daf-56ab1778e316 req-373f2596-e820-4ad3-91a4-3afc9724dbd1 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ec9cd17-f7bf-42f7-88bc-22078d613669&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447266 Jun 16 17:37:15.247688 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:37:15.360092 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07317aeb-9fc8-467f-9a43-aa9906f89a98 req-698ba5d8-993d-4a13-9a17-3c335fa38ebe tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:37:15.361758 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-07317aeb-9fc8-467f-9a43-aa9906f89a98 req-698ba5d8-993d-4a13-9a17-3c335fa38ebe tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/ports?device_id=2d1c168b-5f64-4d47-ae45-8a006f09dfe1 HTTP/1.1" status: 200 len: 946 time: 0.0587046 Jun 16 17:37:15.419945 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-07317aeb-9fc8-467f-9a43-aa9906f89a98 req-9c2a4d5e-0a07-42e8-b15f-07179d1c5182 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/security-groups?id=1fce0bbb-8968-42b3-b683-f7749fa084ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503728 Jun 16 17:37:15.555160 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=100 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:37:15.597933 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-17271dee-2d39-4fb6-91b2-79807e636e72 req-4606cbce-19c5-4fa8-84f9-03afc033b930 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-266615842&fields=id&tenant_id=314e9434e0ec4c1f9e8d6037143f5ebb HTTP/1.1" status: 200 len: 267 time: 0.0486021 Jun 16 17:37:15.704225 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17271dee-2d39-4fb6-91b2-79807e636e72 req-551ec34d-6569-43ef-8510-8a6be305a04a tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:37:15.705698 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-17271dee-2d39-4fb6-91b2-79807e636e72 req-551ec34d-6569-43ef-8510-8a6be305a04a tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] 10.222.0.40 "GET /v2.0/networks?id=6e803cc9-885b-4092-b21c-ed0c8b49c26c HTTP/1.1" status: 200 len: 811 time: 0.1006551 Jun 16 17:37:15.720544 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-17271dee-2d39-4fb6-91b2-79807e636e72 req-dfc82d2a-2da6-46ad-a43b-11ea27772bd5 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] 10.222.0.40 "GET /v2.0/quotas/314e9434e0ec4c1f9e8d6037143f5ebb HTTP/1.1" status: 200 len: 375 time: 0.0094650 Jun 16 17:37:15.774416 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-17271dee-2d39-4fb6-91b2-79807e636e72 req-2d88b004-5973-43e7-872f-3aa67d561d40 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=314e9434e0ec4c1f9e8d6037143f5ebb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0488071 Jun 16 17:37:15.877862 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-17271dee-2d39-4fb6-91b2-79807e636e72 req-36e1ffe7-4f94-4251-a44c-f8a0baf96337 service neutron] 10.222.0.40 "GET /v2.0/networks/6e803cc9-885b-4092-b21c-ed0c8b49c26c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913365 Jun 16 17:37:15.974731 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-17271dee-2d39-4fb6-91b2-79807e636e72 req-dad1004b-15e8-4bfc-b620-188c23ebdab3 service neutron] 10.222.0.40 "GET /v2.0/networks/6e803cc9-885b-4092-b21c-ed0c8b49c26c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910518 Jun 16 17:37:15.989124 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:INSERT=1,neutron:SELECT=51 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:37:15.998904 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=10 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:37:16.280468 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-c0e15155-e901-44ee-859c-9bb3d1fbfe29 req-33f3734b-5815-4ad3-8264-526d15b25559 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] 10.222.0.40 "GET /v2.0/ports?device_id=8d39f223-c8ed-4c3c-a006-fe3698711485 HTTP/1.1" status: 200 len: 210 time: 0.0293281 Jun 16 17:37:16.346184 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9a449c-bcd5-490b-80be-a193cf7c9cb1 req-2e1f5e2c-68e9-4c05-b555-73ff1150f3f8 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:37:16.355335 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-8d9a449c-bcd5-490b-80be-a193cf7c9cb1 req-2e1f5e2c-68e9-4c05-b555-73ff1150f3f8 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/ports?device_id=ade4cabc-bd7b-4506-b836-9178181c78e2 HTTP/1.1" status: 200 len: 945 time: 0.0571027 Jun 16 17:37:16.411807 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-8d9a449c-bcd5-490b-80be-a193cf7c9cb1 req-89358017-70ed-45d8-8fe9-3ad080cd401d tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ec9cd17-f7bf-42f7-88bc-22078d613669&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555708 Jun 16 17:37:16.554750 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d222efeb-d50f-4872-8e93-c555a9fa85fa req-7b710ee8-96b7-4b07-a4e4-542911408748 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:37:16.556516 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-d222efeb-d50f-4872-8e93-c555a9fa85fa req-7b710ee8-96b7-4b07-a4e4-542911408748 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/ports?device_id=2d1c168b-5f64-4d47-ae45-8a006f09dfe1 HTTP/1.1" status: 200 len: 946 time: 0.0531433 Jun 16 17:37:16.610247 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-d222efeb-d50f-4872-8e93-c555a9fa85fa req-ba576322-e4af-4ec6-81f6-7f64604d5275 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/security-groups?id=1fce0bbb-8968-42b3-b683-f7749fa084ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467803 Jun 16 17:37:17.376768 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-531541d0-283c-4081-8f24-88b07ebe8731 req-198e1a48-1d48-4063-8021-bfb97e94c34d tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] 10.222.0.40 "GET /v2.0/ports?device_id=8d39f223-c8ed-4c3c-a006-fe3698711485 HTTP/1.1" status: 200 len: 210 time: 0.0272551 Jun 16 17:37:17.533289 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-133a5617-ca74-49db-9958-a8f64f7867d7 req-2d721a5c-67fa-4bb4-b827-01e75155be87 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2ea8edce-fee8-4dbd-ae01-e4d060cf5597&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0727592 Jun 16 17:37:17.590863 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b265d46-3420-4e92-bc97-8bb6d6530b1d req-b3bd54bf-e041-4f1e-9332-af2923b93e1f tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:37:17.600283 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-4b265d46-3420-4e92-bc97-8bb6d6530b1d req-b3bd54bf-e041-4f1e-9332-af2923b93e1f tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/ports?device_id=ade4cabc-bd7b-4506-b836-9178181c78e2 HTTP/1.1" status: 200 len: 945 time: 0.1014977 Jun 16 17:37:17.625046 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=100 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:37:17.670074 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17271dee-2d39-4fb6-91b2-79807e636e72 req-301bc9b5-252c-4919-a88a-1c680eb10198 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:37:17.671703 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-17271dee-2d39-4fb6-91b2-79807e636e72 req-301bc9b5-252c-4919-a88a-1c680eb10198 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] 10.222.0.47 "GET /v2.0/networks?id=6e803cc9-885b-4092-b21c-ed0c8b49c26c HTTP/1.1" status: 200 len: 811 time: 0.1561227 Jun 16 17:37:17.678925 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133a5617-ca74-49db-9958-a8f64f7867d7 req-bed75dbf-bd37-41be-83c3-c62263e81100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:37:17.680478 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-133a5617-ca74-49db-9958-a8f64f7867d7 req-bed75dbf-bd37-41be-83c3-c62263e81100 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4904f0e2f64e4bef989f441380e843b5&device_id=2ea8edce-fee8-4dbd-ae01-e4d060cf5597 HTTP/1.1" status: 200 len: 1129 time: 0.0780611 Jun 16 17:37:17.707707 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-4b265d46-3420-4e92-bc97-8bb6d6530b1d req-c9abdc19-8e66-49da-be60-883ef8bee88f tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ec9cd17-f7bf-42f7-88bc-22078d613669&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064868 Jun 16 17:37:17.763098 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-17271dee-2d39-4fb6-91b2-79807e636e72 req-ed84bdd3-3b9e-4d65-b8e5-958215d07123 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=314e9434e0ec4c1f9e8d6037143f5ebb HTTP/1.1" status: 200 len: 379 time: 0.0642660 Jun 16 17:37:17.778533 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.v2.base [req-17271dee-2d39-4fb6-91b2-79807e636e72 req-82c8470c-7466-4cf7-9ff2-4f6a5a59f361 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Request body: {'port': {'device_id': '8d39f223-c8ed-4c3c-a006-fe3698711485', 'network_id': '6e803cc9-885b-4092-b21c-ed0c8b49c26c', 'admin_state_up': True, 'tenant_id': '314e9434e0ec4c1f9e8d6037143f5ebb', 'security_groups': ['d387c7a1-edf2-4ad5-b315-6b4f9f4340c8']}} {{(pid=104053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:37:17.800827 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ce0f1a-e012-476d-b274-5fa76a20ab09 req-4e61e701-eda0-4c92-9271-20c01c53f3d6 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:37:17.802537 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-79ce0f1a-e012-476d-b274-5fa76a20ab09 req-4e61e701-eda0-4c92-9271-20c01c53f3d6 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/ports?device_id=2d1c168b-5f64-4d47-ae45-8a006f09dfe1 HTTP/1.1" status: 200 len: 946 time: 0.1106007 Jun 16 17:37:17.872030 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133a5617-ca74-49db-9958-a8f64f7867d7 req-e803b423-447f-4550-8250-b74e2201f103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:37:17.873613 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-133a5617-ca74-49db-9958-a8f64f7867d7 req-e803b423-447f-4550-8250-b74e2201f103 service neutron] 10.222.0.47 "GET /v2.0/networks?id=7174c275-7bd9-4bad-898d-52e5729a7a31 HTTP/1.1" status: 200 len: 912 time: 0.1482639 Jun 16 17:37:17.878384 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-79ce0f1a-e012-476d-b274-5fa76a20ab09 req-9077b911-bbad-4934-a999-93b2dcc146de tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/security-groups?id=1fce0bbb-8968-42b3-b683-f7749fa084ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679965 Jun 16 17:37:17.912114 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17271dee-2d39-4fb6-91b2-79807e636e72 req-82c8470c-7466-4cf7-9ff2-4f6a5a59f361 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Made reservation on behalf of 314e9434e0ec4c1f9e8d6037143f5ebb for: {'port': 1} {{(pid=104053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:37:17.916862 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [req-17271dee-2d39-4fb6-91b2-79807e636e72 req-82c8470c-7466-4cf7-9ff2-4f6a5a59f361 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:37:17.928362 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=100 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:37:18.069686 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.db.db_base_plugin_common [req-17271dee-2d39-4fb6-91b2-79807e636e72 req-82c8470c-7466-4cf7-9ff2-4f6a5a59f361 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Allocated IP 172.20.0.13 (6e803cc9-885b-4092-b21c-ed0c8b49c26c/95144f6c-e9c4-46d6-bb41-a8f5f76b794b/161d75cc-2de3-4882-81a1-afdc5ee23ee9) {{(pid=104053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:37:18.233949 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [req-17271dee-2d39-4fb6-91b2-79807e636e72 req-82c8470c-7466-4cf7-9ff2-4f6a5a59f361 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Publish callbacks [] for port (161d75cc-2de3-4882-81a1-afdc5ee23ee9), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:37:18.237398 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-133a5617-ca74-49db-9958-a8f64f7867d7 req-491261ce-651a-4b56-8ceb-1442aaf0efa8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4e13aef5-2de9-4312-9c58-333292fceaab HTTP/1.1" status: 200 len: 1000 time: 0.3524432 Jun 16 17:37:18.252176 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d334e6-86a9-4dde-a38e-b6cd837bca21 req-f327a31f-b1a9-450a-a3a9-724d23a86238 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:37:18.253748 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-21d334e6-86a9-4dde-a38e-b6cd837bca21 req-f327a31f-b1a9-450a-a3a9-724d23a86238 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/ports?device_id=2d1c168b-5f64-4d47-ae45-8a006f09dfe1 HTTP/1.1" status: 200 len: 946 time: 0.0624301 Jun 16 17:37:18.264162 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 57836) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:37:18.268069 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.v2.base [None req-13dc39d1-a7d1-49d7-8def-410a3ffa5d99 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Request body: {'floatingip': {'port_id': 'bb6292bd-d4a4-4f49-ae28-32181d3a72ae'}} {{(pid=104053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:37:18.311268 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [req-17271dee-2d39-4fb6-91b2-79807e636e72 req-82c8470c-7466-4cf7-9ff2-4f6a5a59f361 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762170029078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64764667'] for port (161d75cc-2de3-4882-81a1-afdc5ee23ee9), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:37:18.312705 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133a5617-ca74-49db-9958-a8f64f7867d7 req-4d3b7fc1-fa91-4731-b0f2-34f1b19d3768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:37:18.314364 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-133a5617-ca74-49db-9958-a8f64f7867d7 req-4d3b7fc1-fa91-4731-b0f2-34f1b19d3768 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f0d6e637-64db-4e7d-aa18-ced53dc06702 HTTP/1.1" status: 200 len: 850 time: 0.0596664 Jun 16 17:37:18.343170 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-13dc39d1-a7d1-49d7-8def-410a3ffa5d99 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Publish callbacks [] for floatingip (3fc336fe-6e32-411b-b4dc-81aaef8394b1), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:37:18.374747 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133a5617-ca74-49db-9958-a8f64f7867d7 req-c40e7329-a2a0-422f-89f3-f94c40866064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:37:18.376264 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-133a5617-ca74-49db-9958-a8f64f7867d7 req-c40e7329-a2a0-422f-89f3-f94c40866064 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7174c275-7bd9-4bad-898d-52e5729a7a31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0474966 Jun 16 17:37:18.424880 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17271dee-2d39-4fb6-91b2-79807e636e72 req-82c8470c-7466-4cf7-9ff2-4f6a5a59f361 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Network 6e803cc9-885b-4092-b21c-ed0c8b49c26c is already hosted by enough agents. {{(pid=104053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:37:18.435036 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.scheduler.base_scheduler [req-17271dee-2d39-4fb6-91b2-79807e636e72 req-82c8470c-7466-4cf7-9ff2-4f6a5a59f361 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Resources bound (agent type, host, resource id): {{(pid=104053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:37:18.440904 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [req-17271dee-2d39-4fb6-91b2-79807e636e72 req-82c8470c-7466-4cf7-9ff2-4f6a5a59f361 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Received port after_create {{(pid=104053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 17:37:18.467112 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c8470c-7466-4cf7-9ff2-4f6a5a59f361 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Pushing event updated for resources: {'Port': ['ID=161d75cc-2de3-4882-81a1-afdc5ee23ee9,revision_number=1']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:37:18.499416 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:37:18.507933 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17271dee-2d39-4fb6-91b2-79807e636e72 req-82c8470c-7466-4cf7-9ff2-4f6a5a59f361 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:37:18.508610 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [req-17271dee-2d39-4fb6-91b2-79807e636e72 req-82c8470c-7466-4cf7-9ff2-4f6a5a59f361 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228225'] for port (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:37:18.563059 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbccdfe-bd95-4138-83c7-c96c03697770 req-9c5f2b46-fde3-41e7-ab68-cac98a475435 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:37:18.565897 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c8470c-7466-4cf7-9ff2-4f6a5a59f361 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:37:18.566438 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c8470c-7466-4cf7-9ff2-4f6a5a59f361 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:37:18.567856 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c8470c-7466-4cf7-9ff2-4f6a5a59f361 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:37:18.567856 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c8470c-7466-4cf7-9ff2-4f6a5a59f361 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:37:18.567856 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c8470c-7466-4cf7-9ff2-4f6a5a59f361 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:37:18.568260 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c8470c-7466-4cf7-9ff2-4f6a5a59f361 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:37:18.568741 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c8470c-7466-4cf7-9ff2-4f6a5a59f361 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:37:18.569302 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c8470c-7466-4cf7-9ff2-4f6a5a59f361 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:37:18.569923 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c8470c-7466-4cf7-9ff2-4f6a5a59f361 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:37:18.570451 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c8470c-7466-4cf7-9ff2-4f6a5a59f361 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:37:18.570941 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c8470c-7466-4cf7-9ff2-4f6a5a59f361 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:37:18.571172 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-3bbccdfe-bd95-4138-83c7-c96c03697770 req-9c5f2b46-fde3-41e7-ab68-cac98a475435 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] 10.222.0.40 "GET /v2.0/ports?device_id=8d39f223-c8ed-4c3c-a006-fe3698711485 HTTP/1.1" status: 200 len: 932 time: 0.0941479 Jun 16 17:37:18.571431 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c8470c-7466-4cf7-9ff2-4f6a5a59f361 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:37:18.571926 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c8470c-7466-4cf7-9ff2-4f6a5a59f361 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:37:18.572256 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c8470c-7466-4cf7-9ff2-4f6a5a59f361 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:37:18.572577 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c8470c-7466-4cf7-9ff2-4f6a5a59f361 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:37:18.582516 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:37:18.597093 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-133a5617-ca74-49db-9958-a8f64f7867d7 req-ca4fb2a9-aafa-4bb9-b223-3de2551e16c5 service neutron] 10.222.0.47 "GET /v2.0/networks/7174c275-7bd9-4bad-898d-52e5729a7a31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040713 Jun 16 17:37:18.600625 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-17271dee-2d39-4fb6-91b2-79807e636e72 req-82c8470c-7466-4cf7-9ff2-4f6a5a59f361 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8278139 Jun 16 17:37:18.655823 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-3bbccdfe-bd95-4138-83c7-c96c03697770 req-6b8881a5-87ae-4d2e-b33e-32d78046715f tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] 10.222.0.40 "GET /v2.0/security-groups?id=d387c7a1-edf2-4ad5-b315-6b4f9f4340c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836530 Jun 16 17:37:18.661380 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.v2.base [req-17271dee-2d39-4fb6-91b2-79807e636e72 req-a6852bb7-5f87-4357-8882-e2b9c8a4dec3 service neutron] Request body: {'port': {'device_id': '8d39f223-c8ed-4c3c-a006-fe3698711485', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=104053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:37:18.756439 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (9f2b4370-7d03-4dcb-9a0d-4ff62d859136), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:37:18.810445 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-133a5617-ca74-49db-9958-a8f64f7867d7 req-66988370-2919-47f4-bc1e-2c7aab611cd6 service neutron] 10.222.0.47 "GET /v2.0/networks/7174c275-7bd9-4bad-898d-52e5729a7a31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498246 Jun 16 17:37:18.826604 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-565311d0-1821-4397-bb6b-69bbf0c1fec0 None None] Provisioning complete for port 161d75cc-2de3-4882-81a1-afdc5ee23ee9 triggered by entity DHCP. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:37:18.827392 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-565311d0-1821-4397-bb6b-69bbf0c1fec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572016'] for port (161d75cc-2de3-4882-81a1-afdc5ee23ee9), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:37:18.872332 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-565311d0-1821-4397-bb6b-69bbf0c1fec0 None None] Port 161d75cc-2de3-4882-81a1-afdc5ee23ee9 cannot update to ACTIVE because it is not bound. {{(pid=104054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 17:37:18.882648 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b837ac-6d83-4638-b3a6-80a21f29b660 req-39c5a32b-ecb1-406a-95b0-5ce79826712c tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:37:18.884126 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-c8b837ac-6d83-4638-b3a6-80a21f29b660 req-39c5a32b-ecb1-406a-95b0-5ce79826712c tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/ports?device_id=ade4cabc-bd7b-4506-b836-9178181c78e2 HTTP/1.1" status: 200 len: 945 time: 0.0620601 Jun 16 17:37:18.939342 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-c8b837ac-6d83-4638-b3a6-80a21f29b660 req-b69c7d35-fec9-4697-9f49-a2ed9229a901 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ec9cd17-f7bf-42f7-88bc-22078d613669&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494406 Jun 16 17:37:18.960182 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [req-17271dee-2d39-4fb6-91b2-79807e636e72 req-a6852bb7-5f87-4357-8882-e2b9c8a4dec3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (161d75cc-2de3-4882-81a1-afdc5ee23ee9), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:37:19.249549 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-13dc39d1-a7d1-49d7-8def-410a3ffa5d99 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:37:19.255237 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-13dc39d1-a7d1-49d7-8def-410a3ffa5d99 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-375498'] for floatingip (3fc336fe-6e32-411b-b4dc-81aaef8394b1), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:37:19.412717 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.db.l3_db [None req-13dc39d1-a7d1-49d7-8def-410a3ffa5d99 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Floating IP 3fc336fe-6e32-411b-b4dc-81aaef8394b1 associated. External IP: 172.27.0.78, port: bb6292bd-d4a4-4f49-ae28-32181d3a72ae. Jun 16 17:37:19.456188 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.notifiers.nova [req-17271dee-2d39-4fb6-91b2-79807e636e72 req-a6852bb7-5f87-4357-8882-e2b9c8a4dec3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 161d75cc-2de3-4882-81a1-afdc5ee23ee9 {{(pid=104053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 17:37:19.467279 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [req-17271dee-2d39-4fb6-91b2-79807e636e72 req-a6852bb7-5f87-4357-8882-e2b9c8a4dec3 service neutron] Publish callbacks [] for port (161d75cc-2de3-4882-81a1-afdc5ee23ee9), precommit_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:37:19.503849 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:37:19.517544 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [req-17271dee-2d39-4fb6-91b2-79807e636e72 req-a6852bb7-5f87-4357-8882-e2b9c8a4dec3 service neutron] Transition to ACTIVE for port object 161d75cc-2de3-4882-81a1-afdc5ee23ee9 will not be triggered until provisioned by entity L2. {{(pid=104053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 17:37:19.530938 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [req-17271dee-2d39-4fb6-91b2-79807e636e72 req-a6852bb7-5f87-4357-8882-e2b9c8a4dec3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64764658'] for port (161d75cc-2de3-4882-81a1-afdc5ee23ee9), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:37:19.806981 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e88f2e2-1412-44ea-b307-f8cb9f5bb242 req-3b44e14a-c3ea-4660-aa67-2ffcdf3c9204 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:37:19.809524 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-8e88f2e2-1412-44ea-b307-f8cb9f5bb242 req-3b44e14a-c3ea-4660-aa67-2ffcdf3c9204 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] 10.222.0.40 "GET /v2.0/ports?device_id=8d39f223-c8ed-4c3c-a006-fe3698711485 HTTP/1.1" status: 200 len: 944 time: 0.0625594 Jun 16 17:37:19.817510 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6852bb7-5f87-4357-8882-e2b9c8a4dec3 service neutron] Pushing event updated for resources: {'Port': ['ID=161d75cc-2de3-4882-81a1-afdc5ee23ee9,revision_number=2']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:37:19.877652 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:37:19.891830 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-8e88f2e2-1412-44ea-b307-f8cb9f5bb242 req-baa565e4-0f07-4df5-a9c3-75c53e0a4d93 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] 10.222.0.40 "GET /v2.0/security-groups?id=d387c7a1-edf2-4ad5-b315-6b4f9f4340c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729580 Jun 16 17:37:20.056000 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.managers [req-17271dee-2d39-4fb6-91b2-79807e636e72 req-a6852bb7-5f87-4357-8882-e2b9c8a4dec3 service neutron] Attempting to bind port 161d75cc-2de3-4882-81a1-afdc5ee23ee9 on host hv-cinder-83754 for vnic_type normal with profile {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 17:37:20.056602 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.managers [req-17271dee-2d39-4fb6-91b2-79807e636e72 req-a6852bb7-5f87-4357-8882-e2b9c8a4dec3 service neutron] Attempting to bind port 161d75cc-2de3-4882-81a1-afdc5ee23ee9 by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': '1add1b51-67b6-49ef-9935-1b6b2ec0e2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '6e803cc9-885b-4092-b21c-ed0c8b49c26c'}] {{(pid=104053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 17:37:20.057969 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17271dee-2d39-4fb6-91b2-79807e636e72 req-a6852bb7-5f87-4357-8882-e2b9c8a4dec3 service neutron] Attempting to bind port 161d75cc-2de3-4882-81a1-afdc5ee23ee9 on network 6e803cc9-885b-4092-b21c-ed0c8b49c26c {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 17:37:20.075483 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17271dee-2d39-4fb6-91b2-79807e636e72 req-a6852bb7-5f87-4357-8882-e2b9c8a4dec3 service neutron] Port 161d75cc-2de3-4882-81a1-afdc5ee23ee9 on network 6e803cc9-885b-4092-b21c-ed0c8b49c26c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 17:37:20.077855 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17271dee-2d39-4fb6-91b2-79807e636e72 req-a6852bb7-5f87-4357-8882-e2b9c8a4dec3 service neutron] Attempting to bind port 161d75cc-2de3-4882-81a1-afdc5ee23ee9 on network 6e803cc9-885b-4092-b21c-ed0c8b49c26c {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 17:37:20.096163 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13dc39d1-a7d1-49d7-8def-410a3ffa5d99 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Router 0334c7bc-e5b0-49ed-b5b2-7af8de9e6f53 has already been hosted by L3 agent 43e250b4-0ce3-4949-aa8c-0bafe6454580 {{(pid=104053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 17:37:20.097065 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17271dee-2d39-4fb6-91b2-79807e636e72 req-a6852bb7-5f87-4357-8882-e2b9c8a4dec3 service neutron] Checking agent: {'id': '9f2b4370-7d03-4dcb-9a0d-4ff62d859136', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 17, 32, 17), 'started_at': datetime.datetime(2022, 6, 16, 17, 32, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 17, 37, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 17:37:20.097673 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17271dee-2d39-4fb6-91b2-79807e636e72 req-a6852bb7-5f87-4357-8882-e2b9c8a4dec3 service neutron] Checking segment: {'id': '1add1b51-67b6-49ef-9935-1b6b2ec0e2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '6e803cc9-885b-4092-b21c-ed0c8b49c26c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 17:37:20.097838 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17271dee-2d39-4fb6-91b2-79807e636e72 req-a6852bb7-5f87-4357-8882-e2b9c8a4dec3 service neutron] Bound using segment: {'id': '1add1b51-67b6-49ef-9935-1b6b2ec0e2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '6e803cc9-885b-4092-b21c-ed0c8b49c26c'} {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 17:37:20.098318 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.managers [req-17271dee-2d39-4fb6-91b2-79807e636e72 req-a6852bb7-5f87-4357-8882-e2b9c8a4dec3 service neutron] Bound port: 161d75cc-2de3-4882-81a1-afdc5ee23ee9, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1add1b51-67b6-49ef-9935-1b6b2ec0e2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '6e803cc9-885b-4092-b21c-ed0c8b49c26c'}}] {{(pid=104053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 17:37:20.098610 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [req-17271dee-2d39-4fb6-91b2-79807e636e72 req-a6852bb7-5f87-4357-8882-e2b9c8a4dec3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (161d75cc-2de3-4882-81a1-afdc5ee23ee9), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:37:20.127627 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53897548-4bee-41f1-b140-01b744b530a7 req-12e7a966-aefa-439e-be3a-b14311cb99cb tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:37:20.141295 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-53897548-4bee-41f1-b140-01b744b530a7 req-12e7a966-aefa-439e-be3a-b14311cb99cb tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/ports?device_id=ade4cabc-bd7b-4506-b836-9178181c78e2 HTTP/1.1" status: 200 len: 945 time: 0.1125736 Jun 16 17:37:20.212894 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-53897548-4bee-41f1-b140-01b744b530a7 req-779e0fa7-ec4e-4621-ac92-15b225d4923e tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ec9cd17-f7bf-42f7-88bc-22078d613669&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706270 Jun 16 17:37:20.280477 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [req-17271dee-2d39-4fb6-91b2-79807e636e72 req-a6852bb7-5f87-4357-8882-e2b9c8a4dec3 service neutron] For port 161d75cc-2de3-4882-81a1-afdc5ee23ee9, host hv-cinder-83754, cleared binding levels {{(pid=104053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 17:37:20.285465 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [req-17271dee-2d39-4fb6-91b2-79807e636e72 req-a6852bb7-5f87-4357-8882-e2b9c8a4dec3 service neutron] For port 161d75cc-2de3-4882-81a1-afdc5ee23ee9, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=161d75cc-2de3-4882-81a1-afdc5ee23ee9,segment=NetworkSegment(1add1b51-67b6-49ef-9935-1b6b2ec0e2a3),segment_id=1add1b51-67b6-49ef-9935-1b6b2ec0e2a3)] {{(pid=104053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 17:37:20.297798 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13dc39d1-a7d1-49d7-8def-410a3ffa5d99 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Notify agent at l3_agent.dv-cinder-837546-2-iscsi the message routers_updated {{(pid=104053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 17:37:20.304986 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-13dc39d1-a7d1-49d7-8def-410a3ffa5d99 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228225'] for floatingip (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:37:20.309474 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 57864) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:37:20.313835 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [req-17271dee-2d39-4fb6-91b2-79807e636e72 req-a6852bb7-5f87-4357-8882-e2b9c8a4dec3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64764658'] for port (161d75cc-2de3-4882-81a1-afdc5ee23ee9), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:37:20.314161 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e63f695-ed32-4dba-920c-7beb13536e25 None None] Sync routers for ids ['0334c7bc-e5b0-49ed-b5b2-7af8de9e6f53'] in dv-cinder-837546-2-iscsi {{(pid=104054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:37:20.325512 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e63f695-ed32-4dba-920c-7beb13536e25 None None] Routers {'0334c7bc-e5b0-49ed-b5b2-7af8de9e6f53'} bound to L3 agent in host dv-cinder-837546-2-iscsi {{(pid=104054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:37:20.326132 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-8e63f695-ed32-4dba-920c-7beb13536e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-16T17:26:01Z,description=,heartbeat_timestamp=2022-06-16T17:37:01Z,host='dv-cinder-837546-2-iscsi',id=43e250b4-0ce3-4949-aa8c-0bafe6454580,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:26:01Z,topic='l3_agent')) {'router_ids': ['0334c7bc-e5b0-49ed-b5b2-7af8de9e6f53'], 'active': True} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:37:20.383689 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17271dee-2d39-4fb6-91b2-79807e636e72 req-a6852bb7-5f87-4357-8882-e2b9c8a4dec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:37:20.384282 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [req-17271dee-2d39-4fb6-91b2-79807e636e72 req-a6852bb7-5f87-4357-8882-e2b9c8a4dec3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228225'] for port (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:37:20.385818 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-17271dee-2d39-4fb6-91b2-79807e636e72 req-a6852bb7-5f87-4357-8882-e2b9c8a4dec3 service neutron] 10.222.0.47 "PUT /v2.0/ports/161d75cc-2de3-4882-81a1-afdc5ee23ee9 HTTP/1.1" status: 200 len: 1094 time: 1.7297666 Jun 16 17:37:20.386338 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d39f223-c8ed-4c3c-a006-fe3698711485', 'tag': '161d75cc-2de3-4882-81a1-afdc5ee23ee9'}] {{(pid=104053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 17:37:20.388679 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a0e0b451bd7acf9de88ec0a1fb74022464d6f98a5cc449ea229bf781c77e32d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-770f3053-d0af-4874-97e7-59d500cde312" -d '{"events": [{"name": "network-changed", "server_uuid": "8d39f223-c8ed-4c3c-a006-fe3698711485", "tag": "161d75cc-2de3-4882-81a1-afdc5ee23ee9"}]}' {{(pid=104053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:37:20.398313 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-13dc39d1-a7d1-49d7-8def-410a3ffa5d99 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "PUT /v2.0/floatingips/3fc336fe-6e32-411b-b4dc-81aaef8394b1 HTTP/1.1" status: 200 len: 991 time: 2.1326311 Jun 16 17:37:20.423385 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6852bb7-5f87-4357-8882-e2b9c8a4dec3 service neutron] Pushing event updated for resources: {'Port': ['ID=161d75cc-2de3-4882-81a1-afdc5ee23ee9,revision_number=3']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:37:20.441970 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:37:20.492994 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 17:37:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89d87f41-a5d2-4aab-bbff-2772bb0a9666 x-openstack-request-id: req-89d87f41-a5d2-4aab-bbff-2772bb0a9666 {{(pid=104053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:37:20.492994 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d39f223-c8ed-4c3c-a006-fe3698711485", "tag": "161d75cc-2de3-4882-81a1-afdc5ee23ee9", "status": "completed", "code": 200}]} {{(pid=104053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:37:20.493361 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-89d87f41-a5d2-4aab-bbff-2772bb0a9666 {{(pid=104053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:37:20.493590 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89d87f41-a5d2-4aab-bbff-2772bb0a9666'] response: {'name': 'network-changed', 'server_uuid': '8d39f223-c8ed-4c3c-a006-fe3698711485', 'tag': '161d75cc-2de3-4882-81a1-afdc5ee23ee9', 'status': 'completed', 'code': 200} Jun 16 17:37:20.494780 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvr_db [None req-8e63f695-ed32-4dba-920c-7beb13536e25 None None] Set router 0334c7bc-e5b0-49ed-b5b2-7af8de9e6f53 gateway port host: dv-cinder-837546-2-iscsi {{(pid=104054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:37:20.514164 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-2a46f0f8-7cd7-4b11-92f6-429612e23446 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:37:20.524763 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17271dee-2d39-4fb6-91b2-79807e636e72 req-093aee1a-0483-47e5-9870-f21f800926c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:37:20.526310 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-17271dee-2d39-4fb6-91b2-79807e636e72 req-093aee1a-0483-47e5-9870-f21f800926c3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=314e9434e0ec4c1f9e8d6037143f5ebb&device_id=8d39f223-c8ed-4c3c-a006-fe3698711485 HTTP/1.1" status: 200 len: 1128 time: 0.0725935 Jun 16 17:37:20.592693 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-17271dee-2d39-4fb6-91b2-79807e636e72 req-02cb043c-07d5-45a4-8b4d-617c3861abcc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=161d75cc-2de3-4882-81a1-afdc5ee23ee9 HTTP/1.1" status: 200 len: 217 time: 0.0478508 Jun 16 17:37:20.682080 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17271dee-2d39-4fb6-91b2-79807e636e72 req-f76881eb-77da-4967-95e0-b9b9e75dedbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:37:20.684315 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-17271dee-2d39-4fb6-91b2-79807e636e72 req-f76881eb-77da-4967-95e0-b9b9e75dedbd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=95144f6c-e9c4-46d6-bb41-a8f5f76b794b HTTP/1.1" status: 200 len: 850 time: 0.0737686 Jun 16 17:37:20.694859 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-2a46f0f8-7cd7-4b11-92f6-429612e23446 admin admin] Publish callbacks [] for security_group (19df2adc-30a2-4940-b33c-f53fcde00400), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:37:20.705800 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-2a46f0f8-7cd7-4b11-92f6-429612e23446 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (19df2adc-30a2-4940-b33c-f53fcde00400), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:37:20.730483 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:37:20.754929 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-8e63f695-ed32-4dba-920c-7beb13536e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0334c7bc-e5b0-49ed-b5b2-7af8de9e6f53', 'name': 'tempest-ServerRescueNegativeTestJSON-227276899-router', 'tenant_id': 'd1c1d13142434356ac1210f14dad847b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'external_fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': '39d81815-1c18-4e6a-9915-95f06800eeec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:34:11Z', 'updated_at': '2022-06-16T17:34:21Z', 'revision_number': 4, 'project_id': 'd1c1d13142434356ac1210f14dad847b', 'gw_port': {'id': '39d81815-1c18-4e6a-9915-95f06800eeec', 'name': '', 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0334c7bc-e5b0-49ed-b5b2-7af8de9e6f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:34:13Z', 'updated_at': '2022-06-16T17:34:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47584a51-19b7-439b-9f28-a7f577441b18', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-2-iscsi', '_floatingips': [{'id': '3fc336fe-6e32-411b-b4dc-81aaef8394b1', 'tenant_id': 'd1c1d13142434356ac1210f14dad847b', 'floating_ip_address': '172.27.0.78', 'floating_network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'router_id': '0334c7bc-e5b0-49ed-b5b2-7af8de9e6f53', 'port_id': 'bb6292bd-d4a4-4f49-ae28-32181d3a72ae', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 418, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd7b32b9-764e-43c1-a67e-f0e3f862c460', 'mac_address': 'fa:16:3e:4f:54:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d1c168b-5f64-4d47-ae45-8a006f09dfe1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T17:36:52Z', 'updated_at': '2022-06-16T17:37:19Z', 'revision_number': 1, 'project_id': 'd1c1d13142434356ac1210f14dad847b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5305964e-5863-41a0-a61d-64d5ec4783f0', 'name': '', 'network_id': 'dd7b32b9-764e-43c1-a67e-f0e3f862c460', 'tenant_id': 'd1c1d13142434356ac1210f14dad847b', 'mac_address': 'fa:16:3e:08:20:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0334c7bc-e5b0-49ed-b5b2-7af8de9e6f53', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '58dbd783-c237-4164-b4f7-63cdaa3401e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:34:19Z', 'updated_at': '2022-06-16T17:34:31Z', 'revision_number': 5, 'project_id': 'd1c1d13142434356ac1210f14dad847b', 'subnets': [{'id': '58dbd783-c237-4164-b4f7-63cdaa3401e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837546-2-iscsi', False) {} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:37:20.775526 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17271dee-2d39-4fb6-91b2-79807e636e72 req-19b222ef-f2de-40b9-b9aa-e1c29bc076eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:37:20.778289 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-17271dee-2d39-4fb6-91b2-79807e636e72 req-19b222ef-f2de-40b9-b9aa-e1c29bc076eb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6e803cc9-885b-4092-b21c-ed0c8b49c26c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0849497 Jun 16 17:37:20.780584 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e63f695-ed32-4dba-920c-7beb13536e25 None None] Checking router: 0334c7bc-e5b0-49ed-b5b2-7af8de9e6f53 for host: dv-cinder-837546-2-iscsi {{(pid=104054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:37:20.783496 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a46f0f8-7cd7-4b11-92f6-429612e23446 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19df2adc-30a2-4940-b33c-f53fcde00400,revision_number=1']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:37:20.789098 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e63f695-ed32-4dba-920c-7beb13536e25 None None] Routers {'0334c7bc-e5b0-49ed-b5b2-7af8de9e6f53'} bound to L3 agent in host dv-cinder-837546-2-iscsi {{(pid=104054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:37:20.792128 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-8e63f695-ed32-4dba-920c-7beb13536e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-16T17:26:01Z,description=,heartbeat_timestamp=2022-06-16T17:37:01Z,host='dv-cinder-837546-2-iscsi',id=43e250b4-0ce3-4949-aa8c-0bafe6454580,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:26:01Z,topic='l3_agent')) {'router_ids': ['0334c7bc-e5b0-49ed-b5b2-7af8de9e6f53'], 'active': True} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:37:20.793294 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-2a46f0f8-7cd7-4b11-92f6-429612e23446 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=592df0bca489405788b1d79bf6abd33b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4778247 Jun 16 17:37:20.794127 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 57872) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:37:20.857308 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-2b230c73-8703-4fd5-9174-c6e5cd5f2755 admin admin] Publish callbacks [] for security_group (19df2adc-30a2-4940-b33c-f53fcde00400), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:37:20.877437 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=100 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:37:20.881432 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:INSERT=8 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:37:20.884551 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-2b230c73-8703-4fd5-9174-c6e5cd5f2755 admin admin] Publish callbacks [] for security_group (19df2adc-30a2-4940-b33c-f53fcde00400), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:37:20.896741 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-17271dee-2d39-4fb6-91b2-79807e636e72 req-79841a12-0e6f-40db-a8bd-32948610a1fc service neutron] 10.222.0.47 "GET /v2.0/networks/6e803cc9-885b-4092-b21c-ed0c8b49c26c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000290 Jun 16 17:37:20.918155 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvr_db [None req-8e63f695-ed32-4dba-920c-7beb13536e25 None None] Set router 0334c7bc-e5b0-49ed-b5b2-7af8de9e6f53 gateway port host: dv-cinder-837546-2-iscsi {{(pid=104054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:37:20.947020 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-2b230c73-8703-4fd5-9174-c6e5cd5f2755 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (19df2adc-30a2-4940-b33c-f53fcde00400), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:37:20.950691 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-2b230c73-8703-4fd5-9174-c6e5cd5f2755 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:37:20.967572 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-2b230c73-8703-4fd5-9174-c6e5cd5f2755 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/19df2adc-30a2-4940-b33c-f53fcde00400 HTTP/1.1" status: 204 len: 168 time: 0.1627741 Jun 16 17:37:20.987867 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b230c73-8703-4fd5-9174-c6e5cd5f2755 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19df2adc-30a2-4940-b33c-f53fcde00400,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:37:21.034580 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b230c73-8703-4fd5-9174-c6e5cd5f2755 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:37:21.034926 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b230c73-8703-4fd5-9174-c6e5cd5f2755 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:37:21.035272 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b230c73-8703-4fd5-9174-c6e5cd5f2755 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:37:21.035614 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b230c73-8703-4fd5-9174-c6e5cd5f2755 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:37:21.035952 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b230c73-8703-4fd5-9174-c6e5cd5f2755 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:37:21.036286 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b230c73-8703-4fd5-9174-c6e5cd5f2755 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:37:21.036615 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b230c73-8703-4fd5-9174-c6e5cd5f2755 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:37:21.036942 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b230c73-8703-4fd5-9174-c6e5cd5f2755 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:37:21.037311 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b230c73-8703-4fd5-9174-c6e5cd5f2755 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:37:21.037642 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b230c73-8703-4fd5-9174-c6e5cd5f2755 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:37:21.037970 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b230c73-8703-4fd5-9174-c6e5cd5f2755 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:37:21.038295 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b230c73-8703-4fd5-9174-c6e5cd5f2755 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:37:21.038616 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b230c73-8703-4fd5-9174-c6e5cd5f2755 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:37:21.038939 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b230c73-8703-4fd5-9174-c6e5cd5f2755 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:37:21.039258 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b230c73-8703-4fd5-9174-c6e5cd5f2755 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:37:21.039827 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-17271dee-2d39-4fb6-91b2-79807e636e72 req-ac9d4d54-cedc-4d0f-8484-63516f27d75c service neutron] 10.222.0.47 "GET /v2.0/networks/6e803cc9-885b-4092-b21c-ed0c8b49c26c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364033 Jun 16 17:37:21.052995 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:37:21.065747 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ef609e-0d1c-44aa-95b4-9ba8300ec823 req-0960ddae-8cb8-4119-baf9-b8457dc54daf tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:37:21.065747 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-a4ef609e-0d1c-44aa-95b4-9ba8300ec823 req-0960ddae-8cb8-4119-baf9-b8457dc54daf tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] 10.222.0.40 "GET /v2.0/ports?device_id=8d39f223-c8ed-4c3c-a006-fe3698711485 HTTP/1.1" status: 200 len: 944 time: 0.0792775 Jun 16 17:37:21.130140 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-a4ef609e-0d1c-44aa-95b4-9ba8300ec823 req-efbdc669-a4f6-45ed-bf55-2363880f323d tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] 10.222.0.40 "GET /v2.0/security-groups?id=d387c7a1-edf2-4ad5-b315-6b4f9f4340c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534627 Jun 16 17:37:21.197288 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-8e63f695-ed32-4dba-920c-7beb13536e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0334c7bc-e5b0-49ed-b5b2-7af8de9e6f53', 'name': 'tempest-ServerRescueNegativeTestJSON-227276899-router', 'tenant_id': 'd1c1d13142434356ac1210f14dad847b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'external_fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': '39d81815-1c18-4e6a-9915-95f06800eeec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:34:11Z', 'updated_at': '2022-06-16T17:34:21Z', 'revision_number': 4, 'project_id': 'd1c1d13142434356ac1210f14dad847b', 'gw_port': {'id': '39d81815-1c18-4e6a-9915-95f06800eeec', 'name': '', 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0334c7bc-e5b0-49ed-b5b2-7af8de9e6f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:34:13Z', 'updated_at': '2022-06-16T17:34:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47584a51-19b7-439b-9f28-a7f577441b18', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-2-iscsi', '_floatingips': [{'id': '3fc336fe-6e32-411b-b4dc-81aaef8394b1', 'tenant_id': 'd1c1d13142434356ac1210f14dad847b', 'floating_ip_address': '172.27.0.78', 'floating_network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'router_id': '0334c7bc-e5b0-49ed-b5b2-7af8de9e6f53', 'port_id': 'bb6292bd-d4a4-4f49-ae28-32181d3a72ae', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 418, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd7b32b9-764e-43c1-a67e-f0e3f862c460', 'mac_address': 'fa:16:3e:4f:54:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d1c168b-5f64-4d47-ae45-8a006f09dfe1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T17:36:52Z', 'updated_at': '2022-06-16T17:37:19Z', 'revision_number': 1, 'project_id': 'd1c1d13142434356ac1210f14dad847b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5305964e-5863-41a0-a61d-64d5ec4783f0', 'name': '', 'network_id': 'dd7b32b9-764e-43c1-a67e-f0e3f862c460', 'tenant_id': 'd1c1d13142434356ac1210f14dad847b', 'mac_address': 'fa:16:3e:08:20:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0334c7bc-e5b0-49ed-b5b2-7af8de9e6f53', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '58dbd783-c237-4164-b4f7-63cdaa3401e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:34:19Z', 'updated_at': '2022-06-16T17:34:31Z', 'revision_number': 5, 'project_id': 'd1c1d13142434356ac1210f14dad847b', 'subnets': [{'id': '58dbd783-c237-4164-b4f7-63cdaa3401e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837546-2-iscsi', False) {} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:37:21.225096 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e63f695-ed32-4dba-920c-7beb13536e25 None None] The sync data for ids ['0334c7bc-e5b0-49ed-b5b2-7af8de9e6f53'] in dv-cinder-837546-2-iscsi is: [{'id': '0334c7bc-e5b0-49ed-b5b2-7af8de9e6f53', 'name': 'tempest-ServerRescueNegativeTestJSON-227276899-router', 'tenant_id': 'd1c1d13142434356ac1210f14dad847b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'external_fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': '39d81815-1c18-4e6a-9915-95f06800eeec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:34:11Z', 'updated_at': '2022-06-16T17:34:21Z', 'revision_number': 4, 'project_id': 'd1c1d13142434356ac1210f14dad847b', 'gw_port': {'id': '39d81815-1c18-4e6a-9915-95f06800eeec', 'name': '', 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0334c7bc-e5b0-49ed-b5b2-7af8de9e6f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:34:13Z', 'updated_at': '2022-06-16T17:34:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47584a51-19b7-439b-9f28-a7f577441b18', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-2-iscsi', '_floatingips': [{'id': '3fc336fe-6e32-411b-b4dc-81aaef8394b1', 'tenant_id': 'd1c1d13142434356ac1210f14dad847b', 'floating_ip_address': '172.27.0.78', 'floating_network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'router_id': '0334c7bc-e5b0-49ed-b5b2-7af8de9e6f53', 'port_id': 'bb6292bd-d4a4-4f49-ae28-32181d3a72ae', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 418, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd7b32b9-764e-43c1-a67e-f0e3f862c460', 'mac_address': 'fa:16:3e:4f:54:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d1c168b-5f64-4d47-ae45-8a006f09dfe1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T17:36:52Z', 'updated_at': '2022-06-16T17:37:19Z', 'revision_number': 1, 'project_id': 'd1c1d13142434356ac1210f14dad847b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5305964e-5863-41a0-a61d-64d5ec4783f0', 'name': '', 'network_id': 'dd7b32b9-764e-43c1-a67e-f0e3f862c460', 'tenant_id': 'd1c1d13142434356ac1210f14dad847b', 'mac_address': 'fa:16:3e:08:20:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0334c7bc-e5b0-49ed-b5b2-7af8de9e6f53', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '58dbd783-c237-4164-b4f7-63cdaa3401e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:34:19Z', 'updated_at': '2022-06-16T17:34:31Z', 'revision_number': 5, 'project_id': 'd1c1d13142434356ac1210f14dad847b', 'subnets': [{'id': '58dbd783-c237-4164-b4f7-63cdaa3401e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:37:21.349700 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea0696e-703f-44c3-a9f9-fbe31c1b0d05 req-4812bf51-65d9-42d4-aad8-eb964ab35fe4 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:37:21.351481 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-6ea0696e-703f-44c3-a9f9-fbe31c1b0d05 req-4812bf51-65d9-42d4-aad8-eb964ab35fe4 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/ports?device_id=ade4cabc-bd7b-4506-b836-9178181c78e2 HTTP/1.1" status: 200 len: 945 time: 0.0566273 Jun 16 17:37:21.412317 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-6ea0696e-703f-44c3-a9f9-fbe31c1b0d05 req-25106f5e-484e-4aaa-853b-7e692e143fc2 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ec9cd17-f7bf-42f7-88bc-22078d613669&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538657 Jun 16 17:37:21.465016 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770f3053-d0af-4874-97e7-59d500cde312 req-4c1d4b9e-0e20-43b1-9675-93713dc2657a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:37:21.466692 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-770f3053-d0af-4874-97e7-59d500cde312 req-4c1d4b9e-0e20-43b1-9675-93713dc2657a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=314e9434e0ec4c1f9e8d6037143f5ebb&device_id=8d39f223-c8ed-4c3c-a006-fe3698711485 HTTP/1.1" status: 200 len: 1128 time: 0.0587270 Jun 16 17:37:21.585680 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770f3053-d0af-4874-97e7-59d500cde312 req-b8061898-0ce3-4421-a8d1-2de0a7ed37a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:37:21.587182 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-770f3053-d0af-4874-97e7-59d500cde312 req-b8061898-0ce3-4421-a8d1-2de0a7ed37a9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=6e803cc9-885b-4092-b21c-ed0c8b49c26c HTTP/1.1" status: 200 len: 912 time: 0.1104293 Jun 16 17:37:21.637754 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-770f3053-d0af-4874-97e7-59d500cde312 req-e93fc0e1-8a89-41e7-8a6c-a40d21952768 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=161d75cc-2de3-4882-81a1-afdc5ee23ee9 HTTP/1.1" status: 200 len: 217 time: 0.0381916 Jun 16 17:37:21.699185 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770f3053-d0af-4874-97e7-59d500cde312 req-6be0aee2-d520-4f90-84ed-a593b0b3caeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:37:21.700968 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-770f3053-d0af-4874-97e7-59d500cde312 req-6be0aee2-d520-4f90-84ed-a593b0b3caeb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=95144f6c-e9c4-46d6-bb41-a8f5f76b794b HTTP/1.1" status: 200 len: 850 time: 0.0564666 Jun 16 17:37:21.751726 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770f3053-d0af-4874-97e7-59d500cde312 req-86225b0b-da0e-46d5-8c69-af079f4bc908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:37:21.753226 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-770f3053-d0af-4874-97e7-59d500cde312 req-86225b0b-da0e-46d5-8c69-af079f4bc908 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6e803cc9-885b-4092-b21c-ed0c8b49c26c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443008 Jun 16 17:37:21.856221 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-770f3053-d0af-4874-97e7-59d500cde312 req-93c81c17-7fdb-4833-9c5a-a8556777f1c5 service neutron] 10.222.0.47 "GET /v2.0/networks/6e803cc9-885b-4092-b21c-ed0c8b49c26c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961170 Jun 16 17:37:21.966502 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-770f3053-d0af-4874-97e7-59d500cde312 req-3047ac79-1cbb-444b-a7cf-0b7ce7d95530 service neutron] 10.222.0.47 "GET /v2.0/networks/6e803cc9-885b-4092-b21c-ed0c8b49c26c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033044 Jun 16 17:37:22.015590 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ddd1992-637e-4d5c-9c69-76d7d1f3ded5 None None] New status for floating IP 3fc336fe-6e32-411b-b4dc-81aaef8394b1: ACTIVE {{(pid=104055) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 17:37:22.270445 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09366f92-05f2-4793-a0f4-bd88bd558a5b req-81656812-a6cd-4ff3-a2a1-7f95abd4cfc3 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:37:22.272033 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-09366f92-05f2-4793-a0f4-bd88bd558a5b req-81656812-a6cd-4ff3-a2a1-7f95abd4cfc3 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] 10.222.0.40 "GET /v2.0/ports?device_id=8d39f223-c8ed-4c3c-a006-fe3698711485 HTTP/1.1" status: 200 len: 944 time: 0.0604584 Jun 16 17:37:22.330351 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-09366f92-05f2-4793-a0f4-bd88bd558a5b req-0055da99-b614-41e5-832a-94aa6fe1ba7c tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] 10.222.0.40 "GET /v2.0/security-groups?id=d387c7a1-edf2-4ad5-b315-6b4f9f4340c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495057 Jun 16 17:37:22.495061 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d1c168b-5f64-4d47-ae45-8a006f09dfe1', 'tag': 'bb6292bd-d4a4-4f49-ae28-32181d3a72ae'}] {{(pid=104053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 17:37:22.497728 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a0e0b451bd7acf9de88ec0a1fb74022464d6f98a5cc449ea229bf781c77e32d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f0e37b2-4530-4682-ba39-53dd52f4cc9e" -d '{"events": [{"name": "network-changed", "server_uuid": "2d1c168b-5f64-4d47-ae45-8a006f09dfe1", "tag": "bb6292bd-d4a4-4f49-ae28-32181d3a72ae"}]}' {{(pid=104053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:37:22.552806 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576715fa-6cea-4172-a41a-ae192bf58967 req-446951ec-50d6-4563-96e3-fbde6c7b90fc tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:37:22.554784 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-576715fa-6cea-4172-a41a-ae192bf58967 req-446951ec-50d6-4563-96e3-fbde6c7b90fc tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/ports?device_id=ade4cabc-bd7b-4506-b836-9178181c78e2 HTTP/1.1" status: 200 len: 945 time: 0.0556421 Jun 16 17:37:22.571211 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 17:37:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e1e977a-c4e1-45ef-a83b-55bd8d90bb38 x-openstack-request-id: req-1e1e977a-c4e1-45ef-a83b-55bd8d90bb38 {{(pid=104053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:37:22.572176 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d1c168b-5f64-4d47-ae45-8a006f09dfe1", "tag": "bb6292bd-d4a4-4f49-ae28-32181d3a72ae", "status": "completed", "code": 200}]} {{(pid=104053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:37:22.572707 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-1e1e977a-c4e1-45ef-a83b-55bd8d90bb38 {{(pid=104053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:37:22.574005 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e1e977a-c4e1-45ef-a83b-55bd8d90bb38'] response: {'name': 'network-changed', 'server_uuid': '2d1c168b-5f64-4d47-ae45-8a006f09dfe1', 'tag': 'bb6292bd-d4a4-4f49-ae28-32181d3a72ae', 'status': 'completed', 'code': 200} Jun 16 17:37:22.627585 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-576715fa-6cea-4172-a41a-ae192bf58967 req-dfdd0ccd-517c-442d-9d9a-83d2937001bc tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ec9cd17-f7bf-42f7-88bc-22078d613669&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666995 Jun 16 17:37:22.641244 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0e37b2-4530-4682-ba39-53dd52f4cc9e req-d42e73f0-0ac7-4f23-b5a6-e2237f3bbd8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:37:22.642749 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-2f0e37b2-4530-4682-ba39-53dd52f4cc9e req-d42e73f0-0ac7-4f23-b5a6-e2237f3bbd8f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d1c1d13142434356ac1210f14dad847b&device_id=2d1c168b-5f64-4d47-ae45-8a006f09dfe1 HTTP/1.1" status: 200 len: 1130 time: 0.0418220 Jun 16 17:37:22.736367 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0e37b2-4530-4682-ba39-53dd52f4cc9e req-e5e0a75d-bc90-4849-b0fa-5562dfb33897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:37:22.737895 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-2f0e37b2-4530-4682-ba39-53dd52f4cc9e req-e5e0a75d-bc90-4849-b0fa-5562dfb33897 service neutron] 10.222.0.47 "GET /v2.0/networks?id=dd7b32b9-764e-43c1-a67e-f0e3f862c460 HTTP/1.1" status: 200 len: 919 time: 0.0863106 Jun 16 17:37:22.805748 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-2f0e37b2-4530-4682-ba39-53dd52f4cc9e req-c65cd823-840e-406c-b5f3-40cbb4597f4f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bb6292bd-d4a4-4f49-ae28-32181d3a72ae HTTP/1.1" status: 200 len: 1001 time: 0.0585926 Jun 16 17:37:22.859202 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0e37b2-4530-4682-ba39-53dd52f4cc9e req-234f4fdf-88a5-46a2-b883-7ea3cddaac03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:37:22.860703 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-2f0e37b2-4530-4682-ba39-53dd52f4cc9e req-234f4fdf-88a5-46a2-b883-7ea3cddaac03 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=58dbd783-c237-4164-b4f7-63cdaa3401e3 HTTP/1.1" status: 200 len: 857 time: 0.0488780 Jun 16 17:37:22.915846 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0e37b2-4530-4682-ba39-53dd52f4cc9e req-98f9d557-25d3-4d66-9add-31019b66daa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:37:22.917432 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-2f0e37b2-4530-4682-ba39-53dd52f4cc9e req-98f9d557-25d3-4d66-9add-31019b66daa3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dd7b32b9-764e-43c1-a67e-f0e3f862c460&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389061 Jun 16 17:37:23.013221 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-2f0e37b2-4530-4682-ba39-53dd52f4cc9e req-db5b1d9d-3fe7-42b4-b6b6-bbce6fb8ced9 service neutron] 10.222.0.47 "GET /v2.0/networks/dd7b32b9-764e-43c1-a67e-f0e3f862c460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891180 Jun 16 17:37:23.049180 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=100 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:37:23.083401 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=100 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:37:23.111494 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-2f0e37b2-4530-4682-ba39-53dd52f4cc9e req-c1b01b28-8274-4ba8-9c19-d4ea2958e8b8 service neutron] 10.222.0.47 "GET /v2.0/networks/dd7b32b9-764e-43c1-a67e-f0e3f862c460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878274 Jun 16 17:37:23.449684 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae86dee6-eaef-49be-9e5d-91b89b16e70b req-32eba5cd-6cb8-4e8e-b9e4-fc43e8bb704b tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:37:23.451528 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-ae86dee6-eaef-49be-9e5d-91b89b16e70b req-32eba5cd-6cb8-4e8e-b9e4-fc43e8bb704b tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] 10.222.0.40 "GET /v2.0/ports?device_id=8d39f223-c8ed-4c3c-a006-fe3698711485 HTTP/1.1" status: 200 len: 944 time: 0.0478995 Jun 16 17:37:23.513903 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-ae86dee6-eaef-49be-9e5d-91b89b16e70b req-c6309751-7c28-43fb-8d3a-9dffa9db1eab tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] 10.222.0.40 "GET /v2.0/security-groups?id=d387c7a1-edf2-4ad5-b315-6b4f9f4340c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568347 Jun 16 17:37:23.749906 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a2620b-cdfb-4014-a881-f05c3608f63d req-078e0974-a86e-4b9c-bf3a-a81a5b36f21c tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:37:23.751556 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-25a2620b-cdfb-4014-a881-f05c3608f63d req-078e0974-a86e-4b9c-bf3a-a81a5b36f21c tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/ports?device_id=ade4cabc-bd7b-4506-b836-9178181c78e2 HTTP/1.1" status: 200 len: 945 time: 0.0500813 Jun 16 17:37:23.824754 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-25a2620b-cdfb-4014-a881-f05c3608f63d req-66117bc1-e91a-4467-a0ad-1f3c2e34dbed tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ec9cd17-f7bf-42f7-88bc-22078d613669&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660887 Jun 16 17:37:24.632926 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fdb9ce-9dae-4ce7-8c2e-080e3ee98d85 req-c38e739e-74ac-484f-ab3b-1dcb4d01c693 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:37:24.634380 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-e7fdb9ce-9dae-4ce7-8c2e-080e3ee98d85 req-c38e739e-74ac-484f-ab3b-1dcb4d01c693 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] 10.222.0.40 "GET /v2.0/ports?device_id=8d39f223-c8ed-4c3c-a006-fe3698711485 HTTP/1.1" status: 200 len: 944 time: 0.0503597 Jun 16 17:37:24.682497 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-e7fdb9ce-9dae-4ce7-8c2e-080e3ee98d85 req-c33c703f-33c4-499a-b58a-c7d2ea70f6d4 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] 10.222.0.40 "GET /v2.0/security-groups?id=d387c7a1-edf2-4ad5-b315-6b4f9f4340c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420458 Jun 16 17:37:24.948040 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7f4c3a-4e38-4f97-ae1d-9a5f5a5cfa58 req-d253b68b-e484-4a43-a6c2-532479534303 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:37:24.950053 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-fe7f4c3a-4e38-4f97-ae1d-9a5f5a5cfa58 req-d253b68b-e484-4a43-a6c2-532479534303 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/ports?device_id=ade4cabc-bd7b-4506-b836-9178181c78e2 HTTP/1.1" status: 200 len: 945 time: 0.0485344 Jun 16 17:37:24.999063 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-fe7f4c3a-4e38-4f97-ae1d-9a5f5a5cfa58 req-e6d97dd1-9917-48ac-9424-fe7b7b6b2f76 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ec9cd17-f7bf-42f7-88bc-22078d613669&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435655 Jun 16 17:37:25.797769 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14d0c5c-1f44-472e-8faf-98ae8a065a53 req-3af402d8-2a90-484a-9e87-23e1a30f620b tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:37:25.799306 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-e14d0c5c-1f44-472e-8faf-98ae8a065a53 req-3af402d8-2a90-484a-9e87-23e1a30f620b tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] 10.222.0.40 "GET /v2.0/ports?device_id=8d39f223-c8ed-4c3c-a006-fe3698711485 HTTP/1.1" status: 200 len: 944 time: 0.0503547 Jun 16 17:37:25.853432 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-e14d0c5c-1f44-472e-8faf-98ae8a065a53 req-e00f0ced-5ac2-463f-a2be-f28b850b9f0b tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] 10.222.0.40 "GET /v2.0/security-groups?id=d387c7a1-edf2-4ad5-b315-6b4f9f4340c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480700 Jun 16 17:37:26.123077 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba994b2-6ac9-41ad-be21-baf1b09e330c req-55a4c23b-5cbf-4721-96d7-8487b6aae737 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:37:26.124566 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-2ba994b2-6ac9-41ad-be21-baf1b09e330c req-55a4c23b-5cbf-4721-96d7-8487b6aae737 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/ports?device_id=ade4cabc-bd7b-4506-b836-9178181c78e2 HTTP/1.1" status: 200 len: 945 time: 0.0509188 Jun 16 17:37:26.183555 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-2ba994b2-6ac9-41ad-be21-baf1b09e330c req-f2e3a69a-c8af-4cb2-a24d-ea0d0078f691 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ec9cd17-f7bf-42f7-88bc-22078d613669&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447490 Jun 16 17:37:26.976050 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5042d0d-9520-4623-bc66-dc0d37aaf28a req-4d853757-ede6-43d4-b633-958811f9774f tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:37:26.977553 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-d5042d0d-9520-4623-bc66-dc0d37aaf28a req-4d853757-ede6-43d4-b633-958811f9774f tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] 10.222.0.40 "GET /v2.0/ports?device_id=8d39f223-c8ed-4c3c-a006-fe3698711485 HTTP/1.1" status: 200 len: 944 time: 0.0486870 Jun 16 17:37:27.007171 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:37:27.013737 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=100 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:37:27.029038 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-d5042d0d-9520-4623-bc66-dc0d37aaf28a req-01e2b6c4-8ae3-4389-929b-a6edfa4b559b tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] 10.222.0.40 "GET /v2.0/security-groups?id=d387c7a1-edf2-4ad5-b315-6b4f9f4340c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459778 Jun 16 17:37:27.305820 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67264dfa-8f35-4611-8851-8a5725260325 req-b292c116-ec46-46a2-91d3-b3cccc5a55c9 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:37:27.307267 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-67264dfa-8f35-4611-8851-8a5725260325 req-b292c116-ec46-46a2-91d3-b3cccc5a55c9 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/ports?device_id=ade4cabc-bd7b-4506-b836-9178181c78e2 HTTP/1.1" status: 200 len: 945 time: 0.0496733 Jun 16 17:37:27.353678 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-67264dfa-8f35-4611-8851-8a5725260325 req-159dde79-3318-4eb1-a763-226fd518f1be tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ec9cd17-f7bf-42f7-88bc-22078d613669&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403252 Jun 16 17:37:28.145310 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de61bebc-4ba0-41da-8fe0-25375e676d8b req-279d8eda-e635-4294-b25a-616b52e5e877 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:37:28.146751 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-de61bebc-4ba0-41da-8fe0-25375e676d8b req-279d8eda-e635-4294-b25a-616b52e5e877 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] 10.222.0.40 "GET /v2.0/ports?device_id=8d39f223-c8ed-4c3c-a006-fe3698711485 HTTP/1.1" status: 200 len: 944 time: 0.0484569 Jun 16 17:37:28.197130 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-de61bebc-4ba0-41da-8fe0-25375e676d8b req-667f28dd-bc87-4089-bcb5-597178e38397 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] 10.222.0.40 "GET /v2.0/security-groups?id=d387c7a1-edf2-4ad5-b315-6b4f9f4340c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439160 Jun 16 17:37:28.232673 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=100 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:37:28.481366 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ec0c89-69a2-49a4-ac63-d86f815320ca req-0b229de7-19fc-4094-bcec-45aada9956c1 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:37:28.482836 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-a8ec0c89-69a2-49a4-ac63-d86f815320ca req-0b229de7-19fc-4094-bcec-45aada9956c1 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/ports?device_id=ade4cabc-bd7b-4506-b836-9178181c78e2 HTTP/1.1" status: 200 len: 945 time: 0.0511947 Jun 16 17:37:28.530031 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-a8ec0c89-69a2-49a4-ac63-d86f815320ca req-a7602a6d-30ec-439d-b2d6-c32752a33f97 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ec9cd17-f7bf-42f7-88bc-22078d613669&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416574 Jun 16 17:37:28.936722 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-4034f746-8109-4e42-bb58-25687a2d9cf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (e26ebcb9-a690-4ec1-8688-e951546304f4), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:37:29.312070 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00301ab5-87d8-4df7-b21b-8a22de183079 req-e829fca3-f791-4808-af35-e1ad8ce036cc tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:37:29.313552 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-00301ab5-87d8-4df7-b21b-8a22de183079 req-e829fca3-f791-4808-af35-e1ad8ce036cc tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] 10.222.0.40 "GET /v2.0/ports?device_id=8d39f223-c8ed-4c3c-a006-fe3698711485 HTTP/1.1" status: 200 len: 944 time: 0.0464921 Jun 16 17:37:29.363009 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-00301ab5-87d8-4df7-b21b-8a22de183079 req-bef4f772-0216-4263-bf49-19efe17067b3 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] 10.222.0.40 "GET /v2.0/security-groups?id=d387c7a1-edf2-4ad5-b315-6b4f9f4340c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438697 Jun 16 17:37:29.648199 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3b8b02-2c1b-47cf-b337-e780a3141590 req-76d0533e-9cd2-4dc2-b93c-f1e912f96b5f tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:37:29.649709 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-6e3b8b02-2c1b-47cf-b337-e780a3141590 req-76d0533e-9cd2-4dc2-b93c-f1e912f96b5f tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/ports?device_id=ade4cabc-bd7b-4506-b836-9178181c78e2 HTTP/1.1" status: 200 len: 945 time: 0.0488513 Jun 16 17:37:29.702606 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-6e3b8b02-2c1b-47cf-b337-e780a3141590 req-c402e271-d22a-40aa-a8fc-bd11e3b4673e tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ec9cd17-f7bf-42f7-88bc-22078d613669&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470114 Jun 16 17:37:29.768822 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-eb1bb3e5-3a80-4164-ac59-4740a2321b9a req-b959ff08-62e2-48d5-8404-bd89d423eb8f tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1549279299&fields=id&tenant_id=35fdc8ef703e43f1a730a868721c4a2d HTTP/1.1" status: 200 len: 267 time: 0.0449295 Jun 16 17:37:29.875409 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1bb3e5-3a80-4164-ac59-4740a2321b9a req-20674af1-885f-4d18-92e8-c569599f2238 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:37:29.876870 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-eb1bb3e5-3a80-4164-ac59-4740a2321b9a req-20674af1-885f-4d18-92e8-c569599f2238 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] 10.222.0.40 "GET /v2.0/networks?id=faa616db-04da-45e0-8b5a-5b794f8b5dd6 HTTP/1.1" status: 200 len: 809 time: 0.1016905 Jun 16 17:37:29.891543 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-eb1bb3e5-3a80-4164-ac59-4740a2321b9a req-226a0157-5111-42f7-8cf9-576ba8df8c2a tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] 10.222.0.40 "GET /v2.0/quotas/35fdc8ef703e43f1a730a868721c4a2d HTTP/1.1" status: 200 len: 375 time: 0.0093744 Jun 16 17:37:29.944060 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-eb1bb3e5-3a80-4164-ac59-4740a2321b9a req-4accc3dd-5b16-4864-8a9d-d39c55f6f586 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=35fdc8ef703e43f1a730a868721c4a2d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0476294 Jun 16 17:37:30.040731 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-eb1bb3e5-3a80-4164-ac59-4740a2321b9a req-49ee816b-f051-42a8-ba9e-a3d38d81172d service neutron] 10.222.0.40 "GET /v2.0/networks/faa616db-04da-45e0-8b5a-5b794f8b5dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850735 Jun 16 17:37:30.137551 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-eb1bb3e5-3a80-4164-ac59-4740a2321b9a req-9f58b49f-0d24-476b-9739-667e2a116406 service neutron] 10.222.0.40 "GET /v2.0/networks/faa616db-04da-45e0-8b5a-5b794f8b5dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904272 Jun 16 17:37:30.384004 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Device 161d75cc-2de3-4882-81a1-afdc5ee23ee9 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=104054) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 17:37:30.468516 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=100 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:37:30.505060 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-99d86a57-ff5c-4b8e-b271-b8ea974c7f63 req-e25aba58-3e86-4ca9-a167-cd019794af08 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] 10.222.0.40 "GET /v2.0/ports?device_id=bf54c7b6-dc97-4196-bab4-a7698f785a20 HTTP/1.1" status: 200 len: 210 time: 0.0309911 Jun 16 17:37:30.529142 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae7df7d-6b21-4eb4-bf25-bad2c357204d req-7680c822-813b-4289-85a8-5388b96ed606 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:37:30.530727 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-9ae7df7d-6b21-4eb4-bf25-bad2c357204d req-7680c822-813b-4289-85a8-5388b96ed606 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] 10.222.0.40 "GET /v2.0/ports?device_id=8d39f223-c8ed-4c3c-a006-fe3698711485 HTTP/1.1" status: 200 len: 944 time: 0.0881195 Jun 16 17:37:30.558199 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] For port 161d75cc-2de3-4882-81a1-afdc5ee23ee9, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=161d75cc-2de3-4882-81a1-afdc5ee23ee9,segment=NetworkSegment(1add1b51-67b6-49ef-9935-1b6b2ec0e2a3),segment_id=1add1b51-67b6-49ef-9935-1b6b2ec0e2a3)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:37:30.560800 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 58036) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:37:30.563334 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=100 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:37:30.583931 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Returning: {'device': '161d75cc-2de3-4882-81a1-afdc5ee23ee9', 'network_id': '6e803cc9-885b-4092-b21c-ed0c8b49c26c', 'port_id': '161d75cc-2de3-4882-81a1-afdc5ee23ee9', 'mac_address': 'fa:16:3e:a1:ff:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95144f6c-e9c4-46d6-bb41-a8f5f76b794b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104054) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 17:37:30.609472 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-9ae7df7d-6b21-4eb4-bf25-bad2c357204d req-f67a47d5-4492-4be1-8dce-6fcf86f9b655 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] 10.222.0.40 "GET /v2.0/security-groups?id=d387c7a1-edf2-4ad5-b315-6b4f9f4340c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724804 Jun 16 17:37:30.627588 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Current status of the port 161d75cc-2de3-4882-81a1-afdc5ee23ee9 is: DOWN; New status is: BUILD {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:37:30.628018 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (161d75cc-2de3-4882-81a1-afdc5ee23ee9), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:37:30.642986 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.notifiers.nova [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 161d75cc-2de3-4882-81a1-afdc5ee23ee9 {{(pid=104054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 17:37:30.665238 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] For port 161d75cc-2de3-4882-81a1-afdc5ee23ee9, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=161d75cc-2de3-4882-81a1-afdc5ee23ee9,segment=NetworkSegment(1add1b51-67b6-49ef-9935-1b6b2ec0e2a3),segment_id=1add1b51-67b6-49ef-9935-1b6b2ec0e2a3)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:37:30.675589 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114'] for port (161d75cc-2de3-4882-81a1-afdc5ee23ee9), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:37:30.722888 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-d34a75de-0cb3-4296-a966-a0a5b763ada2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:37:30.734700 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Pushing event updated for resources: {'Port': ['ID=161d75cc-2de3-4882-81a1-afdc5ee23ee9,revision_number=4']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:37:30.818910 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-d34a75de-0cb3-4296-a966-a0a5b763ada2 admin admin] Publish callbacks [] for security_group (f3e63c06-0ead-44aa-93da-2e742a449b81), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:37:30.822792 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-d34a75de-0cb3-4296-a966-a0a5b763ada2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (f3e63c06-0ead-44aa-93da-2e742a449b81), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:37:30.842595 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2c711d-1e5d-4027-8f6a-c28763efa719 req-94f242fa-d5d3-44d9-bd8b-13267dba38c4 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:37:30.844770 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-be2c711d-1e5d-4027-8f6a-c28763efa719 req-94f242fa-d5d3-44d9-bd8b-13267dba38c4 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/ports?device_id=ade4cabc-bd7b-4506-b836-9178181c78e2 HTTP/1.1" status: 200 len: 945 time: 0.0544460 Jun 16 17:37:30.865741 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-d34a75de-0cb3-4296-a966-a0a5b763ada2 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=750141c5896f4002a4e15bbc892c6c55&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3032529 Jun 16 17:37:30.866432 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 58044) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:37:30.878629 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34a75de-0cb3-4296-a966-a0a5b763ada2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3e63c06-0ead-44aa-93da-2e742a449b81,revision_number=1']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:37:30.907504 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=100 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:37:30.937722 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-be2c711d-1e5d-4027-8f6a-c28763efa719 req-cd3062df-7274-4757-ab0e-1796794cbb60 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ec9cd17-f7bf-42f7-88bc-22078d613669&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868363 Jun 16 17:37:30.956305 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-8915c1ab-c9df-474b-ab46-8a71f684d34b admin admin] Publish callbacks [] for security_group (f3e63c06-0ead-44aa-93da-2e742a449b81), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:37:30.982104 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-8915c1ab-c9df-474b-ab46-8a71f684d34b admin admin] Publish callbacks [] for security_group (f3e63c06-0ead-44aa-93da-2e742a449b81), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:37:31.032173 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-8915c1ab-c9df-474b-ab46-8a71f684d34b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (f3e63c06-0ead-44aa-93da-2e742a449b81), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:37:31.034886 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-8915c1ab-c9df-474b-ab46-8a71f684d34b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:37:31.036156 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-8915c1ab-c9df-474b-ab46-8a71f684d34b admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/f3e63c06-0ead-44aa-93da-2e742a449b81 HTTP/1.1" status: 204 len: 168 time: 0.1671600 Jun 16 17:37:31.047906 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8915c1ab-c9df-474b-ab46-8a71f684d34b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3e63c06-0ead-44aa-93da-2e742a449b81,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:37:31.123683 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] get_ports_and_sgs() called for port_ids ['161d75cc-2de3-4882-81a1-afdc5ee23ee9'] {{(pid=104054) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 17:37:31.298387 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-ea542f5c-669e-4d3d-be5f-de38e5e7ac1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (43e250b4-0ce3-4949-aa8c-0bafe6454580), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:37:31.611193 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-5f34ae78-b4e9-4dac-b318-3acfc867c05e req-00f9eeb4-f0fa-472e-8ccf-f5dceabe6101 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] 10.222.0.40 "GET /v2.0/ports?device_id=bf54c7b6-dc97-4196-bab4-a7698f785a20 HTTP/1.1" status: 200 len: 210 time: 0.0348992 Jun 16 17:37:31.727351 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8fa65a-8e05-406a-992f-39e9481c3532 req-705ead06-ea1b-48e3-bb0d-a2b86cb485d5 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:37:31.727983 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1bb3e5-3a80-4164-ac59-4740a2321b9a req-ce298613-eab2-4efe-b783-b0f2dadc8a13 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:37:31.728958 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-eb8fa65a-8e05-406a-992f-39e9481c3532 req-705ead06-ea1b-48e3-bb0d-a2b86cb485d5 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] 10.222.0.40 "GET /v2.0/ports?device_id=8d39f223-c8ed-4c3c-a006-fe3698711485 HTTP/1.1" status: 200 len: 945 time: 0.0571876 Jun 16 17:37:31.730263 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-eb1bb3e5-3a80-4164-ac59-4740a2321b9a req-ce298613-eab2-4efe-b783-b0f2dadc8a13 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] 10.222.0.47 "GET /v2.0/networks?id=faa616db-04da-45e0-8b5a-5b794f8b5dd6 HTTP/1.1" status: 200 len: 809 time: 0.1180787 Jun 16 17:37:31.783032 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-eb8fa65a-8e05-406a-992f-39e9481c3532 req-c5760f3c-1d3d-42f5-aeab-e53e81854b1e tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] 10.222.0.40 "GET /v2.0/security-groups?id=d387c7a1-edf2-4ad5-b315-6b4f9f4340c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468841 Jun 16 17:37:31.800554 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-eb1bb3e5-3a80-4164-ac59-4740a2321b9a req-c92628c4-a853-4331-8691-152674761d9c tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=35fdc8ef703e43f1a730a868721c4a2d HTTP/1.1" status: 200 len: 380 time: 0.0585113 Jun 16 17:37:31.810565 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.v2.base [req-eb1bb3e5-3a80-4164-ac59-4740a2321b9a req-444c8e20-29f9-448e-8c1b-a5d342df73eb tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] Request body: {'port': {'device_id': 'bf54c7b6-dc97-4196-bab4-a7698f785a20', 'network_id': 'faa616db-04da-45e0-8b5a-5b794f8b5dd6', 'admin_state_up': True, 'tenant_id': '35fdc8ef703e43f1a730a868721c4a2d', 'security_groups': ['d3121c56-625a-476a-9bec-eea3f7651168']}} {{(pid=104053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:37:31.925215 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb1bb3e5-3a80-4164-ac59-4740a2321b9a req-444c8e20-29f9-448e-8c1b-a5d342df73eb tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] Made reservation on behalf of 35fdc8ef703e43f1a730a868721c4a2d for: {'port': 1} {{(pid=104053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:37:31.928651 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [req-eb1bb3e5-3a80-4164-ac59-4740a2321b9a req-444c8e20-29f9-448e-8c1b-a5d342df73eb tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:37:32.056365 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad2a88e-b150-4c4f-8af6-ac62bcc1eaa4 req-7f6fe2c7-6c85-44f4-be78-0eaf9e4bd33d tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:37:32.057978 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-2ad2a88e-b150-4c4f-8af6-ac62bcc1eaa4 req-7f6fe2c7-6c85-44f4-be78-0eaf9e4bd33d tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/ports?device_id=ade4cabc-bd7b-4506-b836-9178181c78e2 HTTP/1.1" status: 200 len: 945 time: 0.0481012 Jun 16 17:37:32.062107 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.db.db_base_plugin_common [req-eb1bb3e5-3a80-4164-ac59-4740a2321b9a req-444c8e20-29f9-448e-8c1b-a5d342df73eb tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] Allocated IP 172.20.0.8 (faa616db-04da-45e0-8b5a-5b794f8b5dd6/3a5fc11e-57cf-421a-b4a2-bf85b45ade3d/e9883d3b-f3e0-401d-bbc0-e2d284e3f19d) {{(pid=104053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:37:32.107844 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-2ad2a88e-b150-4c4f-8af6-ac62bcc1eaa4 req-88314c79-8295-4c7d-a0b6-9fd5ea9e657c tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ec9cd17-f7bf-42f7-88bc-22078d613669&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433753 Jun 16 17:37:32.116050 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=79,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:37:32.121059 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:37:32.195041 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:37:32.236446 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [req-eb1bb3e5-3a80-4164-ac59-4740a2321b9a req-444c8e20-29f9-448e-8c1b-a5d342df73eb tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] Publish callbacks [] for port (e9883d3b-f3e0-401d-bbc0-e2d284e3f19d), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:37:32.264200 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:37:32.270498 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [req-eb1bb3e5-3a80-4164-ac59-4740a2321b9a req-444c8e20-29f9-448e-8c1b-a5d342df73eb tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762170029078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64764667'] for port (e9883d3b-f3e0-401d-bbc0-e2d284e3f19d), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:37:32.317080 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb1bb3e5-3a80-4164-ac59-4740a2321b9a req-444c8e20-29f9-448e-8c1b-a5d342df73eb tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] Network faa616db-04da-45e0-8b5a-5b794f8b5dd6 is already hosted by enough agents. {{(pid=104053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:37:32.322263 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.scheduler.base_scheduler [req-eb1bb3e5-3a80-4164-ac59-4740a2321b9a req-444c8e20-29f9-448e-8c1b-a5d342df73eb tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] Resources bound (agent type, host, resource id): {{(pid=104053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:37:32.326558 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb1bb3e5-3a80-4164-ac59-4740a2321b9a req-444c8e20-29f9-448e-8c1b-a5d342df73eb tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] Received port after_create {{(pid=104053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 17:37:32.353580 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444c8e20-29f9-448e-8c1b-a5d342df73eb tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] Pushing event updated for resources: {'Port': ['ID=e9883d3b-f3e0-401d-bbc0-e2d284e3f19d,revision_number=1']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:37:32.385997 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1bb3e5-3a80-4164-ac59-4740a2321b9a req-444c8e20-29f9-448e-8c1b-a5d342df73eb tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:37:32.386633 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [req-eb1bb3e5-3a80-4164-ac59-4740a2321b9a req-444c8e20-29f9-448e-8c1b-a5d342df73eb tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228225'] for port (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:37:32.397259 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Device 161d75cc-2de3-4882-81a1-afdc5ee23ee9 up at agent hyperv_hv-cinder-83754 {{(pid=104054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 17:37:32.408346 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-eb1bb3e5-3a80-4164-ac59-4740a2321b9a req-444c8e20-29f9-448e-8c1b-a5d342df73eb tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6012332 Jun 16 17:37:32.430462 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.v2.base [req-eb1bb3e5-3a80-4164-ac59-4740a2321b9a req-c4e2924d-2539-4cc0-895a-bf7342839c85 service neutron] Request body: {'port': {'device_id': 'bf54c7b6-dc97-4196-bab4-a7698f785a20', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=104053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:37:32.456714 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Provisioning for port 161d75cc-2de3-4882-81a1-afdc5ee23ee9 completed by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 17:37:32.472899 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Provisioning complete for port 161d75cc-2de3-4882-81a1-afdc5ee23ee9 triggered by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:37:32.473704 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572016'] for port (161d75cc-2de3-4882-81a1-afdc5ee23ee9), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:37:32.505540 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-359da135-d845-4d2e-a034-e84fcb95f5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (8e118b8c-b091-4f14-909a-13c66b53efc1), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:37:32.507897 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [req-eb1bb3e5-3a80-4164-ac59-4740a2321b9a req-c4e2924d-2539-4cc0-895a-bf7342839c85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (e9883d3b-f3e0-401d-bbc0-e2d284e3f19d), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:37:32.554328 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Current status of the port 161d75cc-2de3-4882-81a1-afdc5ee23ee9 is: BUILD; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:37:32.554709 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (161d75cc-2de3-4882-81a1-afdc5ee23ee9), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:37:32.557802 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:37:32.581957 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d39f223-c8ed-4c3c-a006-fe3698711485', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '161d75cc-2de3-4882-81a1-afdc5ee23ee9'}] {{(pid=104054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 17:37:32.584071 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5645e34771f2e92f66b701059e1edb0e2a0b319a1385596c591183f5993537e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c11bf7c-d162-4639-a332-d7d39b166ccf" -d '{"events": [{"server_uuid": "8d39f223-c8ed-4c3c-a006-fe3698711485", "name": "network-vif-plugged", "status": "completed", "tag": "161d75cc-2de3-4882-81a1-afdc5ee23ee9"}]}' {{(pid=104054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:37:32.605611 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] For port 161d75cc-2de3-4882-81a1-afdc5ee23ee9, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=161d75cc-2de3-4882-81a1-afdc5ee23ee9,segment=NetworkSegment(1add1b51-67b6-49ef-9935-1b6b2ec0e2a3),segment_id=1add1b51-67b6-49ef-9935-1b6b2ec0e2a3)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:37:32.608051 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-eb9be037-12e7-4fa9-96ef-652e017a023e None None] Provisioning complete for port e9883d3b-f3e0-401d-bbc0-e2d284e3f19d triggered by entity DHCP. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:37:32.608426 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-eb9be037-12e7-4fa9-96ef-652e017a023e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572016'] for port (e9883d3b-f3e0-401d-bbc0-e2d284e3f19d), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:37:32.612525 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114'] for port (161d75cc-2de3-4882-81a1-afdc5ee23ee9), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:37:32.649968 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 17:37:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9798f1de-c550-40fd-9a8c-e9fa0781f977 x-openstack-request-id: req-9798f1de-c550-40fd-9a8c-e9fa0781f977 {{(pid=104054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:37:32.650375 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d39f223-c8ed-4c3c-a006-fe3698711485", "name": "network-vif-plugged", "status": "completed", "tag": "161d75cc-2de3-4882-81a1-afdc5ee23ee9", "code": 200}]} {{(pid=104054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:37:32.650746 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-9798f1de-c550-40fd-9a8c-e9fa0781f977 {{(pid=104054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:37:32.651811 dv-cinder-837546-2-iscsi neutron-server[104054]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9798f1de-c550-40fd-9a8c-e9fa0781f977'] response: {'server_uuid': '8d39f223-c8ed-4c3c-a006-fe3698711485', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '161d75cc-2de3-4882-81a1-afdc5ee23ee9', 'code': 200} Jun 16 17:37:32.703242 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-eb9be037-12e7-4fa9-96ef-652e017a023e None None] Port e9883d3b-f3e0-401d-bbc0-e2d284e3f19d cannot update to ACTIVE because it is not bound. {{(pid=104054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 17:37:32.716270 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Pushing event updated for resources: {'Port': ['ID=161d75cc-2de3-4882-81a1-afdc5ee23ee9,revision_number=5']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:37:32.724111 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:37:32.724573 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:37:32.725049 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:37:32.725630 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:37:32.726037 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:37:32.726426 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:37:32.726816 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:37:32.727204 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:37:32.727742 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:37:32.728143 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:37:32.728632 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:37:32.728958 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:37:32.729957 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:37:32.730294 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:37:32.730773 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:37:32.747349 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2dac26-d2ae-4912-8577-8d4095670690 req-fedd3b23-43a3-463c-b6b5-7e242ba259ff tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:37:32.748849 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-3e2dac26-d2ae-4912-8577-8d4095670690 req-fedd3b23-43a3-463c-b6b5-7e242ba259ff tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] 10.222.0.40 "GET /v2.0/ports?device_id=bf54c7b6-dc97-4196-bab4-a7698f785a20 HTTP/1.1" status: 200 len: 931 time: 0.0557053 Jun 16 17:37:32.793764 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.notifiers.nova [req-eb1bb3e5-3a80-4164-ac59-4740a2321b9a req-c4e2924d-2539-4cc0-895a-bf7342839c85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9883d3b-f3e0-401d-bbc0-e2d284e3f19d {{(pid=104053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 17:37:32.800139 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-3e2dac26-d2ae-4912-8577-8d4095670690 req-9cb09eb0-4981-469b-8e80-07b2a786f7b9 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] 10.222.0.40 "GET /v2.0/security-groups?id=d3121c56-625a-476a-9bec-eea3f7651168&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456238 Jun 16 17:37:32.801372 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [req-eb1bb3e5-3a80-4164-ac59-4740a2321b9a req-c4e2924d-2539-4cc0-895a-bf7342839c85 service neutron] Publish callbacks [] for port (e9883d3b-f3e0-401d-bbc0-e2d284e3f19d), precommit_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:37:32.814765 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [req-eb1bb3e5-3a80-4164-ac59-4740a2321b9a req-c4e2924d-2539-4cc0-895a-bf7342839c85 service neutron] Transition to ACTIVE for port object e9883d3b-f3e0-401d-bbc0-e2d284e3f19d will not be triggered until provisioned by entity L2. {{(pid=104053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 17:37:32.820390 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [req-eb1bb3e5-3a80-4164-ac59-4740a2321b9a req-c4e2924d-2539-4cc0-895a-bf7342839c85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64764658'] for port (e9883d3b-f3e0-401d-bbc0-e2d284e3f19d), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:37:32.896723 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e2924d-2539-4cc0-895a-bf7342839c85 service neutron] Pushing event updated for resources: {'Port': ['ID=e9883d3b-f3e0-401d-bbc0-e2d284e3f19d,revision_number=2']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:37:32.921459 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57288f99-8760-4798-883e-205410c23b5e req-5d2dff25-58d8-4322-99e1-687e29a3d9ec tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:37:32.923051 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-57288f99-8760-4798-883e-205410c23b5e req-5d2dff25-58d8-4322-99e1-687e29a3d9ec tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] 10.222.0.40 "GET /v2.0/ports?device_id=8d39f223-c8ed-4c3c-a006-fe3698711485 HTTP/1.1" status: 200 len: 946 time: 0.0568655 Jun 16 17:37:32.970326 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.managers [req-eb1bb3e5-3a80-4164-ac59-4740a2321b9a req-c4e2924d-2539-4cc0-895a-bf7342839c85 service neutron] Attempting to bind port e9883d3b-f3e0-401d-bbc0-e2d284e3f19d on host hv-cinder-83754 for vnic_type normal with profile {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 17:37:32.970814 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.managers [req-eb1bb3e5-3a80-4164-ac59-4740a2321b9a req-c4e2924d-2539-4cc0-895a-bf7342839c85 service neutron] Attempting to bind port e9883d3b-f3e0-401d-bbc0-e2d284e3f19d by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': 'bb4775b9-8372-4a35-a023-11a789fdcc61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'faa616db-04da-45e0-8b5a-5b794f8b5dd6'}] {{(pid=104053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 17:37:32.971148 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb1bb3e5-3a80-4164-ac59-4740a2321b9a req-c4e2924d-2539-4cc0-895a-bf7342839c85 service neutron] Attempting to bind port e9883d3b-f3e0-401d-bbc0-e2d284e3f19d on network faa616db-04da-45e0-8b5a-5b794f8b5dd6 {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 17:37:32.975843 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb1bb3e5-3a80-4164-ac59-4740a2321b9a req-c4e2924d-2539-4cc0-895a-bf7342839c85 service neutron] Port e9883d3b-f3e0-401d-bbc0-e2d284e3f19d on network faa616db-04da-45e0-8b5a-5b794f8b5dd6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 17:37:32.976162 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb1bb3e5-3a80-4164-ac59-4740a2321b9a req-c4e2924d-2539-4cc0-895a-bf7342839c85 service neutron] Attempting to bind port e9883d3b-f3e0-401d-bbc0-e2d284e3f19d on network faa616db-04da-45e0-8b5a-5b794f8b5dd6 {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 17:37:32.982220 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb1bb3e5-3a80-4164-ac59-4740a2321b9a req-c4e2924d-2539-4cc0-895a-bf7342839c85 service neutron] Checking agent: {'id': '9f2b4370-7d03-4dcb-9a0d-4ff62d859136', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 17, 32, 17), 'started_at': datetime.datetime(2022, 6, 16, 17, 32, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 17, 37, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 17:37:32.982548 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb1bb3e5-3a80-4164-ac59-4740a2321b9a req-c4e2924d-2539-4cc0-895a-bf7342839c85 service neutron] Checking segment: {'id': 'bb4775b9-8372-4a35-a023-11a789fdcc61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'faa616db-04da-45e0-8b5a-5b794f8b5dd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 17:37:32.982933 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb1bb3e5-3a80-4164-ac59-4740a2321b9a req-c4e2924d-2539-4cc0-895a-bf7342839c85 service neutron] Bound using segment: {'id': 'bb4775b9-8372-4a35-a023-11a789fdcc61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'faa616db-04da-45e0-8b5a-5b794f8b5dd6'} {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 17:37:32.983358 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.managers [req-eb1bb3e5-3a80-4164-ac59-4740a2321b9a req-c4e2924d-2539-4cc0-895a-bf7342839c85 service neutron] Bound port: e9883d3b-f3e0-401d-bbc0-e2d284e3f19d, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb4775b9-8372-4a35-a023-11a789fdcc61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'faa616db-04da-45e0-8b5a-5b794f8b5dd6'}}] {{(pid=104053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 17:37:32.983899 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [req-eb1bb3e5-3a80-4164-ac59-4740a2321b9a req-c4e2924d-2539-4cc0-895a-bf7342839c85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (e9883d3b-f3e0-401d-bbc0-e2d284e3f19d), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:37:32.987956 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107b779f-ef24-4bfe-9f3b-a76ec523e08e req-6ba175b6-962b-4491-bcc2-7b7f49eb7639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:37:32.989498 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-107b779f-ef24-4bfe-9f3b-a76ec523e08e req-6ba175b6-962b-4491-bcc2-7b7f49eb7639 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8d39f223-c8ed-4c3c-a006-fe3698711485 HTTP/1.1" status: 200 len: 1130 time: 0.0632620 Jun 16 17:37:33.030987 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-57288f99-8760-4798-883e-205410c23b5e req-179acfb0-3181-459b-b8a3-524e12f62bf1 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] 10.222.0.40 "GET /v2.0/security-groups?id=d387c7a1-edf2-4ad5-b315-6b4f9f4340c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959222 Jun 16 17:37:33.060711 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [req-eb1bb3e5-3a80-4164-ac59-4740a2321b9a req-c4e2924d-2539-4cc0-895a-bf7342839c85 service neutron] For port e9883d3b-f3e0-401d-bbc0-e2d284e3f19d, host hv-cinder-83754, cleared binding levels {{(pid=104053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 17:37:33.062397 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-107b779f-ef24-4bfe-9f3b-a76ec523e08e req-7ecae8c2-042a-4c1d-80bc-bf84c6df089e service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=d387c7a1-edf2-4ad5-b315-6b4f9f4340c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637653 Jun 16 17:37:33.064077 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [req-eb1bb3e5-3a80-4164-ac59-4740a2321b9a req-c4e2924d-2539-4cc0-895a-bf7342839c85 service neutron] For port e9883d3b-f3e0-401d-bbc0-e2d284e3f19d, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=e9883d3b-f3e0-401d-bbc0-e2d284e3f19d,segment=NetworkSegment(bb4775b9-8372-4a35-a023-11a789fdcc61),segment_id=bb4775b9-8372-4a35-a023-11a789fdcc61)] {{(pid=104053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 17:37:33.069883 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [req-eb1bb3e5-3a80-4164-ac59-4740a2321b9a req-c4e2924d-2539-4cc0-895a-bf7342839c85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64764658'] for port (e9883d3b-f3e0-401d-bbc0-e2d284e3f19d), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:37:33.108166 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1bb3e5-3a80-4164-ac59-4740a2321b9a req-c4e2924d-2539-4cc0-895a-bf7342839c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:37:33.108772 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [req-eb1bb3e5-3a80-4164-ac59-4740a2321b9a req-c4e2924d-2539-4cc0-895a-bf7342839c85 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228225'] for port (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:37:33.110150 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-eb1bb3e5-3a80-4164-ac59-4740a2321b9a req-c4e2924d-2539-4cc0-895a-bf7342839c85 service neutron] 10.222.0.47 "PUT /v2.0/ports/e9883d3b-f3e0-401d-bbc0-e2d284e3f19d HTTP/1.1" status: 200 len: 1093 time: 0.6841221 Jun 16 17:37:33.110567 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf54c7b6-dc97-4196-bab4-a7698f785a20', 'tag': 'e9883d3b-f3e0-401d-bbc0-e2d284e3f19d'}] {{(pid=104053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 17:37:33.112823 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a0e0b451bd7acf9de88ec0a1fb74022464d6f98a5cc449ea229bf781c77e32d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cade4946-e82d-442a-874e-81cfc8edbf68" -d '{"events": [{"name": "network-changed", "server_uuid": "bf54c7b6-dc97-4196-bab4-a7698f785a20", "tag": "e9883d3b-f3e0-401d-bbc0-e2d284e3f19d"}]}' {{(pid=104053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:37:33.119678 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:37:33.125360 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:37:33.139202 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e2924d-2539-4cc0-895a-bf7342839c85 service neutron] Pushing event updated for resources: {'Port': ['ID=e9883d3b-f3e0-401d-bbc0-e2d284e3f19d,revision_number=3']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:37:33.171360 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 17:37:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f8f6016-36b1-4291-86f9-b72a4a014148 x-openstack-request-id: req-0f8f6016-36b1-4291-86f9-b72a4a014148 {{(pid=104053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:37:33.171649 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf54c7b6-dc97-4196-bab4-a7698f785a20", "tag": "e9883d3b-f3e0-401d-bbc0-e2d284e3f19d", "status": "completed", "code": 200}]} {{(pid=104053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:37:33.171898 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-0f8f6016-36b1-4291-86f9-b72a4a014148 {{(pid=104053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:37:33.172286 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f8f6016-36b1-4291-86f9-b72a4a014148'] response: {'name': 'network-changed', 'server_uuid': 'bf54c7b6-dc97-4196-bab4-a7698f785a20', 'tag': 'e9883d3b-f3e0-401d-bbc0-e2d284e3f19d', 'status': 'completed', 'code': 200} Jun 16 17:37:33.250085 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f72e3cd-bf8b-4df8-bd3f-92c6112dfe1e req-c55a3366-4dff-4817-a2e2-29b028a46fbe tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:37:33.251740 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-0f72e3cd-bf8b-4df8-bd3f-92c6112dfe1e req-c55a3366-4dff-4817-a2e2-29b028a46fbe tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/ports?device_id=ade4cabc-bd7b-4506-b836-9178181c78e2 HTTP/1.1" status: 200 len: 945 time: 0.0542889 Jun 16 17:37:33.305013 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-0f72e3cd-bf8b-4df8-bd3f-92c6112dfe1e req-9e80c9ed-9701-4c7d-8ce8-3f55ecd75e01 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ec9cd17-f7bf-42f7-88bc-22078d613669&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475590 Jun 16 17:37:33.343091 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:37:33.349589 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cade4946-e82d-442a-874e-81cfc8edbf68 req-a6ebf232-724b-4819-8094-ee0b7c7ce58a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:37:33.351082 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-cade4946-e82d-442a-874e-81cfc8edbf68 req-a6ebf232-724b-4819-8094-ee0b7c7ce58a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=35fdc8ef703e43f1a730a868721c4a2d&device_id=bf54c7b6-dc97-4196-bab4-a7698f785a20 HTTP/1.1" status: 200 len: 1127 time: 0.0422072 Jun 16 17:37:33.456010 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cade4946-e82d-442a-874e-81cfc8edbf68 req-791ddea7-8fb4-4934-97b4-2cae8f0a0b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:37:33.457495 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-cade4946-e82d-442a-874e-81cfc8edbf68 req-791ddea7-8fb4-4934-97b4-2cae8f0a0b5b service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=35fdc8ef703e43f1a730a868721c4a2d&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0962272 Jun 16 17:37:33.558429 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cade4946-e82d-442a-874e-81cfc8edbf68 req-b349dbb3-5cf4-40cf-8f78-3dd0074d8409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:37:33.559921 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-cade4946-e82d-442a-874e-81cfc8edbf68 req-b349dbb3-5cf4-40cf-8f78-3dd0074d8409 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0881555 Jun 16 17:37:33.919637 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1134c9b2-4643-4ffc-a8ae-d432252cceec req-a518a9db-0c3a-49ed-9e23-78e385df6c9d tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:37:33.921006 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-1134c9b2-4643-4ffc-a8ae-d432252cceec req-a518a9db-0c3a-49ed-9e23-78e385df6c9d tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] 10.222.0.40 "GET /v2.0/ports?device_id=bf54c7b6-dc97-4196-bab4-a7698f785a20 HTTP/1.1" status: 200 len: 943 time: 0.0460799 Jun 16 17:37:33.977766 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-1134c9b2-4643-4ffc-a8ae-d432252cceec req-52b0ad72-b626-4f0c-bad8-17969cfa5930 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] 10.222.0.40 "GET /v2.0/security-groups?id=d3121c56-625a-476a-9bec-eea3f7651168&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511289 Jun 16 17:37:34.009304 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1bb3e5-3a80-4164-ac59-4740a2321b9a req-38f304e0-5d8f-42a2-8ea0-8194a35438c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:37:34.010998 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-eb1bb3e5-3a80-4164-ac59-4740a2321b9a req-38f304e0-5d8f-42a2-8ea0-8194a35438c6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=35fdc8ef703e43f1a730a868721c4a2d&device_id=bf54c7b6-dc97-4196-bab4-a7698f785a20 HTTP/1.1" status: 200 len: 1127 time: 0.0400708 Jun 16 17:37:34.056799 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-eb1bb3e5-3a80-4164-ac59-4740a2321b9a req-6444cd60-83c4-41c6-9c79-a400310626de service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e9883d3b-f3e0-401d-bbc0-e2d284e3f19d HTTP/1.1" status: 200 len: 217 time: 0.0356283 Jun 16 17:37:34.137096 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:37:34.151580 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb41ec8-5d93-43a5-9b65-da254d29600f req-317476a2-dc81-4bf9-b4d4-80e5057f82bd tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:37:34.153079 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-9cb41ec8-5d93-43a5-9b65-da254d29600f req-317476a2-dc81-4bf9-b4d4-80e5057f82bd tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] 10.222.0.40 "GET /v2.0/ports?device_id=8d39f223-c8ed-4c3c-a006-fe3698711485 HTTP/1.1" status: 200 len: 946 time: 0.0479598 Jun 16 17:37:34.171283 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-1d81e0cb-ff47-4623-99d5-ab370c19a781 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (25dd433a-18a0-496e-b58c-593ddca2a11d), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:37:34.204736 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-9cb41ec8-5d93-43a5-9b65-da254d29600f req-bc181dd9-7df6-4463-a980-dc3cc23d04c7 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] 10.222.0.40 "GET /v2.0/security-groups?id=d387c7a1-edf2-4ad5-b315-6b4f9f4340c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459073 Jun 16 17:37:34.375792 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1bb3e5-3a80-4164-ac59-4740a2321b9a req-29014845-190f-4e7d-9fd7-6fa81ae789f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:37:34.377281 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-eb1bb3e5-3a80-4164-ac59-4740a2321b9a req-29014845-190f-4e7d-9fd7-6fa81ae789f0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3a5fc11e-57cf-421a-b4a2-bf85b45ade3d HTTP/1.1" status: 200 len: 848 time: 0.0465469 Jun 16 17:37:34.423273 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bf191b-1c18-4866-b1ae-9f1512d55464 req-af4420d5-c9d5-4109-b7da-7a28f3e1ccac tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:37:34.424715 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-36bf191b-1c18-4866-b1ae-9f1512d55464 req-af4420d5-c9d5-4109-b7da-7a28f3e1ccac tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/ports?device_id=ade4cabc-bd7b-4506-b836-9178181c78e2 HTTP/1.1" status: 200 len: 945 time: 0.0468926 Jun 16 17:37:34.476618 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-36bf191b-1c18-4866-b1ae-9f1512d55464 req-dbeafeaa-84bc-4f83-9dbf-7d8e110d96b0 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ec9cd17-f7bf-42f7-88bc-22078d613669&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463712 Jun 16 17:37:34.492568 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (f1f6c009-5a31-4833-b180-4d9d41a55fe5), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:37:34.563516 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1bb3e5-3a80-4164-ac59-4740a2321b9a req-22af71bc-de50-479c-a053-571d2b72d6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:37:34.565017 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-eb1bb3e5-3a80-4164-ac59-4740a2321b9a req-22af71bc-de50-479c-a053-571d2b72d6d1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=faa616db-04da-45e0-8b5a-5b794f8b5dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415576 Jun 16 17:37:35.096746 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b6f072-c340-429b-ba1b-7cb5101c6546 req-1e19e021-a15b-459e-a910-df62c7d536f3 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:37:35.098257 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-49b6f072-c340-429b-ba1b-7cb5101c6546 req-1e19e021-a15b-459e-a910-df62c7d536f3 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] 10.222.0.40 "GET /v2.0/ports?device_id=bf54c7b6-dc97-4196-bab4-a7698f785a20 HTTP/1.1" status: 200 len: 943 time: 0.0524950 Jun 16 17:37:35.111047 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:37:35.152342 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-49b6f072-c340-429b-ba1b-7cb5101c6546 req-1f9bca4f-ab32-411a-8c02-f41c8b3f6216 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] 10.222.0.40 "GET /v2.0/security-groups?id=d3121c56-625a-476a-9bec-eea3f7651168&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471389 Jun 16 17:37:35.326648 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edbcd3d-76d7-4760-a195-027026bd0e15 req-eb7ed75b-cd31-4574-9515-d7b0e635cb67 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:37:35.328256 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-9edbcd3d-76d7-4760-a195-027026bd0e15 req-eb7ed75b-cd31-4574-9515-d7b0e635cb67 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] 10.222.0.40 "GET /v2.0/ports?device_id=8d39f223-c8ed-4c3c-a006-fe3698711485 HTTP/1.1" status: 200 len: 946 time: 0.0527396 Jun 16 17:37:35.383134 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-9edbcd3d-76d7-4760-a195-027026bd0e15 req-7f16c35b-43d4-41c8-acf4-3c6a7b82ef0d tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] 10.222.0.40 "GET /v2.0/security-groups?id=d387c7a1-edf2-4ad5-b315-6b4f9f4340c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487630 Jun 16 17:37:35.502097 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-eb1bb3e5-3a80-4164-ac59-4740a2321b9a req-8513169b-ed0d-4934-8087-4bfbf7e452b5 service neutron] 10.222.0.47 "GET /v2.0/networks/faa616db-04da-45e0-8b5a-5b794f8b5dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3161418 Jun 16 17:37:35.503571 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba629ab-d3ec-4de3-b916-91d5e9df9cb1 req-d198aa7b-ebb0-48f0-9653-c1479b2e79b0 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:37:35.505060 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-4ba629ab-d3ec-4de3-b916-91d5e9df9cb1 req-d198aa7b-ebb0-48f0-9653-c1479b2e79b0 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] 10.222.0.40 "GET /v2.0/ports?device_id=8d39f223-c8ed-4c3c-a006-fe3698711485 HTTP/1.1" status: 200 len: 946 time: 0.0518827 Jun 16 17:37:35.561450 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-4ba629ab-d3ec-4de3-b916-91d5e9df9cb1 req-017a45e5-9513-4b3b-a5ab-05b94aad5804 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] 10.222.0.40 "GET /v2.0/security-groups?id=d387c7a1-edf2-4ad5-b315-6b4f9f4340c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504076 Jun 16 17:37:35.587400 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 58082) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:37:35.610746 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-eb1bb3e5-3a80-4164-ac59-4740a2321b9a req-9ef073b9-350f-434f-ac22-392fdc793756 service neutron] 10.222.0.47 "GET /v2.0/networks/faa616db-04da-45e0-8b5a-5b794f8b5dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996361 Jun 16 17:37:35.614870 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8acdba-0d26-45b8-afe3-4807ce5936f1 req-82042c71-8450-466d-8d6d-aeff17dd2a81 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:37:35.616326 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-5d8acdba-0d26-45b8-afe3-4807ce5936f1 req-82042c71-8450-466d-8d6d-aeff17dd2a81 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/ports?device_id=ade4cabc-bd7b-4506-b836-9178181c78e2 HTTP/1.1" status: 200 len: 945 time: 0.0599737 Jun 16 17:37:35.665839 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-5d8acdba-0d26-45b8-afe3-4807ce5936f1 req-5fc6bb98-ed32-4d43-85a1-e7d12e49a926 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ec9cd17-f7bf-42f7-88bc-22078d613669&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426149 Jun 16 17:37:35.781848 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b4443fb-4153-465c-9c5b-3029299f2f77 tempest-TestVolumeBootPattern-32580444 tempest-TestVolumeBootPattern-32580444-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:37:35.783357 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-3b4443fb-4153-465c-9c5b-3029299f2f77 tempest-TestVolumeBootPattern-32580444 tempest-TestVolumeBootPattern-32580444-project-admin] 10.222.0.40 "GET /v2.0/ports?device_id=8d39f223-c8ed-4c3c-a006-fe3698711485 HTTP/1.1" status: 200 len: 1125 time: 0.1951513 Jun 16 17:37:35.786184 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 58086) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:37:35.790340 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.v2.base [None req-ccd9dc08-4d84-4c50-bb36-f5bb71a91f55 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Request body: {'floatingip': {'floating_network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'port_id': '161d75cc-2de3-4882-81a1-afdc5ee23ee9', 'tenant_id': '314e9434e0ec4c1f9e8d6037143f5ebb', 'fixed_ip_address': '172.20.0.13'}} {{(pid=104053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:37:35.811528 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dc08-4d84-4c50-bb36-f5bb71a91f55 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:37:35.894857 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dc08-4d84-4c50-bb36-f5bb71a91f55 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:37:36.005863 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.db.db_base_plugin_common [None req-ccd9dc08-4d84-4c50-bb36-f5bb71a91f55 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Allocated IP 172.27.0.86 (a25e4fa3-c316-487c-825a-4fde1c36cdb2/47584a51-19b7-439b-9f28-a7f577441b18/9f93ef6f-02d7-4be5-8fcd-0ce4d91210ad) {{(pid=104053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:37:36.109334 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dc08-4d84-4c50-bb36-f5bb71a91f55 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Publish callbacks [] for port (9f93ef6f-02d7-4be5-8fcd-0ce4d91210ad), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:37:36.111752 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:37:36.113625 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:37:36.152179 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dc08-4d84-4c50-bb36-f5bb71a91f55 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762170029078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64764667'] for port (9f93ef6f-02d7-4be5-8fcd-0ce4d91210ad), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:37:36.190057 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccd9dc08-4d84-4c50-bb36-f5bb71a91f55 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Network a25e4fa3-c316-487c-825a-4fde1c36cdb2 is already hosted by enough agents. {{(pid=104053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:37:36.194985 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.scheduler.base_scheduler [None req-ccd9dc08-4d84-4c50-bb36-f5bb71a91f55 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Resources bound (agent type, host, resource id): {{(pid=104053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:37:36.197359 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd9dc08-4d84-4c50-bb36-f5bb71a91f55 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Received port after_create {{(pid=104053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 17:37:36.222547 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dc08-4d84-4c50-bb36-f5bb71a91f55 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Pushing event updated for resources: {'Port': ['ID=9f93ef6f-02d7-4be5-8fcd-0ce4d91210ad,revision_number=1']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:37:36.270070 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41443c7-7ca6-47ee-b8f6-8e8eb8ec592d req-4ffb035b-119d-49b4-92b9-a176d750e3c6 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:37:36.271680 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-d41443c7-7ca6-47ee-b8f6-8e8eb8ec592d req-4ffb035b-119d-49b4-92b9-a176d750e3c6 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] 10.222.0.40 "GET /v2.0/ports?device_id=bf54c7b6-dc97-4196-bab4-a7698f785a20 HTTP/1.1" status: 200 len: 943 time: 0.0507176 Jun 16 17:37:36.326697 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-d41443c7-7ca6-47ee-b8f6-8e8eb8ec592d req-687f3a98-273c-4dcc-855c-a12f8952f48a tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] 10.222.0.40 "GET /v2.0/security-groups?id=d3121c56-625a-476a-9bec-eea3f7651168&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479836 Jun 16 17:37:36.415150 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Device c5c2a113-9454-4de3-99aa-1df51b68633d details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=104054) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 17:37:36.518926 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] For port c5c2a113-9454-4de3-99aa-1df51b68633d, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=c5c2a113-9454-4de3-99aa-1df51b68633d,segment=NetworkSegment(86f1a2bf-e88a-4894-b8aa-61c574f8d191),segment_id=86f1a2bf-e88a-4894-b8aa-61c574f8d191)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:37:36.532116 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Returning: {'device': 'c5c2a113-9454-4de3-99aa-1df51b68633d', 'network_id': '3cd693dc-5d6d-482c-a40c-9c9d0ef17994', 'port_id': 'c5c2a113-9454-4de3-99aa-1df51b68633d', 'mac_address': 'fa:16:3e:5e:6a:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15008cf9-9c5e-4724-bbb5-bbf37d371079', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104054) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 17:37:36.568189 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Current status of the port c5c2a113-9454-4de3-99aa-1df51b68633d is: ACTIVE; New status is: BUILD {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:37:36.568577 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (c5c2a113-9454-4de3-99aa-1df51b68633d), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:37:36.571287 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dc08-4d84-4c50-bb36-f5bb71a91f55 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Publish callbacks [] for floatingip (90867722-87bc-41ef-ae3d-6f7200546d63), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:37:36.582733 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.notifiers.nova [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c5c2a113-9454-4de3-99aa-1df51b68633d {{(pid=104054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 17:37:36.607097 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] For port c5c2a113-9454-4de3-99aa-1df51b68633d, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=c5c2a113-9454-4de3-99aa-1df51b68633d,segment=NetworkSegment(86f1a2bf-e88a-4894-b8aa-61c574f8d191),segment_id=86f1a2bf-e88a-4894-b8aa-61c574f8d191)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:37:36.611992 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114'] for port (c5c2a113-9454-4de3-99aa-1df51b68633d), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:37:36.641804 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dc08-4d84-4c50-bb36-f5bb71a91f55 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (9f93ef6f-02d7-4be5-8fcd-0ce4d91210ad), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:37:36.787891 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Pushing event updated for resources: {'Port': ['ID=c5c2a113-9454-4de3-99aa-1df51b68633d,revision_number=6']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:37:36.800554 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dc08-4d84-4c50-bb36-f5bb71a91f55 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Publish callbacks [] for port (9f93ef6f-02d7-4be5-8fcd-0ce4d91210ad), precommit_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:37:36.806011 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dc08-4d84-4c50-bb36-f5bb71a91f55 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64764658'] for port (9f93ef6f-02d7-4be5-8fcd-0ce4d91210ad), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:37:36.808528 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8745931-ce8e-40d9-9b87-3dddc85f429c req-30036b65-0181-4c0c-a055-18868151ea36 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:37:36.810223 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-b8745931-ce8e-40d9-9b87-3dddc85f429c req-30036b65-0181-4c0c-a055-18868151ea36 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/ports?device_id=ade4cabc-bd7b-4506-b836-9178181c78e2 HTTP/1.1" status: 200 len: 944 time: 0.0585229 Jun 16 17:37:36.858985 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] get_ports_and_sgs() called for port_ids ['c5c2a113-9454-4de3-99aa-1df51b68633d'] {{(pid=104054) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 17:37:36.861377 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-b8745931-ce8e-40d9-9b87-3dddc85f429c req-1ced6d0c-71f4-479f-8e21-32cab7a28b9e tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ec9cd17-f7bf-42f7-88bc-22078d613669&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454903 Jun 16 17:37:36.878080 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dc08-4d84-4c50-bb36-f5bb71a91f55 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Pushing event updated for resources: {'Port': ['ID=9f93ef6f-02d7-4be5-8fcd-0ce4d91210ad,revision_number=2']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:37:36.892674 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dc08-4d84-4c50-bb36-f5bb71a91f55 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-375498'] for floatingip (90867722-87bc-41ef-ae3d-6f7200546d63), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:37:36.940522 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:37:36.971477 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:37:36.996577 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.db.l3_db [None req-ccd9dc08-4d84-4c50-bb36-f5bb71a91f55 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Floating IP 90867722-87bc-41ef-ae3d-6f7200546d63 associated. External IP: 172.27.0.86, port: 161d75cc-2de3-4882-81a1-afdc5ee23ee9. Jun 16 17:37:37.201417 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccd9dc08-4d84-4c50-bb36-f5bb71a91f55 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Router 94b8972a-9a93-42e0-a8cb-e4e8f431d6ec has already been hosted by L3 agent 43e250b4-0ce3-4949-aa8c-0bafe6454580 {{(pid=104053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 17:37:37.308010 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccd9dc08-4d84-4c50-bb36-f5bb71a91f55 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Notify agent at l3_agent.dv-cinder-837546-2-iscsi the message routers_updated {{(pid=104053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 17:37:37.317602 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73d78d9-6104-4789-82db-26daa0cc3ae7 None None] Sync routers for ids ['94b8972a-9a93-42e0-a8cb-e4e8f431d6ec'] in dv-cinder-837546-2-iscsi {{(pid=104054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:37:37.326873 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dc08-4d84-4c50-bb36-f5bb71a91f55 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228225'] for floatingip (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:37:37.332267 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73d78d9-6104-4789-82db-26daa0cc3ae7 None None] Routers {'94b8972a-9a93-42e0-a8cb-e4e8f431d6ec'} bound to L3 agent in host dv-cinder-837546-2-iscsi {{(pid=104054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:37:37.332875 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-a73d78d9-6104-4789-82db-26daa0cc3ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-16T17:26:01Z,description=,heartbeat_timestamp=2022-06-16T17:37:31Z,host='dv-cinder-837546-2-iscsi',id=43e250b4-0ce3-4949-aa8c-0bafe6454580,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:26:01Z,topic='l3_agent')) {'router_ids': ['94b8972a-9a93-42e0-a8cb-e4e8f431d6ec'], 'active': True} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:37:37.361694 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-ccd9dc08-4d84-4c50-bb36-f5bb71a91f55 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5744777 Jun 16 17:37:37.362367 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d39f223-c8ed-4c3c-a006-fe3698711485', 'tag': '161d75cc-2de3-4882-81a1-afdc5ee23ee9'}] {{(pid=104053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 17:37:37.364710 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a0e0b451bd7acf9de88ec0a1fb74022464d6f98a5cc449ea229bf781c77e32d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ffb0f83-e340-45eb-89eb-81664bdb7232" -d '{"events": [{"name": "network-changed", "server_uuid": "8d39f223-c8ed-4c3c-a006-fe3698711485", "tag": "161d75cc-2de3-4882-81a1-afdc5ee23ee9"}]}' {{(pid=104053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:37:37.402156 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 17:37:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4a5ab0e-7e3a-4700-b0db-e247e216f84b x-openstack-request-id: req-b4a5ab0e-7e3a-4700-b0db-e247e216f84b {{(pid=104053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:37:37.402562 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d39f223-c8ed-4c3c-a006-fe3698711485", "tag": "161d75cc-2de3-4882-81a1-afdc5ee23ee9", "status": "completed", "code": 200}]} {{(pid=104053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:37:37.403054 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-b4a5ab0e-7e3a-4700-b0db-e247e216f84b {{(pid=104053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:37:37.403537 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4a5ab0e-7e3a-4700-b0db-e247e216f84b'] response: {'name': 'network-changed', 'server_uuid': '8d39f223-c8ed-4c3c-a006-fe3698711485', 'tag': '161d75cc-2de3-4882-81a1-afdc5ee23ee9', 'status': 'completed', 'code': 200} Jun 16 17:37:37.449305 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvr_db [None req-a73d78d9-6104-4789-82db-26daa0cc3ae7 None None] Set router 94b8972a-9a93-42e0-a8cb-e4e8f431d6ec gateway port host: dv-cinder-837546-2-iscsi {{(pid=104054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:37:37.464491 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b77160-03e9-41d4-a9a6-e11f273ec52e req-0bdeaa7b-de69-4fc4-8dae-4f63ad030b0d tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:37:37.470813 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-83b77160-03e9-41d4-a9a6-e11f273ec52e req-0bdeaa7b-de69-4fc4-8dae-4f63ad030b0d tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] 10.222.0.40 "GET /v2.0/ports?device_id=bf54c7b6-dc97-4196-bab4-a7698f785a20 HTTP/1.1" status: 200 len: 943 time: 0.0556700 Jun 16 17:37:37.478415 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffb0f83-e340-45eb-89eb-81664bdb7232 req-e0663954-ad2b-4fd0-bea3-549dc81c809e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:37:37.480991 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-9ffb0f83-e340-45eb-89eb-81664bdb7232 req-e0663954-ad2b-4fd0-bea3-549dc81c809e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=314e9434e0ec4c1f9e8d6037143f5ebb&device_id=8d39f223-c8ed-4c3c-a006-fe3698711485 HTTP/1.1" status: 200 len: 1130 time: 0.0467668 Jun 16 17:37:37.521262 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-83b77160-03e9-41d4-a9a6-e11f273ec52e req-ab02a7c6-21d7-4203-a921-13169460b271 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] 10.222.0.40 "GET /v2.0/security-groups?id=d3121c56-625a-476a-9bec-eea3f7651168&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479405 Jun 16 17:37:37.537898 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:37:37.581806 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffb0f83-e340-45eb-89eb-81664bdb7232 req-fd82c97a-aecc-4836-8d81-a9d0a44dfe7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:37:37.583304 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-9ffb0f83-e340-45eb-89eb-81664bdb7232 req-fd82c97a-aecc-4836-8d81-a9d0a44dfe7c service neutron] 10.222.0.47 "GET /v2.0/networks?id=6e803cc9-885b-4092-b21c-ed0c8b49c26c HTTP/1.1" status: 200 len: 912 time: 0.0950778 Jun 16 17:37:37.651803 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-9ffb0f83-e340-45eb-89eb-81664bdb7232 req-4278e0ba-1030-4385-9200-6fc8f1f208fb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=161d75cc-2de3-4882-81a1-afdc5ee23ee9 HTTP/1.1" status: 200 len: 999 time: 0.0579555 Jun 16 17:37:37.672224 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-a73d78d9-6104-4789-82db-26daa0cc3ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94b8972a-9a93-42e0-a8cb-e4e8f431d6ec', 'name': 'tempest-TestVolumeBootPattern-961332294-router', 'tenant_id': '314e9434e0ec4c1f9e8d6037143f5ebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'external_fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': '026d437e-e8b0-49f7-a119-3b208a2699d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:36:30Z', 'updated_at': '2022-06-16T17:36:35Z', 'revision_number': 4, 'project_id': '314e9434e0ec4c1f9e8d6037143f5ebb', 'gw_port': {'id': '026d437e-e8b0-49f7-a119-3b208a2699d4', 'name': '', 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:00:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b8972a-9a93-42e0-a8cb-e4e8f431d6ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:36:31Z', 'updated_at': '2022-06-16T17:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47584a51-19b7-439b-9f28-a7f577441b18', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-2-iscsi', '_floatingips': [{'id': '90867722-87bc-41ef-ae3d-6f7200546d63', 'tenant_id': '314e9434e0ec4c1f9e8d6037143f5ebb', 'floating_ip_address': '172.27.0.86', 'floating_network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'router_id': '94b8972a-9a93-42e0-a8cb-e4e8f431d6ec', 'port_id': '161d75cc-2de3-4882-81a1-afdc5ee23ee9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6e803cc9-885b-4092-b21c-ed0c8b49c26c', 'mac_address': 'fa:16:3e:a1:ff:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d39f223-c8ed-4c3c-a006-fe3698711485', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T17:37:36Z', 'updated_at': '2022-06-16T17:37:36Z', 'revision_number': 0, 'project_id': '314e9434e0ec4c1f9e8d6037143f5ebb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18c3303c-2322-42ff-a397-62b412c219b3', 'name': '', 'network_id': '6e803cc9-885b-4092-b21c-ed0c8b49c26c', 'tenant_id': '314e9434e0ec4c1f9e8d6037143f5ebb', 'mac_address': 'fa:16:3e:aa:c3:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b8972a-9a93-42e0-a8cb-e4e8f431d6ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '95144f6c-e9c4-46d6-bb41-a8f5f76b794b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:36:34Z', 'updated_at': '2022-06-16T17:36:41Z', 'revision_number': 5, 'project_id': '314e9434e0ec4c1f9e8d6037143f5ebb', 'subnets': [{'id': '95144f6c-e9c4-46d6-bb41-a8f5f76b794b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837546-2-iscsi', False) {} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:37:37.696593 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73d78d9-6104-4789-82db-26daa0cc3ae7 None None] Checking router: 94b8972a-9a93-42e0-a8cb-e4e8f431d6ec for host: dv-cinder-837546-2-iscsi {{(pid=104054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:37:37.705759 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73d78d9-6104-4789-82db-26daa0cc3ae7 None None] Routers {'94b8972a-9a93-42e0-a8cb-e4e8f431d6ec'} bound to L3 agent in host dv-cinder-837546-2-iscsi {{(pid=104054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:37:37.706359 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-a73d78d9-6104-4789-82db-26daa0cc3ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-16T17:26:01Z,description=,heartbeat_timestamp=2022-06-16T17:37:31Z,host='dv-cinder-837546-2-iscsi',id=43e250b4-0ce3-4949-aa8c-0bafe6454580,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:26:01Z,topic='l3_agent')) {'router_ids': ['94b8972a-9a93-42e0-a8cb-e4e8f431d6ec'], 'active': True} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:37:37.706724 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffb0f83-e340-45eb-89eb-81664bdb7232 req-37500834-b491-4801-8f41-0739775f4387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:37:37.708164 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-9ffb0f83-e340-45eb-89eb-81664bdb7232 req-37500834-b491-4801-8f41-0739775f4387 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=95144f6c-e9c4-46d6-bb41-a8f5f76b794b HTTP/1.1" status: 200 len: 850 time: 0.0479326 Jun 16 17:37:37.748965 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:37:37.753277 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffb0f83-e340-45eb-89eb-81664bdb7232 req-36d6570d-aa11-4a36-a444-d6e4c816ee1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:37:37.754954 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-9ffb0f83-e340-45eb-89eb-81664bdb7232 req-36d6570d-aa11-4a36-a444-d6e4c816ee1a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6e803cc9-885b-4092-b21c-ed0c8b49c26c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398276 Jun 16 17:37:37.810822 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvr_db [None req-a73d78d9-6104-4789-82db-26daa0cc3ae7 None None] Set router 94b8972a-9a93-42e0-a8cb-e4e8f431d6ec gateway port host: dv-cinder-837546-2-iscsi {{(pid=104054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:37:37.848615 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-9ffb0f83-e340-45eb-89eb-81664bdb7232 req-b158615a-b74e-4280-8447-a61de8ef5541 service neutron] 10.222.0.47 "GET /v2.0/networks/6e803cc9-885b-4092-b21c-ed0c8b49c26c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841515 Jun 16 17:37:37.952912 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-9ffb0f83-e340-45eb-89eb-81664bdb7232 req-3ec28f4d-9db8-41a8-8e00-b66b2f8797ab service neutron] 10.222.0.47 "GET /v2.0/networks/6e803cc9-885b-4092-b21c-ed0c8b49c26c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976326 Jun 16 17:37:37.993962 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62766ccd-47f9-4512-a463-81617887e8fa req-9abd1ae4-9612-40a1-9d39-342d2a160075 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:37:37.996105 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-62766ccd-47f9-4512-a463-81617887e8fa req-9abd1ae4-9612-40a1-9d39-342d2a160075 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/ports?device_id=ade4cabc-bd7b-4506-b836-9178181c78e2 HTTP/1.1" status: 200 len: 944 time: 0.0565414 Jun 16 17:37:38.042839 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-62766ccd-47f9-4512-a463-81617887e8fa req-4a7a5f8f-d719-45b8-988f-6078bbcca4a8 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ec9cd17-f7bf-42f7-88bc-22078d613669&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409203 Jun 16 17:37:38.047350 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-a73d78d9-6104-4789-82db-26daa0cc3ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94b8972a-9a93-42e0-a8cb-e4e8f431d6ec', 'name': 'tempest-TestVolumeBootPattern-961332294-router', 'tenant_id': '314e9434e0ec4c1f9e8d6037143f5ebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'external_fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': '026d437e-e8b0-49f7-a119-3b208a2699d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:36:30Z', 'updated_at': '2022-06-16T17:36:35Z', 'revision_number': 4, 'project_id': '314e9434e0ec4c1f9e8d6037143f5ebb', 'gw_port': {'id': '026d437e-e8b0-49f7-a119-3b208a2699d4', 'name': '', 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:00:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b8972a-9a93-42e0-a8cb-e4e8f431d6ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:36:31Z', 'updated_at': '2022-06-16T17:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47584a51-19b7-439b-9f28-a7f577441b18', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-2-iscsi', '_floatingips': [{'id': '90867722-87bc-41ef-ae3d-6f7200546d63', 'tenant_id': '314e9434e0ec4c1f9e8d6037143f5ebb', 'floating_ip_address': '172.27.0.86', 'floating_network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'router_id': '94b8972a-9a93-42e0-a8cb-e4e8f431d6ec', 'port_id': '161d75cc-2de3-4882-81a1-afdc5ee23ee9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6e803cc9-885b-4092-b21c-ed0c8b49c26c', 'mac_address': 'fa:16:3e:a1:ff:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d39f223-c8ed-4c3c-a006-fe3698711485', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T17:37:36Z', 'updated_at': '2022-06-16T17:37:36Z', 'revision_number': 0, 'project_id': '314e9434e0ec4c1f9e8d6037143f5ebb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18c3303c-2322-42ff-a397-62b412c219b3', 'name': '', 'network_id': '6e803cc9-885b-4092-b21c-ed0c8b49c26c', 'tenant_id': '314e9434e0ec4c1f9e8d6037143f5ebb', 'mac_address': 'fa:16:3e:aa:c3:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b8972a-9a93-42e0-a8cb-e4e8f431d6ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '95144f6c-e9c4-46d6-bb41-a8f5f76b794b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:36:34Z', 'updated_at': '2022-06-16T17:36:41Z', 'revision_number': 5, 'project_id': '314e9434e0ec4c1f9e8d6037143f5ebb', 'subnets': [{'id': '95144f6c-e9c4-46d6-bb41-a8f5f76b794b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837546-2-iscsi', False) {} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:37:38.072313 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73d78d9-6104-4789-82db-26daa0cc3ae7 None None] The sync data for ids ['94b8972a-9a93-42e0-a8cb-e4e8f431d6ec'] in dv-cinder-837546-2-iscsi is: [{'id': '94b8972a-9a93-42e0-a8cb-e4e8f431d6ec', 'name': 'tempest-TestVolumeBootPattern-961332294-router', 'tenant_id': '314e9434e0ec4c1f9e8d6037143f5ebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'external_fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': '026d437e-e8b0-49f7-a119-3b208a2699d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:36:30Z', 'updated_at': '2022-06-16T17:36:35Z', 'revision_number': 4, 'project_id': '314e9434e0ec4c1f9e8d6037143f5ebb', 'gw_port': {'id': '026d437e-e8b0-49f7-a119-3b208a2699d4', 'name': '', 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:00:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b8972a-9a93-42e0-a8cb-e4e8f431d6ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:36:31Z', 'updated_at': '2022-06-16T17:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47584a51-19b7-439b-9f28-a7f577441b18', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-2-iscsi', '_floatingips': [{'id': '90867722-87bc-41ef-ae3d-6f7200546d63', 'tenant_id': '314e9434e0ec4c1f9e8d6037143f5ebb', 'floating_ip_address': '172.27.0.86', 'floating_network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'router_id': '94b8972a-9a93-42e0-a8cb-e4e8f431d6ec', 'port_id': '161d75cc-2de3-4882-81a1-afdc5ee23ee9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6e803cc9-885b-4092-b21c-ed0c8b49c26c', 'mac_address': 'fa:16:3e:a1:ff:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d39f223-c8ed-4c3c-a006-fe3698711485', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T17:37:36Z', 'updated_at': '2022-06-16T17:37:36Z', 'revision_number': 0, 'project_id': '314e9434e0ec4c1f9e8d6037143f5ebb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18c3303c-2322-42ff-a397-62b412c219b3', 'name': '', 'network_id': '6e803cc9-885b-4092-b21c-ed0c8b49c26c', 'tenant_id': '314e9434e0ec4c1f9e8d6037143f5ebb', 'mac_address': 'fa:16:3e:aa:c3:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b8972a-9a93-42e0-a8cb-e4e8f431d6ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '95144f6c-e9c4-46d6-bb41-a8f5f76b794b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:36:34Z', 'updated_at': '2022-06-16T17:36:41Z', 'revision_number': 5, 'project_id': '314e9434e0ec4c1f9e8d6037143f5ebb', 'subnets': [{'id': '95144f6c-e9c4-46d6-bb41-a8f5f76b794b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:37:38.276302 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e3585a1-5b85-4419-8424-91bd159e849b None None] New status for floating IP 90867722-87bc-41ef-ae3d-6f7200546d63: ACTIVE {{(pid=104055) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 17:37:38.418544 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Device c5c2a113-9454-4de3-99aa-1df51b68633d up at agent hyperv_hv-cinder-83754 {{(pid=104054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 17:37:38.464861 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Provisioning complete for port c5c2a113-9454-4de3-99aa-1df51b68633d triggered by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:37:38.465579 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572016'] for port (c5c2a113-9454-4de3-99aa-1df51b68633d), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:37:38.545014 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Current status of the port c5c2a113-9454-4de3-99aa-1df51b68633d is: BUILD; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:37:38.545553 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (c5c2a113-9454-4de3-99aa-1df51b68633d), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:37:38.576970 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ade4cabc-bd7b-4506-b836-9178181c78e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5c2a113-9454-4de3-99aa-1df51b68633d'}] {{(pid=104054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 17:37:38.579212 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5645e34771f2e92f66b701059e1edb0e2a0b319a1385596c591183f5993537e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6475bd34-23be-4adc-8e99-9c7cbafd71ef" -d '{"events": [{"server_uuid": "ade4cabc-bd7b-4506-b836-9178181c78e2", "name": "network-vif-plugged", "status": "completed", "tag": "c5c2a113-9454-4de3-99aa-1df51b68633d"}]}' {{(pid=104054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:37:38.593362 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] For port c5c2a113-9454-4de3-99aa-1df51b68633d, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=c5c2a113-9454-4de3-99aa-1df51b68633d,segment=NetworkSegment(86f1a2bf-e88a-4894-b8aa-61c574f8d191),segment_id=86f1a2bf-e88a-4894-b8aa-61c574f8d191)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:37:38.599102 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114'] for port (c5c2a113-9454-4de3-99aa-1df51b68633d), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:37:38.631992 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 17:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e42602ec-d0f4-4ebd-b4bc-3bdf69e12ae0 x-openstack-request-id: req-e42602ec-d0f4-4ebd-b4bc-3bdf69e12ae0 {{(pid=104054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:37:38.632302 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ade4cabc-bd7b-4506-b836-9178181c78e2", "name": "network-vif-plugged", "status": "completed", "tag": "c5c2a113-9454-4de3-99aa-1df51b68633d", "code": 200}]} {{(pid=104054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:37:38.632553 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-e42602ec-d0f4-4ebd-b4bc-3bdf69e12ae0 {{(pid=104054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:37:38.632942 dv-cinder-837546-2-iscsi neutron-server[104054]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e42602ec-d0f4-4ebd-b4bc-3bdf69e12ae0'] response: {'server_uuid': 'ade4cabc-bd7b-4506-b836-9178181c78e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5c2a113-9454-4de3-99aa-1df51b68633d', 'code': 200} Jun 16 17:37:38.642068 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b3e0d8-fe76-4b0b-8007-953f61d51ef7 req-9b96d8fa-5de5-4f39-9ae5-e172edeb174f tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:37:38.649390 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-08b3e0d8-fe76-4b0b-8007-953f61d51ef7 req-9b96d8fa-5de5-4f39-9ae5-e172edeb174f tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] 10.222.0.40 "GET /v2.0/ports?device_id=bf54c7b6-dc97-4196-bab4-a7698f785a20 HTTP/1.1" status: 200 len: 943 time: 0.0564063 Jun 16 17:37:38.661120 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Pushing event updated for resources: {'Port': ['ID=c5c2a113-9454-4de3-99aa-1df51b68633d,revision_number=7']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:37:38.694974 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-08b3e0d8-fe76-4b0b-8007-953f61d51ef7 req-af8fa96f-1f7f-4e50-81f1-7b649fbe0ad7 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] 10.222.0.40 "GET /v2.0/security-groups?id=d3121c56-625a-476a-9bec-eea3f7651168&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447321 Jun 16 17:37:39.172407 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d228db5-454a-45d2-93bd-61a2d7b7fc8d req-f52ed395-7dde-4e50-a2cb-8165dac1844a tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:37:39.173950 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-7d228db5-454a-45d2-93bd-61a2d7b7fc8d req-f52ed395-7dde-4e50-a2cb-8165dac1844a tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/ports?device_id=ade4cabc-bd7b-4506-b836-9178181c78e2 HTTP/1.1" status: 200 len: 945 time: 0.0569069 Jun 16 17:37:39.218074 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=100 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:37:39.244035 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-7d228db5-454a-45d2-93bd-61a2d7b7fc8d req-11858642-1a48-4ba2-8e29-44ee5f098c77 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ec9cd17-f7bf-42f7-88bc-22078d613669&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643501 Jun 16 17:37:39.836188 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b97818b-908f-4dd7-97e3-6e6a578a5d06 req-3c78824a-ec48-49b7-9ec9-cbbd58145190 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:37:39.837937 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-2b97818b-908f-4dd7-97e3-6e6a578a5d06 req-3c78824a-ec48-49b7-9ec9-cbbd58145190 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] 10.222.0.40 "GET /v2.0/ports?device_id=bf54c7b6-dc97-4196-bab4-a7698f785a20 HTTP/1.1" status: 200 len: 943 time: 0.0593166 Jun 16 17:37:39.900325 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=100 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:37:39.908540 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-2b97818b-908f-4dd7-97e3-6e6a578a5d06 req-4f17f2fd-86f0-4d56-bd18-32bae8e1eac6 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] 10.222.0.40 "GET /v2.0/security-groups?id=d3121c56-625a-476a-9bec-eea3f7651168&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616934 Jun 16 17:37:40.402312 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dc1937-8cf3-4931-b5ff-e269f8b67a80 req-32d547fa-cc68-435a-b6e1-320e949d5282 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:37:40.404053 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-15dc1937-8cf3-4931-b5ff-e269f8b67a80 req-32d547fa-cc68-435a-b6e1-320e949d5282 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/ports?device_id=ade4cabc-bd7b-4506-b836-9178181c78e2 HTTP/1.1" status: 200 len: 945 time: 0.0638320 Jun 16 17:37:40.462176 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-15dc1937-8cf3-4931-b5ff-e269f8b67a80 req-d59e9765-323b-4d31-9012-7d432c769dba tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ec9cd17-f7bf-42f7-88bc-22078d613669&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517037 Jun 16 17:37:41.047357 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a298108-053f-4111-af05-82f6913b1394 req-712f9cb2-9da0-460c-a43b-a75cd81ec209 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:37:41.048866 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-3a298108-053f-4111-af05-82f6913b1394 req-712f9cb2-9da0-460c-a43b-a75cd81ec209 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] 10.222.0.40 "GET /v2.0/ports?device_id=bf54c7b6-dc97-4196-bab4-a7698f785a20 HTTP/1.1" status: 200 len: 943 time: 0.0542595 Jun 16 17:37:41.107828 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-3a298108-053f-4111-af05-82f6913b1394 req-d31b87a5-bfef-4b99-b401-2b11cf73e3e2 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] 10.222.0.40 "GET /v2.0/security-groups?id=d3121c56-625a-476a-9bec-eea3f7651168&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526469 Jun 16 17:37:41.611041 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3203b1c8-1e59-4712-81e4-186d172d2edc req-0a6801d2-3add-44ac-8bd3-8333dbe49368 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:37:41.612719 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-3203b1c8-1e59-4712-81e4-186d172d2edc req-0a6801d2-3add-44ac-8bd3-8333dbe49368 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/ports?device_id=ade4cabc-bd7b-4506-b836-9178181c78e2 HTTP/1.1" status: 200 len: 945 time: 0.0673628 Jun 16 17:37:41.670753 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-3203b1c8-1e59-4712-81e4-186d172d2edc req-079c22bb-4398-41a4-bf87-37e28362d3c5 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ec9cd17-f7bf-42f7-88bc-22078d613669&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517190 Jun 16 17:37:42.253400 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.agents_db [None req-618f4cd3-4a7d-480c-b6e2-8b59597e19f3 None None] Agent healthcheck: found 6 active agents {{(pid=104055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 17:37:42.274425 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec208ae6-d44b-4418-b0b3-4db883de280e req-66e3ca0e-c862-414c-9ff2-cbb0f6c38478 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:37:42.282441 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-ec208ae6-d44b-4418-b0b3-4db883de280e req-66e3ca0e-c862-414c-9ff2-cbb0f6c38478 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] 10.222.0.40 "GET /v2.0/ports?device_id=bf54c7b6-dc97-4196-bab4-a7698f785a20 HTTP/1.1" status: 200 len: 943 time: 0.0801122 Jun 16 17:37:42.355828 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-ec208ae6-d44b-4418-b0b3-4db883de280e req-dabf2b87-5bc3-4914-83bc-e2a1731e51dc tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] 10.222.0.40 "GET /v2.0/security-groups?id=d3121c56-625a-476a-9bec-eea3f7651168&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666153 Jun 16 17:37:42.431546 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Device e9883d3b-f3e0-401d-bbc0-e2d284e3f19d details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=104054) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 17:37:42.534035 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:37:42.579042 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] For port e9883d3b-f3e0-401d-bbc0-e2d284e3f19d, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=e9883d3b-f3e0-401d-bbc0-e2d284e3f19d,segment=NetworkSegment(bb4775b9-8372-4a35-a023-11a789fdcc61),segment_id=bb4775b9-8372-4a35-a023-11a789fdcc61)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:37:42.601662 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Returning: {'device': 'e9883d3b-f3e0-401d-bbc0-e2d284e3f19d', 'network_id': 'faa616db-04da-45e0-8b5a-5b794f8b5dd6', 'port_id': 'e9883d3b-f3e0-401d-bbc0-e2d284e3f19d', 'mac_address': 'fa:16:3e:1f:40:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a5fc11e-57cf-421a-b4a2-bf85b45ade3d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104054) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 17:37:42.643597 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Current status of the port e9883d3b-f3e0-401d-bbc0-e2d284e3f19d is: DOWN; New status is: BUILD {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:37:42.644164 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (e9883d3b-f3e0-401d-bbc0-e2d284e3f19d), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:37:42.663613 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.notifiers.nova [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9883d3b-f3e0-401d-bbc0-e2d284e3f19d {{(pid=104054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 17:37:42.685740 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] For port e9883d3b-f3e0-401d-bbc0-e2d284e3f19d, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=e9883d3b-f3e0-401d-bbc0-e2d284e3f19d,segment=NetworkSegment(bb4775b9-8372-4a35-a023-11a789fdcc61),segment_id=bb4775b9-8372-4a35-a023-11a789fdcc61)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:37:42.690102 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114'] for port (e9883d3b-f3e0-401d-bbc0-e2d284e3f19d), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:37:42.745081 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Pushing event updated for resources: {'Port': ['ID=e9883d3b-f3e0-401d-bbc0-e2d284e3f19d,revision_number=4']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:37:42.816703 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bd1223-6f91-4ef7-98e7-89107e11e38a req-9ad454bf-ec8a-42a3-a244-86d3c179a4d1 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:37:42.818318 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-00bd1223-6f91-4ef7-98e7-89107e11e38a req-9ad454bf-ec8a-42a3-a244-86d3c179a4d1 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/ports?device_id=ade4cabc-bd7b-4506-b836-9178181c78e2 HTTP/1.1" status: 200 len: 945 time: 0.0519834 Jun 16 17:37:42.887081 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-00bd1223-6f91-4ef7-98e7-89107e11e38a req-a123ebb6-8a2b-4d54-9760-279986c211fc tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ec9cd17-f7bf-42f7-88bc-22078d613669&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624545 Jun 16 17:37:43.110209 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] get_ports_and_sgs() called for port_ids ['e9883d3b-f3e0-401d-bbc0-e2d284e3f19d'] {{(pid=104054) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 17:37:43.173932 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:37:43.505312 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c93f5e2-4cc6-4040-8701-df4792badd26 req-90dce4ad-2e91-493c-b7cf-1d9321e1c852 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:37:43.506831 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-3c93f5e2-4cc6-4040-8701-df4792badd26 req-90dce4ad-2e91-493c-b7cf-1d9321e1c852 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] 10.222.0.40 "GET /v2.0/ports?device_id=bf54c7b6-dc97-4196-bab4-a7698f785a20 HTTP/1.1" status: 200 len: 944 time: 0.0625818 Jun 16 17:37:43.581474 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-3c93f5e2-4cc6-4040-8701-df4792badd26 req-e9bcec89-2917-44e4-a334-bd0b3280f6dd tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] 10.222.0.40 "GET /v2.0/security-groups?id=d3121c56-625a-476a-9bec-eea3f7651168&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641565 Jun 16 17:37:44.031827 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e450673-d436-4264-9322-9dbcaeb377db req-8dae8ce3-c607-45bf-9b65-8105e9cb2095 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:37:44.033726 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-7e450673-d436-4264-9322-9dbcaeb377db req-8dae8ce3-c607-45bf-9b65-8105e9cb2095 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/ports?device_id=ade4cabc-bd7b-4506-b836-9178181c78e2 HTTP/1.1" status: 200 len: 945 time: 0.0531392 Jun 16 17:37:44.090758 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-7e450673-d436-4264-9322-9dbcaeb377db req-c7756db8-5db8-4a02-9930-0e7f963d8ef9 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ec9cd17-f7bf-42f7-88bc-22078d613669&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483065 Jun 16 17:37:44.465020 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Device e9883d3b-f3e0-401d-bbc0-e2d284e3f19d up at agent hyperv_hv-cinder-83754 {{(pid=104054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 17:37:44.509687 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Provisioning for port e9883d3b-f3e0-401d-bbc0-e2d284e3f19d completed by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 17:37:44.516937 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Provisioning complete for port e9883d3b-f3e0-401d-bbc0-e2d284e3f19d triggered by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:37:44.517330 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572016'] for port (e9883d3b-f3e0-401d-bbc0-e2d284e3f19d), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:37:44.596236 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Current status of the port e9883d3b-f3e0-401d-bbc0-e2d284e3f19d is: BUILD; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:37:44.596606 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (e9883d3b-f3e0-401d-bbc0-e2d284e3f19d), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:37:44.625779 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf54c7b6-dc97-4196-bab4-a7698f785a20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9883d3b-f3e0-401d-bbc0-e2d284e3f19d'}] {{(pid=104054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 17:37:44.628003 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5645e34771f2e92f66b701059e1edb0e2a0b319a1385596c591183f5993537e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-957ab5b8-c0fa-4ec1-8006-ef39dbe6a754" -d '{"events": [{"server_uuid": "bf54c7b6-dc97-4196-bab4-a7698f785a20", "name": "network-vif-plugged", "status": "completed", "tag": "e9883d3b-f3e0-401d-bbc0-e2d284e3f19d"}]}' {{(pid=104054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:37:44.641741 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] For port e9883d3b-f3e0-401d-bbc0-e2d284e3f19d, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=e9883d3b-f3e0-401d-bbc0-e2d284e3f19d,segment=NetworkSegment(bb4775b9-8372-4a35-a023-11a789fdcc61),segment_id=bb4775b9-8372-4a35-a023-11a789fdcc61)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:37:44.647170 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114'] for port (e9883d3b-f3e0-401d-bbc0-e2d284e3f19d), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:37:44.691105 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 17:37:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a51b4ae0-2d0a-498c-8dad-5a2cb018156a x-openstack-request-id: req-a51b4ae0-2d0a-498c-8dad-5a2cb018156a {{(pid=104054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:37:44.691461 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf54c7b6-dc97-4196-bab4-a7698f785a20", "name": "network-vif-plugged", "status": "completed", "tag": "e9883d3b-f3e0-401d-bbc0-e2d284e3f19d", "code": 200}]} {{(pid=104054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:37:44.691640 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-a51b4ae0-2d0a-498c-8dad-5a2cb018156a {{(pid=104054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:37:44.692030 dv-cinder-837546-2-iscsi neutron-server[104054]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a51b4ae0-2d0a-498c-8dad-5a2cb018156a'] response: {'server_uuid': 'bf54c7b6-dc97-4196-bab4-a7698f785a20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9883d3b-f3e0-401d-bbc0-e2d284e3f19d', 'code': 200} Jun 16 17:37:44.723696 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Pushing event updated for resources: {'Port': ['ID=e9883d3b-f3e0-401d-bbc0-e2d284e3f19d,revision_number=5']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:37:44.749511 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b25e9d-4dd9-4480-8fab-f5991213f9ce req-bb8db507-d197-4476-a252-ccf61407f7c5 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:37:44.751176 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-87b25e9d-4dd9-4480-8fab-f5991213f9ce req-bb8db507-d197-4476-a252-ccf61407f7c5 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] 10.222.0.40 "GET /v2.0/ports?device_id=bf54c7b6-dc97-4196-bab4-a7698f785a20 HTTP/1.1" status: 200 len: 945 time: 0.0747564 Jun 16 17:37:44.813251 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-87b25e9d-4dd9-4480-8fab-f5991213f9ce req-fe21d408-1f20-4a83-aa53-db6b66fa7961 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] 10.222.0.40 "GET /v2.0/security-groups?id=d3121c56-625a-476a-9bec-eea3f7651168&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546696 Jun 16 17:37:45.016429 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=100 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:37:45.022176 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d158feb-5eaf-4500-a613-5620b822ad2a req-a9e20287-3c70-41af-afce-93a98ee4203c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:37:45.023890 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-8d158feb-5eaf-4500-a613-5620b822ad2a req-a9e20287-3c70-41af-afce-93a98ee4203c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=bf54c7b6-dc97-4196-bab4-a7698f785a20 HTTP/1.1" status: 200 len: 1129 time: 0.0444882 Jun 16 17:37:45.084852 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-8d158feb-5eaf-4500-a613-5620b822ad2a req-62f3db17-1da2-4ab2-8421-c0be94371f9a service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=d3121c56-625a-476a-9bec-eea3f7651168&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512497 Jun 16 17:37:45.235120 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d665aa4b-3411-46a7-9ee9-583f07978af8 req-a8f70754-da26-4566-b7f1-03c9434e5301 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:37:45.236684 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-d665aa4b-3411-46a7-9ee9-583f07978af8 req-a8f70754-da26-4566-b7f1-03c9434e5301 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/ports?device_id=ade4cabc-bd7b-4506-b836-9178181c78e2 HTTP/1.1" status: 200 len: 945 time: 0.0616806 Jun 16 17:37:45.292424 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-d665aa4b-3411-46a7-9ee9-583f07978af8 req-241936a9-0b91-4ed1-a7aa-3c4602a82c8f tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ec9cd17-f7bf-42f7-88bc-22078d613669&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484989 Jun 16 17:37:45.947745 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f21336-c2c1-4e19-bcfd-0e9cb1960b76 req-ee93f47f-b895-4683-af5b-87f535aaef11 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:37:45.949969 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-28f21336-c2c1-4e19-bcfd-0e9cb1960b76 req-ee93f47f-b895-4683-af5b-87f535aaef11 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] 10.222.0.40 "GET /v2.0/ports?device_id=bf54c7b6-dc97-4196-bab4-a7698f785a20 HTTP/1.1" status: 200 len: 945 time: 0.0582190 Jun 16 17:37:46.017410 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-28f21336-c2c1-4e19-bcfd-0e9cb1960b76 req-34605410-2f19-40c4-b41b-efb5f182dc2f tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] 10.222.0.40 "GET /v2.0/security-groups?id=d3121c56-625a-476a-9bec-eea3f7651168&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595553 Jun 16 17:37:46.423615 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6648df-2bae-4f73-8380-fd0650abd568 req-490a08dc-34c1-4321-92be-936de266d617 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:37:46.425163 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-1c6648df-2bae-4f73-8380-fd0650abd568 req-490a08dc-34c1-4321-92be-936de266d617 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/ports?device_id=ade4cabc-bd7b-4506-b836-9178181c78e2 HTTP/1.1" status: 200 len: 945 time: 0.0496154 Jun 16 17:37:46.442518 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=100 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:37:46.474067 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=100 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:37:46.499608 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-1c6648df-2bae-4f73-8380-fd0650abd568 req-313c1782-a041-4bfc-b264-667fbd5c0218 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ec9cd17-f7bf-42f7-88bc-22078d613669&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653062 Jun 16 17:37:47.166994 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089b3034-665d-4b4d-98be-b34821372655 req-bc9af940-b87d-4243-a66e-af8e55befacf tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:37:47.169709 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-089b3034-665d-4b4d-98be-b34821372655 req-bc9af940-b87d-4243-a66e-af8e55befacf tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] 10.222.0.40 "GET /v2.0/ports?device_id=bf54c7b6-dc97-4196-bab4-a7698f785a20 HTTP/1.1" status: 200 len: 945 time: 0.0661809 Jun 16 17:37:47.223601 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-089b3034-665d-4b4d-98be-b34821372655 req-48496f20-c2a7-40fa-97d3-d09052401ad1 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] 10.222.0.40 "GET /v2.0/security-groups?id=d3121c56-625a-476a-9bec-eea3f7651168&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491357 Jun 16 17:37:47.627278 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37517c7f-2582-4615-a91a-d28761a6b883 req-8699ab71-1166-44eb-a542-7976b67d26f1 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:37:47.634217 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-37517c7f-2582-4615-a91a-d28761a6b883 req-8699ab71-1166-44eb-a542-7976b67d26f1 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/ports?device_id=ade4cabc-bd7b-4506-b836-9178181c78e2 HTTP/1.1" status: 200 len: 945 time: 0.0548170 Jun 16 17:37:47.689211 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-37517c7f-2582-4615-a91a-d28761a6b883 req-a012a5a6-c59b-44a6-b94f-d8ff1d487af3 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ec9cd17-f7bf-42f7-88bc-22078d613669&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535443 Jun 16 17:37:48.354658 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb84df0f-ca02-4cdf-9836-08baa8630c3c req-0e30a7bb-0fbc-4dd4-b864-4b5a70695210 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:37:48.356110 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-eb84df0f-ca02-4cdf-9836-08baa8630c3c req-0e30a7bb-0fbc-4dd4-b864-4b5a70695210 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] 10.222.0.40 "GET /v2.0/ports?device_id=bf54c7b6-dc97-4196-bab4-a7698f785a20 HTTP/1.1" status: 200 len: 945 time: 0.0499578 Jun 16 17:37:48.406434 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-eb84df0f-ca02-4cdf-9836-08baa8630c3c req-82a05bba-d098-4fc9-a1ac-1e264602bcd3 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] 10.222.0.40 "GET /v2.0/security-groups?id=d3121c56-625a-476a-9bec-eea3f7651168&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447891 Jun 16 17:37:48.518626 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0077095-988e-4b6f-be25-bfdf113f2386 req-6571297f-b7ba-4284-af4c-5857b384738c tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:37:48.520006 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-f0077095-988e-4b6f-be25-bfdf113f2386 req-6571297f-b7ba-4284-af4c-5857b384738c tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] 10.222.0.40 "GET /v2.0/ports?device_id=bf54c7b6-dc97-4196-bab4-a7698f785a20 HTTP/1.1" status: 200 len: 945 time: 0.0471964 Jun 16 17:37:48.569349 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:37:48.571242 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-f0077095-988e-4b6f-be25-bfdf113f2386 req-64fc24cb-aec9-401d-8b5c-1da11aa280bb tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] 10.222.0.40 "GET /v2.0/security-groups?id=d3121c56-625a-476a-9bec-eea3f7651168&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451176 Jun 16 17:37:48.576181 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0533de76-59b0-4ce6-bdb9-9dcc90075a01 req-3c930ca0-c207-497c-8139-539d24d08d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:37:48.577648 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-0533de76-59b0-4ce6-bdb9-9dcc90075a01 req-3c930ca0-c207-497c-8139-539d24d08d78 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=34fb554e0cf14c7ab3a9f538273c289e&device_id=ade4cabc-bd7b-4506-b836-9178181c78e2 HTTP/1.1" status: 200 len: 1129 time: 0.0442986 Jun 16 17:37:48.595271 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 58198) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:37:48.676656 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0533de76-59b0-4ce6-bdb9-9dcc90075a01 req-f30bb4f6-91da-489a-9b05-c62f96bb19c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:37:48.678161 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-0533de76-59b0-4ce6-bdb9-9dcc90075a01 req-f30bb4f6-91da-489a-9b05-c62f96bb19c6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3cd693dc-5d6d-482c-a40c-9c9d0ef17994 HTTP/1.1" status: 200 len: 918 time: 0.0917840 Jun 16 17:37:48.747175 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (9f2b4370-7d03-4dcb-9a0d-4ff62d859136), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:37:48.777944 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d631e0a5-7e21-47f4-abb0-fbde2022e5fc tempest-TestShelveInstance-812249520 tempest-TestShelveInstance-812249520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:37:48.779375 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-d631e0a5-7e21-47f4-abb0-fbde2022e5fc tempest-TestShelveInstance-812249520 tempest-TestShelveInstance-812249520-project-admin] 10.222.0.40 "GET /v2.0/ports?device_id=bf54c7b6-dc97-4196-bab4-a7698f785a20 HTTP/1.1" status: 200 len: 1124 time: 0.1831431 Jun 16 17:37:48.781640 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-0533de76-59b0-4ce6-bdb9-9dcc90075a01 req-cddf78f2-e1c4-46ba-9116-f19c5ed19e97 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c5c2a113-9454-4de3-99aa-1df51b68633d HTTP/1.1" status: 200 len: 1001 time: 0.0954092 Jun 16 17:37:48.782251 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 58206) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:37:48.786359 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.v2.base [None req-7372ecda-1946-4dd4-a0ca-2789296c60b2 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] Request body: {'floatingip': {'floating_network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'port_id': 'e9883d3b-f3e0-401d-bbc0-e2d284e3f19d', 'tenant_id': '35fdc8ef703e43f1a730a868721c4a2d', 'fixed_ip_address': '172.20.0.8'}} {{(pid=104053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:37:48.831253 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bb8cfe-2121-4ec5-8d99-83724eef00a8 req-a9d40022-e3b7-4825-b738-cf04abd1eee8 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:37:48.832736 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-d9bb8cfe-2121-4ec5-8d99-83724eef00a8 req-a9d40022-e3b7-4825-b738-cf04abd1eee8 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/ports?device_id=ade4cabc-bd7b-4506-b836-9178181c78e2 HTTP/1.1" status: 200 len: 945 time: 0.0560961 Jun 16 17:37:48.852854 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-7372ecda-1946-4dd4-a0ca-2789296c60b2 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:37:48.860167 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0533de76-59b0-4ce6-bdb9-9dcc90075a01 req-72d9776c-4230-4fb7-8983-9de6dacf9e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:37:48.861657 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-0533de76-59b0-4ce6-bdb9-9dcc90075a01 req-72d9776c-4230-4fb7-8983-9de6dacf9e77 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=15008cf9-9c5e-4724-bbb5-bbf37d371079 HTTP/1.1" status: 200 len: 856 time: 0.0689991 Jun 16 17:37:48.882284 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-d9bb8cfe-2121-4ec5-8d99-83724eef00a8 req-0159101a-165b-4646-b6eb-61b25698c741 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ec9cd17-f7bf-42f7-88bc-22078d613669&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427742 Jun 16 17:37:48.951079 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0533de76-59b0-4ce6-bdb9-9dcc90075a01 req-0611d320-b54b-47af-b101-f66b9f0dca2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:37:48.952572 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-0533de76-59b0-4ce6-bdb9-9dcc90075a01 req-0611d320-b54b-47af-b101-f66b9f0dca2c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3cd693dc-5d6d-482c-a40c-9c9d0ef17994&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0775800 Jun 16 17:37:48.992836 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-7372ecda-1946-4dd4-a0ca-2789296c60b2 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:37:49.106520 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-0533de76-59b0-4ce6-bdb9-9dcc90075a01 req-1d9b9c12-68e7-4cd8-ae5d-88bc0dfdfd96 service neutron] 10.222.0.47 "GET /v2.0/networks/3cd693dc-5d6d-482c-a40c-9c9d0ef17994?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447020 Jun 16 17:37:49.210109 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.db.db_base_plugin_common [None req-7372ecda-1946-4dd4-a0ca-2789296c60b2 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] Allocated IP 172.27.0.118 (a25e4fa3-c316-487c-825a-4fde1c36cdb2/47584a51-19b7-439b-9f28-a7f577441b18/a4c7f1a8-f05a-4da3-be53-33a89c54ecfa) {{(pid=104053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:37:49.265893 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-0533de76-59b0-4ce6-bdb9-9dcc90075a01 req-cbbe7357-acc6-45d2-9ce3-c39276d8c378 service neutron] 10.222.0.47 "GET /v2.0/networks/3cd693dc-5d6d-482c-a40c-9c9d0ef17994?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416209 Jun 16 17:37:49.333646 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-7372ecda-1946-4dd4-a0ca-2789296c60b2 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] Publish callbacks [] for port (a4c7f1a8-f05a-4da3-be53-33a89c54ecfa), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:37:49.344167 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:37:49.363819 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:37:49.375299 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-7372ecda-1946-4dd4-a0ca-2789296c60b2 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762170029078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64764667'] for port (a4c7f1a8-f05a-4da3-be53-33a89c54ecfa), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:37:49.410384 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7372ecda-1946-4dd4-a0ca-2789296c60b2 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] Network a25e4fa3-c316-487c-825a-4fde1c36cdb2 is already hosted by enough agents. {{(pid=104053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:37:49.413275 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.scheduler.base_scheduler [None req-7372ecda-1946-4dd4-a0ca-2789296c60b2 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] Resources bound (agent type, host, resource id): {{(pid=104053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:37:49.419543 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7372ecda-1946-4dd4-a0ca-2789296c60b2 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] Received port after_create {{(pid=104053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 17:37:49.446743 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7372ecda-1946-4dd4-a0ca-2789296c60b2 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] Pushing event updated for resources: {'Port': ['ID=a4c7f1a8-f05a-4da3-be53-33a89c54ecfa,revision_number=1']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:37:49.777133 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-7372ecda-1946-4dd4-a0ca-2789296c60b2 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] Publish callbacks [] for floatingip (7f403110-ec97-4d3f-884b-a88b95f923ca), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:37:49.840963 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-7372ecda-1946-4dd4-a0ca-2789296c60b2 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (a4c7f1a8-f05a-4da3-be53-33a89c54ecfa), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:37:50.000207 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-7372ecda-1946-4dd4-a0ca-2789296c60b2 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] Publish callbacks [] for port (a4c7f1a8-f05a-4da3-be53-33a89c54ecfa), precommit_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:37:50.004717 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-7372ecda-1946-4dd4-a0ca-2789296c60b2 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64764658'] for port (a4c7f1a8-f05a-4da3-be53-33a89c54ecfa), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:37:50.006680 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e236e2d-35ac-4d66-8f62-03f0ac015d3f req-89652de4-0b77-493e-a17a-99a4f87ec170 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:37:50.008179 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-2e236e2d-35ac-4d66-8f62-03f0ac015d3f req-89652de4-0b77-493e-a17a-99a4f87ec170 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/ports?device_id=ade4cabc-bd7b-4506-b836-9178181c78e2 HTTP/1.1" status: 200 len: 945 time: 0.0479202 Jun 16 17:37:50.060016 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-2e236e2d-35ac-4d66-8f62-03f0ac015d3f req-edb58c27-7bfd-4b31-a9f0-6f76e0db4520 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ec9cd17-f7bf-42f7-88bc-22078d613669&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445757 Jun 16 17:37:50.073110 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7372ecda-1946-4dd4-a0ca-2789296c60b2 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] Pushing event updated for resources: {'Port': ['ID=a4c7f1a8-f05a-4da3-be53-33a89c54ecfa,revision_number=2']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:37:50.086329 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-7372ecda-1946-4dd4-a0ca-2789296c60b2 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-375498'] for floatingip (7f403110-ec97-4d3f-884b-a88b95f923ca), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:37:50.177110 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:37:50.183210 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.db.l3_db [None req-7372ecda-1946-4dd4-a0ca-2789296c60b2 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] Floating IP 7f403110-ec97-4d3f-884b-a88b95f923ca associated. External IP: 172.27.0.118, port: e9883d3b-f3e0-401d-bbc0-e2d284e3f19d. Jun 16 17:37:50.186092 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:37:50.510659 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Device c5c2a113-9454-4de3-99aa-1df51b68633d no longer exists at agent hyperv_hv-cinder-83754 {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 17:37:50.586087 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Current status of the port c5c2a113-9454-4de3-99aa-1df51b68633d is: ACTIVE; New status is: DOWN {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:37:50.586468 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (c5c2a113-9454-4de3-99aa-1df51b68633d), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:37:50.604417 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7372ecda-1946-4dd4-a0ca-2789296c60b2 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] Router 45cde80b-1048-49d8-8a41-dc301b9117be has already been hosted by L3 agent 43e250b4-0ce3-4949-aa8c-0bafe6454580 {{(pid=104053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 17:37:50.610158 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ade4cabc-bd7b-4506-b836-9178181c78e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5c2a113-9454-4de3-99aa-1df51b68633d'}] {{(pid=104054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 17:37:50.612344 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5645e34771f2e92f66b701059e1edb0e2a0b319a1385596c591183f5993537e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17eec2bf-aa12-4fcb-8e41-9e7ca2c742f4" -d '{"events": [{"server_uuid": "ade4cabc-bd7b-4506-b836-9178181c78e2", "name": "network-vif-unplugged", "status": "completed", "tag": "c5c2a113-9454-4de3-99aa-1df51b68633d"}]}' {{(pid=104054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:37:50.614494 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:37:50.627273 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] For port c5c2a113-9454-4de3-99aa-1df51b68633d, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=c5c2a113-9454-4de3-99aa-1df51b68633d,segment=NetworkSegment(86f1a2bf-e88a-4894-b8aa-61c574f8d191),segment_id=86f1a2bf-e88a-4894-b8aa-61c574f8d191)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:37:50.632323 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114'] for port (c5c2a113-9454-4de3-99aa-1df51b68633d), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:37:50.655225 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Jun 2022 17:37:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dde95c8-caab-4bea-a5d0-817a693b4fc7 x-openstack-request-id: req-1dde95c8-caab-4bea-a5d0-817a693b4fc7 {{(pid=104054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:37:50.655529 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ade4cabc-bd7b-4506-b836-9178181c78e2", "name": "network-vif-unplugged", "status": "completed", "tag": "c5c2a113-9454-4de3-99aa-1df51b68633d", "code": 200}]} {{(pid=104054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:37:50.655783 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-1dde95c8-caab-4bea-a5d0-817a693b4fc7 {{(pid=104054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:37:50.656169 dv-cinder-837546-2-iscsi neutron-server[104054]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1dde95c8-caab-4bea-a5d0-817a693b4fc7'] response: {'server_uuid': 'ade4cabc-bd7b-4506-b836-9178181c78e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5c2a113-9454-4de3-99aa-1df51b68633d', 'code': 200} Jun 16 17:37:50.682154 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Pushing event updated for resources: {'Port': ['ID=c5c2a113-9454-4de3-99aa-1df51b68633d,revision_number=8']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:37:50.716877 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7372ecda-1946-4dd4-a0ca-2789296c60b2 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] Notify agent at l3_agent.dv-cinder-837546-2-iscsi the message routers_updated {{(pid=104053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 17:37:50.726166 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-420800ef-eb45-486b-ab5e-6ef468893180 None None] Sync routers for ids ['45cde80b-1048-49d8-8a41-dc301b9117be'] in dv-cinder-837546-2-iscsi {{(pid=104054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:37:50.734678 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-7372ecda-1946-4dd4-a0ca-2789296c60b2 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228225'] for floatingip (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:37:50.737525 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-420800ef-eb45-486b-ab5e-6ef468893180 None None] Routers {'45cde80b-1048-49d8-8a41-dc301b9117be'} bound to L3 agent in host dv-cinder-837546-2-iscsi {{(pid=104054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:37:50.738136 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-420800ef-eb45-486b-ab5e-6ef468893180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-16T17:26:01Z,description=,heartbeat_timestamp=2022-06-16T17:37:31Z,host='dv-cinder-837546-2-iscsi',id=43e250b4-0ce3-4949-aa8c-0bafe6454580,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:26:01Z,topic='l3_agent')) {'router_ids': ['45cde80b-1048-49d8-8a41-dc301b9117be'], 'active': True} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:37:50.768484 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-7372ecda-1946-4dd4-a0ca-2789296c60b2 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9830070 Jun 16 17:37:50.768484 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf54c7b6-dc97-4196-bab4-a7698f785a20', 'tag': 'e9883d3b-f3e0-401d-bbc0-e2d284e3f19d'}] {{(pid=104053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 17:37:50.769264 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a0e0b451bd7acf9de88ec0a1fb74022464d6f98a5cc449ea229bf781c77e32d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e76fc75-3940-4743-a30b-a04ee889e819" -d '{"events": [{"name": "network-changed", "server_uuid": "bf54c7b6-dc97-4196-bab4-a7698f785a20", "tag": "e9883d3b-f3e0-401d-bbc0-e2d284e3f19d"}]}' {{(pid=104053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:37:50.805484 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 17:37:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d18c1a88-107c-482a-9fd7-71ac0300a1c7 x-openstack-request-id: req-d18c1a88-107c-482a-9fd7-71ac0300a1c7 {{(pid=104053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:37:50.806095 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf54c7b6-dc97-4196-bab4-a7698f785a20", "tag": "e9883d3b-f3e0-401d-bbc0-e2d284e3f19d", "status": "completed", "code": 200}]} {{(pid=104053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:37:50.806095 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-d18c1a88-107c-482a-9fd7-71ac0300a1c7 {{(pid=104053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:37:50.807714 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d18c1a88-107c-482a-9fd7-71ac0300a1c7'] response: {'name': 'network-changed', 'server_uuid': 'bf54c7b6-dc97-4196-bab4-a7698f785a20', 'tag': 'e9883d3b-f3e0-401d-bbc0-e2d284e3f19d', 'status': 'completed', 'code': 200} Jun 16 17:37:50.841803 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvr_db [None req-420800ef-eb45-486b-ab5e-6ef468893180 None None] Set router 45cde80b-1048-49d8-8a41-dc301b9117be gateway port host: dv-cinder-837546-2-iscsi {{(pid=104054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:37:50.929325 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:37:51.159603 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e76fc75-3940-4743-a30b-a04ee889e819 req-58c942bb-68c3-4385-96a7-3d3190061026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:37:51.161272 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-8e76fc75-3940-4743-a30b-a04ee889e819 req-58c942bb-68c3-4385-96a7-3d3190061026 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=35fdc8ef703e43f1a730a868721c4a2d&device_id=bf54c7b6-dc97-4196-bab4-a7698f785a20 HTTP/1.1" status: 200 len: 1129 time: 0.0465999 Jun 16 17:37:51.184986 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-420800ef-eb45-486b-ab5e-6ef468893180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45cde80b-1048-49d8-8a41-dc301b9117be', 'name': 'tempest-TestShelveInstance-2132045232-router', 'tenant_id': '35fdc8ef703e43f1a730a868721c4a2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'external_fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': 'd63da2b3-1edc-45c7-adee-fd6f2abee30b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:36:47Z', 'updated_at': '2022-06-16T17:36:52Z', 'revision_number': 4, 'project_id': '35fdc8ef703e43f1a730a868721c4a2d', 'gw_port': {'id': 'd63da2b3-1edc-45c7-adee-fd6f2abee30b', 'name': '', 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:f1:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45cde80b-1048-49d8-8a41-dc301b9117be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:36:48Z', 'updated_at': '2022-06-16T17:36:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47584a51-19b7-439b-9f28-a7f577441b18', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-2-iscsi', '_floatingips': [{'id': '7f403110-ec97-4d3f-884b-a88b95f923ca', 'tenant_id': '35fdc8ef703e43f1a730a868721c4a2d', 'floating_ip_address': '172.27.0.118', 'floating_network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'router_id': '45cde80b-1048-49d8-8a41-dc301b9117be', 'port_id': 'e9883d3b-f3e0-401d-bbc0-e2d284e3f19d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'faa616db-04da-45e0-8b5a-5b794f8b5dd6', 'mac_address': 'fa:16:3e:1f:40:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf54c7b6-dc97-4196-bab4-a7698f785a20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T17:37:49Z', 'updated_at': '2022-06-16T17:37:49Z', 'revision_number': 0, 'project_id': '35fdc8ef703e43f1a730a868721c4a2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd8bdc50-7bfb-40f3-b220-de284ed4ff26', 'name': '', 'network_id': 'faa616db-04da-45e0-8b5a-5b794f8b5dd6', 'tenant_id': '35fdc8ef703e43f1a730a868721c4a2d', 'mac_address': 'fa:16:3e:4e:ce:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45cde80b-1048-49d8-8a41-dc301b9117be', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '3a5fc11e-57cf-421a-b4a2-bf85b45ade3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:36:51Z', 'updated_at': '2022-06-16T17:37:00Z', 'revision_number': 5, 'project_id': '35fdc8ef703e43f1a730a868721c4a2d', 'subnets': [{'id': '3a5fc11e-57cf-421a-b4a2-bf85b45ade3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837546-2-iscsi', False) {} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:37:51.194899 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66b9477-1228-4b7e-a156-3b3b8fb0a181 req-2f4f071c-6c8b-4fe4-b536-36c69c18eedc tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:37:51.196562 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-b66b9477-1228-4b7e-a156-3b3b8fb0a181 req-2f4f071c-6c8b-4fe4-b536-36c69c18eedc tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/ports?device_id=ade4cabc-bd7b-4506-b836-9178181c78e2 HTTP/1.1" status: 200 len: 943 time: 0.0555644 Jun 16 17:37:51.210046 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-420800ef-eb45-486b-ab5e-6ef468893180 None None] Checking router: 45cde80b-1048-49d8-8a41-dc301b9117be for host: dv-cinder-837546-2-iscsi {{(pid=104054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:37:51.219101 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-420800ef-eb45-486b-ab5e-6ef468893180 None None] Routers {'45cde80b-1048-49d8-8a41-dc301b9117be'} bound to L3 agent in host dv-cinder-837546-2-iscsi {{(pid=104054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:37:51.219705 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-420800ef-eb45-486b-ab5e-6ef468893180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-16T17:26:01Z,description=,heartbeat_timestamp=2022-06-16T17:37:31Z,host='dv-cinder-837546-2-iscsi',id=43e250b4-0ce3-4949-aa8c-0bafe6454580,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:26:01Z,topic='l3_agent')) {'router_ids': ['45cde80b-1048-49d8-8a41-dc301b9117be'], 'active': True} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:37:51.261337 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-b66b9477-1228-4b7e-a156-3b3b8fb0a181 req-19c5b20a-0e3b-41a3-918c-c8bc3ceabb70 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ec9cd17-f7bf-42f7-88bc-22078d613669&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577714 Jun 16 17:37:51.286619 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e76fc75-3940-4743-a30b-a04ee889e819 req-22026df1-9e25-4e0c-a3da-1cc3aef96d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:37:51.288113 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-8e76fc75-3940-4743-a30b-a04ee889e819 req-22026df1-9e25-4e0c-a3da-1cc3aef96d49 service neutron] 10.222.0.47 "GET /v2.0/networks?id=faa616db-04da-45e0-8b5a-5b794f8b5dd6 HTTP/1.1" status: 200 len: 910 time: 0.1156151 Jun 16 17:37:51.327640 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvr_db [None req-420800ef-eb45-486b-ab5e-6ef468893180 None None] Set router 45cde80b-1048-49d8-8a41-dc301b9117be gateway port host: dv-cinder-837546-2-iscsi {{(pid=104054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:37:51.364312 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-8e76fc75-3940-4743-a30b-a04ee889e819 req-687f9b3e-f7eb-477b-8ce9-05112506cf3d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e9883d3b-f3e0-401d-bbc0-e2d284e3f19d HTTP/1.1" status: 200 len: 999 time: 0.0617058 Jun 16 17:37:51.422571 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e76fc75-3940-4743-a30b-a04ee889e819 req-8aa0727c-b000-4ef3-90ae-6cb11460a6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:37:51.424181 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-8e76fc75-3940-4743-a30b-a04ee889e819 req-8aa0727c-b000-4ef3-90ae-6cb11460a6b5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3a5fc11e-57cf-421a-b4a2-bf85b45ade3d HTTP/1.1" status: 200 len: 848 time: 0.0517004 Jun 16 17:37:51.543477 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-420800ef-eb45-486b-ab5e-6ef468893180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45cde80b-1048-49d8-8a41-dc301b9117be', 'name': 'tempest-TestShelveInstance-2132045232-router', 'tenant_id': '35fdc8ef703e43f1a730a868721c4a2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'external_fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': 'd63da2b3-1edc-45c7-adee-fd6f2abee30b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:36:47Z', 'updated_at': '2022-06-16T17:36:52Z', 'revision_number': 4, 'project_id': '35fdc8ef703e43f1a730a868721c4a2d', 'gw_port': {'id': 'd63da2b3-1edc-45c7-adee-fd6f2abee30b', 'name': '', 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:f1:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45cde80b-1048-49d8-8a41-dc301b9117be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:36:48Z', 'updated_at': '2022-06-16T17:36:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47584a51-19b7-439b-9f28-a7f577441b18', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-2-iscsi', '_floatingips': [{'id': '7f403110-ec97-4d3f-884b-a88b95f923ca', 'tenant_id': '35fdc8ef703e43f1a730a868721c4a2d', 'floating_ip_address': '172.27.0.118', 'floating_network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'router_id': '45cde80b-1048-49d8-8a41-dc301b9117be', 'port_id': 'e9883d3b-f3e0-401d-bbc0-e2d284e3f19d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'faa616db-04da-45e0-8b5a-5b794f8b5dd6', 'mac_address': 'fa:16:3e:1f:40:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf54c7b6-dc97-4196-bab4-a7698f785a20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T17:37:49Z', 'updated_at': '2022-06-16T17:37:49Z', 'revision_number': 0, 'project_id': '35fdc8ef703e43f1a730a868721c4a2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd8bdc50-7bfb-40f3-b220-de284ed4ff26', 'name': '', 'network_id': 'faa616db-04da-45e0-8b5a-5b794f8b5dd6', 'tenant_id': '35fdc8ef703e43f1a730a868721c4a2d', 'mac_address': 'fa:16:3e:4e:ce:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45cde80b-1048-49d8-8a41-dc301b9117be', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '3a5fc11e-57cf-421a-b4a2-bf85b45ade3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:36:51Z', 'updated_at': '2022-06-16T17:37:00Z', 'revision_number': 5, 'project_id': '35fdc8ef703e43f1a730a868721c4a2d', 'subnets': [{'id': '3a5fc11e-57cf-421a-b4a2-bf85b45ade3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837546-2-iscsi', False) {} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:37:51.567191 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-420800ef-eb45-486b-ab5e-6ef468893180 None None] The sync data for ids ['45cde80b-1048-49d8-8a41-dc301b9117be'] in dv-cinder-837546-2-iscsi is: [{'id': '45cde80b-1048-49d8-8a41-dc301b9117be', 'name': 'tempest-TestShelveInstance-2132045232-router', 'tenant_id': '35fdc8ef703e43f1a730a868721c4a2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'external_fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': 'd63da2b3-1edc-45c7-adee-fd6f2abee30b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:36:47Z', 'updated_at': '2022-06-16T17:36:52Z', 'revision_number': 4, 'project_id': '35fdc8ef703e43f1a730a868721c4a2d', 'gw_port': {'id': 'd63da2b3-1edc-45c7-adee-fd6f2abee30b', 'name': '', 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:f1:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45cde80b-1048-49d8-8a41-dc301b9117be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:36:48Z', 'updated_at': '2022-06-16T17:36:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47584a51-19b7-439b-9f28-a7f577441b18', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-2-iscsi', '_floatingips': [{'id': '7f403110-ec97-4d3f-884b-a88b95f923ca', 'tenant_id': '35fdc8ef703e43f1a730a868721c4a2d', 'floating_ip_address': '172.27.0.118', 'floating_network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'router_id': '45cde80b-1048-49d8-8a41-dc301b9117be', 'port_id': 'e9883d3b-f3e0-401d-bbc0-e2d284e3f19d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'faa616db-04da-45e0-8b5a-5b794f8b5dd6', 'mac_address': 'fa:16:3e:1f:40:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf54c7b6-dc97-4196-bab4-a7698f785a20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T17:37:49Z', 'updated_at': '2022-06-16T17:37:49Z', 'revision_number': 0, 'project_id': '35fdc8ef703e43f1a730a868721c4a2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd8bdc50-7bfb-40f3-b220-de284ed4ff26', 'name': '', 'network_id': 'faa616db-04da-45e0-8b5a-5b794f8b5dd6', 'tenant_id': '35fdc8ef703e43f1a730a868721c4a2d', 'mac_address': 'fa:16:3e:4e:ce:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45cde80b-1048-49d8-8a41-dc301b9117be', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '3a5fc11e-57cf-421a-b4a2-bf85b45ade3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:36:51Z', 'updated_at': '2022-06-16T17:37:00Z', 'revision_number': 5, 'project_id': '35fdc8ef703e43f1a730a868721c4a2d', 'subnets': [{'id': '3a5fc11e-57cf-421a-b4a2-bf85b45ade3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:37:51.757838 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43160380-1829-474f-8a22-3c4588080847 None None] New status for floating IP 7f403110-ec97-4d3f-884b-a88b95f923ca: ACTIVE {{(pid=104055) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 17:37:51.770924 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e76fc75-3940-4743-a30b-a04ee889e819 req-72d3f0fe-be81-4ac1-9579-0c8ca9503130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:37:51.772418 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-8e76fc75-3940-4743-a30b-a04ee889e819 req-72d3f0fe-be81-4ac1-9579-0c8ca9503130 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=faa616db-04da-45e0-8b5a-5b794f8b5dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413802 Jun 16 17:37:51.871594 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-8e76fc75-3940-4743-a30b-a04ee889e819 req-19d945ee-178a-4804-a573-c11a6c420b2b service neutron] 10.222.0.47 "GET /v2.0/networks/faa616db-04da-45e0-8b5a-5b794f8b5dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925186 Jun 16 17:37:51.972985 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-8e76fc75-3940-4743-a30b-a04ee889e819 req-20a1b552-8355-4b81-bb34-d0dc54b2de9b service neutron] 10.222.0.47 "GET /v2.0/networks/faa616db-04da-45e0-8b5a-5b794f8b5dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913661 Jun 16 17:37:52.386767 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe6d284-b280-4b11-96f5-55b817338341 req-322f8942-701a-4309-9391-41f3d76b5cc2 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:37:52.388197 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-cfe6d284-b280-4b11-96f5-55b817338341 req-322f8942-701a-4309-9391-41f3d76b5cc2 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/ports?device_id=ade4cabc-bd7b-4506-b836-9178181c78e2 HTTP/1.1" status: 200 len: 943 time: 0.0459342 Jun 16 17:37:52.433819 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-cfe6d284-b280-4b11-96f5-55b817338341 req-55b3ec9f-80b8-4cdf-9e48-46a5eef39bb6 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ec9cd17-f7bf-42f7-88bc-22078d613669&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400231 Jun 16 17:37:52.904799 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [req-e4f385ac-552e-4b82-a7b0-ef85c1936d29 req-ced27ad6-d42a-4056-acb1-9bcc0ce1f7c5 service neutron] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=104052) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 16 17:37:52.905816 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-e4f385ac-552e-4b82-a7b0-ef85c1936d29 req-ced27ad6-d42a-4056-acb1-9bcc0ce1f7c5 service neutron] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0054486 Jun 16 17:37:53.060826 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a9d906-da76-4c6b-a523-a1689d457fe0 req-4b5143c7-ffbb-4044-b1e4-15b7146de943 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:37:53.062466 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-26a9d906-da76-4c6b-a523-a1689d457fe0 req-4b5143c7-ffbb-4044-b1e4-15b7146de943 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/ports?device_id=ade4cabc-bd7b-4506-b836-9178181c78e2 HTTP/1.1" status: 200 len: 943 time: 0.0495272 Jun 16 17:37:53.110331 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-26a9d906-da76-4c6b-a523-a1689d457fe0 req-d810cb11-936f-46b8-9c8b-bd0210463d0f tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ec9cd17-f7bf-42f7-88bc-22078d613669&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417159 Jun 16 17:37:53.364462 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 58262) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:37:53.444946 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-9df67ad4-b138-4990-bcf9-c93485c11f8d req-20c72d81-2f80-43b3-a2af-4809ae46e090 service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=ade4cabc-bd7b-4506-b836-9178181c78e2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0793452 Jun 16 17:37:53.454214 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [req-9df67ad4-b138-4990-bcf9-c93485c11f8d req-e44bd9c4-2607-4e6f-98a6-110c48bf2426 service neutron] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=104053) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 16 17:37:53.455168 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-9df67ad4-b138-4990-bcf9-c93485c11f8d req-e44bd9c4-2607-4e6f-98a6-110c48bf2426 service neutron] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0049524 Jun 16 17:37:53.531478 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 58270) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:37:53.642834 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df67ad4-b138-4990-bcf9-c93485c11f8d req-6fb7eee4-5467-4d50-a021-d1d8898b546a tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:37:53.644175 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-9df67ad4-b138-4990-bcf9-c93485c11f8d req-6fb7eee4-5467-4d50-a021-d1d8898b546a tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/ports/c5c2a113-9454-4de3-99aa-1df51b68633d HTTP/1.1" status: 200 len: 940 time: 0.1117148 Jun 16 17:37:54.249638 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a694d5c-40a1-4a27-b5b0-5dd222d0f0f2 req-80f6f4e0-2413-4b31-8811-53afd6f36902 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:37:54.251134 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-5a694d5c-40a1-4a27-b5b0-5dd222d0f0f2 req-80f6f4e0-2413-4b31-8811-53afd6f36902 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/ports?device_id=ade4cabc-bd7b-4506-b836-9178181c78e2 HTTP/1.1" status: 200 len: 943 time: 0.0529449 Jun 16 17:37:54.271949 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=100 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:37:54.299171 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-5a694d5c-40a1-4a27-b5b0-5dd222d0f0f2 req-5b915681-22fb-4483-bcbb-f8a1f5611350 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ec9cd17-f7bf-42f7-88bc-22078d613669&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424459 Jun 16 17:37:54.542255 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Device c5c2a113-9454-4de3-99aa-1df51b68633d no longer exists at agent hyperv_hv-cinder-83754 {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 17:37:54.624340 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Current status of the port c5c2a113-9454-4de3-99aa-1df51b68633d is: DOWN; New status is: DOWN {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:37:55.388295 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df67ad4-b138-4990-bcf9-c93485c11f8d req-8a0b921f-580a-4237-97e5-de637a5f0e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:37:55.389870 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-9df67ad4-b138-4990-bcf9-c93485c11f8d req-8a0b921f-580a-4237-97e5-de637a5f0e0f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ade4cabc-bd7b-4506-b836-9178181c78e2&tenant_id=34fb554e0cf14c7ab3a9f538273c289e HTTP/1.1" status: 200 len: 1127 time: 0.0797060 Jun 16 17:37:55.418486 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df2d44f-bd17-4bb7-80a9-6be08fef8b28 req-f035ff80-4619-4bc9-a5b9-6d83aed81b88 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:37:55.420073 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-4df2d44f-bd17-4bb7-80a9-6be08fef8b28 req-f035ff80-4619-4bc9-a5b9-6d83aed81b88 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/ports?device_id=ade4cabc-bd7b-4506-b836-9178181c78e2 HTTP/1.1" status: 200 len: 943 time: 0.0472734 Jun 16 17:37:55.456272 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=100 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:37:55.456829 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df67ad4-b138-4990-bcf9-c93485c11f8d req-182a7850-d86b-4485-a82e-a3e1509e6579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:37:55.458491 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-9df67ad4-b138-4990-bcf9-c93485c11f8d req-182a7850-d86b-4485-a82e-a3e1509e6579 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=34fb554e0cf14c7ab3a9f538273c289e&device_id=ade4cabc-bd7b-4506-b836-9178181c78e2 HTTP/1.1" status: 200 len: 1127 time: 0.0422812 Jun 16 17:37:55.468855 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-4df2d44f-bd17-4bb7-80a9-6be08fef8b28 req-e46eb5f7-1759-4d9a-93ae-bbc11353b592 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ec9cd17-f7bf-42f7-88bc-22078d613669&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431490 Jun 16 17:37:55.490013 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=100 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:37:55.499814 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:37:55.564157 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df67ad4-b138-4990-bcf9-c93485c11f8d req-a7db923c-4da3-48d0-9e6a-8496ea13bef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:37:55.565658 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-9df67ad4-b138-4990-bcf9-c93485c11f8d req-a7db923c-4da3-48d0-9e6a-8496ea13bef2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3cd693dc-5d6d-482c-a40c-9c9d0ef17994 HTTP/1.1" status: 200 len: 918 time: 0.0960078 Jun 16 17:37:55.633337 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-9df67ad4-b138-4990-bcf9-c93485c11f8d req-1dcbebe6-e120-4d45-884d-3f60d2f0893c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c5c2a113-9454-4de3-99aa-1df51b68633d HTTP/1.1" status: 200 len: 999 time: 0.0559013 Jun 16 17:37:55.686237 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df67ad4-b138-4990-bcf9-c93485c11f8d req-e149e92c-3981-41a9-8c5e-17468f5f39c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:37:55.687698 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-9df67ad4-b138-4990-bcf9-c93485c11f8d req-e149e92c-3981-41a9-8c5e-17468f5f39c6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=15008cf9-9c5e-4724-bbb5-bbf37d371079 HTTP/1.1" status: 200 len: 856 time: 0.0478556 Jun 16 17:37:55.742718 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df67ad4-b138-4990-bcf9-c93485c11f8d req-737dae12-d335-4622-bf20-20d266f27953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:37:55.744746 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-9df67ad4-b138-4990-bcf9-c93485c11f8d req-737dae12-d335-4622-bf20-20d266f27953 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3cd693dc-5d6d-482c-a40c-9c9d0ef17994&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0481522 Jun 16 17:37:55.845986 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-9df67ad4-b138-4990-bcf9-c93485c11f8d req-5afa7de0-cda5-4815-b145-26e1b7c51189 service neutron] 10.222.0.47 "GET /v2.0/networks/3cd693dc-5d6d-482c-a40c-9c9d0ef17994?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832117 Jun 16 17:37:55.939045 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-9df67ad4-b138-4990-bcf9-c93485c11f8d req-50005d45-c4c9-4dfc-b635-17e4895d80b5 service neutron] 10.222.0.47 "GET /v2.0/networks/3cd693dc-5d6d-482c-a40c-9c9d0ef17994?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837991 Jun 16 17:37:56.596312 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aa3e5a-79bf-45a7-bfe0-81142e49b723 req-88ba3682-421f-4381-9b24-f3781b6818de tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:37:56.597856 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-c7aa3e5a-79bf-45a7-bfe0-81142e49b723 req-88ba3682-421f-4381-9b24-f3781b6818de tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/ports?device_id=ade4cabc-bd7b-4506-b836-9178181c78e2 HTTP/1.1" status: 200 len: 943 time: 0.0532913 Jun 16 17:37:56.647363 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-c7aa3e5a-79bf-45a7-bfe0-81142e49b723 req-b3b43df7-b797-43d6-ad6c-b824a004fb6c tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ec9cd17-f7bf-42f7-88bc-22078d613669&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432212 Jun 16 17:37:57.776846 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f36dd0b-0b56-49c3-9051-75617fde7308 req-977a5564-6e02-46a2-904d-dac61c0210da tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:37:57.778488 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-7f36dd0b-0b56-49c3-9051-75617fde7308 req-977a5564-6e02-46a2-904d-dac61c0210da tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/ports?device_id=ade4cabc-bd7b-4506-b836-9178181c78e2 HTTP/1.1" status: 200 len: 943 time: 0.0509400 Jun 16 17:37:57.834037 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-7f36dd0b-0b56-49c3-9051-75617fde7308 req-4ed38bd6-dfb1-4814-bdb1-34d031930011 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ec9cd17-f7bf-42f7-88bc-22078d613669&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500233 Jun 16 17:37:58.131737 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57770a9b-44fd-42f8-9eee-a95ff80176cf req-689aee14-7b14-4e08-a651-cf97b856ae0f tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:37:58.133270 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-57770a9b-44fd-42f8-9eee-a95ff80176cf req-689aee14-7b14-4e08-a651-cf97b856ae0f tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "GET /v2.0/ports?device_id=3ef90d7f-25eb-4945-b73d-30a1d1fd6ecb HTTP/1.1" status: 200 len: 946 time: 0.0506227 Jun 16 17:37:58.183566 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-57770a9b-44fd-42f8-9eee-a95ff80176cf req-3717f131-e5d1-4153-919e-e664616ee728 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "GET /v2.0/security-groups?id=9baaa52f-028d-41f7-88ab-e847ee4d7ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443838 Jun 16 17:37:58.939627 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-54255d05-354c-4f40-86f6-c014e85b1944 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (e26ebcb9-a690-4ec1-8688-e951546304f4), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:37:59.002585 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386a9194-2ed1-4598-b2e5-cf6035a86660 req-c964bd73-29bd-4eb7-9c30-5cb7e6377880 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:37:59.004353 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-386a9194-2ed1-4598-b2e5-cf6035a86660 req-c964bd73-29bd-4eb7-9c30-5cb7e6377880 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/ports?device_id=ade4cabc-bd7b-4506-b836-9178181c78e2 HTTP/1.1" status: 200 len: 943 time: 0.0827255 Jun 16 17:37:59.068263 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-386a9194-2ed1-4598-b2e5-cf6035a86660 req-2b64f566-ec06-48d5-9740-1366ae94ffcd tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ec9cd17-f7bf-42f7-88bc-22078d613669&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576432 Jun 16 17:37:59.303932 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a1c8d5-a87a-42c3-830d-a29e816e4685 req-65690191-8455-41e1-9150-7a999251302f tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:37:59.306880 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-a8a1c8d5-a87a-42c3-830d-a29e816e4685 req-65690191-8455-41e1-9150-7a999251302f tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "GET /v2.0/ports?device_id=3ef90d7f-25eb-4945-b73d-30a1d1fd6ecb HTTP/1.1" status: 200 len: 946 time: 0.0493207 Jun 16 17:37:59.358979 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-a8a1c8d5-a87a-42c3-830d-a29e816e4685 req-49ef9ba1-032b-4829-8065-d5f3e444bc75 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "GET /v2.0/security-groups?id=9baaa52f-028d-41f7-88ab-e847ee4d7ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469563 Jun 16 17:38:00.204490 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ad5140-e50a-4ff6-95d3-4d400d316cd0 req-7d4f212c-2692-4363-a604-8414970bb74d tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:38:00.206205 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-92ad5140-e50a-4ff6-95d3-4d400d316cd0 req-7d4f212c-2692-4363-a604-8414970bb74d tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/ports?device_id=ade4cabc-bd7b-4506-b836-9178181c78e2 HTTP/1.1" status: 200 len: 943 time: 0.0657516 Jun 16 17:38:00.262033 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-92ad5140-e50a-4ff6-95d3-4d400d316cd0 req-6c035380-7d4d-4b12-8d64-af6a87c0a2fb tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ec9cd17-f7bf-42f7-88bc-22078d613669&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486050 Jun 16 17:38:00.489557 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce96c8ea-65f3-426e-a030-489427e6dbf5 req-b7fe827e-a0c1-4100-8b5a-696c4e652773 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:38:00.491288 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-ce96c8ea-65f3-426e-a030-489427e6dbf5 req-b7fe827e-a0c1-4100-8b5a-696c4e652773 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "GET /v2.0/ports?device_id=3ef90d7f-25eb-4945-b73d-30a1d1fd6ecb HTTP/1.1" status: 200 len: 946 time: 0.0503352 Jun 16 17:38:00.540280 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-ce96c8ea-65f3-426e-a030-489427e6dbf5 req-d7854daa-bd87-419b-8dc0-566bc3499b3c tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "GET /v2.0/security-groups?id=9baaa52f-028d-41f7-88ab-e847ee4d7ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431740 Jun 16 17:38:01.294385 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-d8165a4b-2113-4ee7-8a1e-dfb213f748ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (43e250b4-0ce3-4949-aa8c-0bafe6454580), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:38:01.418197 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1640ede-a262-434b-af27-09ab55697ff9 req-2ed3a4ed-f784-4267-863b-33a5f65b2f21 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:38:01.419730 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-f1640ede-a262-434b-af27-09ab55697ff9 req-2ed3a4ed-f784-4267-863b-33a5f65b2f21 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/ports?device_id=ade4cabc-bd7b-4506-b836-9178181c78e2 HTTP/1.1" status: 200 len: 943 time: 0.0546207 Jun 16 17:38:01.474130 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-f1640ede-a262-434b-af27-09ab55697ff9 req-a59e58bc-de69-46f5-95b1-051da2c783c9 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ec9cd17-f7bf-42f7-88bc-22078d613669&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455203 Jun 16 17:38:01.661893 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a596c78-7e12-4ea5-82a2-29cafd841f24 req-fff41fb9-0350-4228-a6fe-607049d9e0f8 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:38:01.663567 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-9a596c78-7e12-4ea5-82a2-29cafd841f24 req-fff41fb9-0350-4228-a6fe-607049d9e0f8 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "GET /v2.0/ports?device_id=3ef90d7f-25eb-4945-b73d-30a1d1fd6ecb HTTP/1.1" status: 200 len: 946 time: 0.0521541 Jun 16 17:38:01.730862 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-9a596c78-7e12-4ea5-82a2-29cafd841f24 req-aa77a0be-128d-426e-890c-78334aac54c2 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "GET /v2.0/security-groups?id=9baaa52f-028d-41f7-88ab-e847ee4d7ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566106 Jun 16 17:38:02.235961 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=26,neutron:UPDATE=2 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:38:02.237223 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:38:02.468193 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:38:02.474540 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-359da135-d845-4d2e-a034-e84fcb95f5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (8e118b8c-b091-4f14-909a-13c66b53efc1), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:38:02.594001 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=100 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:38:02.603435 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e9756e-d0a6-411a-9caa-ea51a34a5607 req-26857d4a-6cb0-4041-8245-15dd41b53d06 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:38:02.604904 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-a2e9756e-d0a6-411a-9caa-ea51a34a5607 req-26857d4a-6cb0-4041-8245-15dd41b53d06 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/ports?device_id=ade4cabc-bd7b-4506-b836-9178181c78e2 HTTP/1.1" status: 200 len: 943 time: 0.0503349 Jun 16 17:38:02.672644 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-a2e9756e-d0a6-411a-9caa-ea51a34a5607 req-261ca11d-69c1-462d-a7f1-0def5dd42910 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ec9cd17-f7bf-42f7-88bc-22078d613669&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620046 Jun 16 17:38:02.848646 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85d9739-feb1-4fe9-8a76-250de624cf78 req-9278207d-c62f-4bf5-b9da-4b431a3855f9 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:38:02.850135 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-e85d9739-feb1-4fe9-8a76-250de624cf78 req-9278207d-c62f-4bf5-b9da-4b431a3855f9 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "GET /v2.0/ports?device_id=3ef90d7f-25eb-4945-b73d-30a1d1fd6ecb HTTP/1.1" status: 200 len: 946 time: 0.0485976 Jun 16 17:38:02.902335 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-e85d9739-feb1-4fe9-8a76-250de624cf78 req-3d169c57-7083-4fe4-840b-c6173fe94c11 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "GET /v2.0/security-groups?id=9baaa52f-028d-41f7-88ab-e847ee4d7ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463262 Jun 16 17:38:03.795779 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3082879-52a3-4bbd-b41f-2898bafb714c req-1230a81b-dde6-4cef-a827-d9f5c7201131 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:38:03.797464 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-a3082879-52a3-4bbd-b41f-2898bafb714c req-1230a81b-dde6-4cef-a827-d9f5c7201131 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/ports?device_id=ade4cabc-bd7b-4506-b836-9178181c78e2 HTTP/1.1" status: 200 len: 943 time: 0.0494690 Jun 16 17:38:03.825739 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=100 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:38:03.850399 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-a3082879-52a3-4bbd-b41f-2898bafb714c req-9186aa97-db14-4e26-86a7-4e8290204439 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ec9cd17-f7bf-42f7-88bc-22078d613669&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472271 Jun 16 17:38:04.027575 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417cc890-b053-4f70-8176-4d7a8178bb98 req-04508662-d74e-4efc-b2d3-fdf9adabd278 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:38:04.029082 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-417cc890-b053-4f70-8176-4d7a8178bb98 req-04508662-d74e-4efc-b2d3-fdf9adabd278 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "GET /v2.0/ports?device_id=3ef90d7f-25eb-4945-b73d-30a1d1fd6ecb HTTP/1.1" status: 200 len: 946 time: 0.0541079 Jun 16 17:38:04.078844 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-417cc890-b053-4f70-8176-4d7a8178bb98 req-a123e907-802a-4fba-b232-6f833fe1862e tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "GET /v2.0/security-groups?id=9baaa52f-028d-41f7-88ab-e847ee4d7ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441642 Jun 16 17:38:04.174117 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-1d81e0cb-ff47-4623-99d5-ab370c19a781 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (25dd433a-18a0-496e-b58c-593ddca2a11d), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:38:04.488820 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (f1f6c009-5a31-4833-b180-4d9d41a55fe5), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:38:04.975899 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9044ca-ac0b-4c0d-92e3-6b41d46247f9 req-a150bac6-38b0-4a35-9f03-a34f234f22c4 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:38:04.977383 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-dd9044ca-ac0b-4c0d-92e3-6b41d46247f9 req-a150bac6-38b0-4a35-9f03-a34f234f22c4 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/ports?device_id=ade4cabc-bd7b-4506-b836-9178181c78e2 HTTP/1.1" status: 200 len: 943 time: 0.0490651 Jun 16 17:38:05.027047 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-dd9044ca-ac0b-4c0d-92e3-6b41d46247f9 req-687e1f6a-fafd-4849-9943-801a847390b5 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ec9cd17-f7bf-42f7-88bc-22078d613669&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421844 Jun 16 17:38:05.221177 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fc2f34-c113-4059-919e-ee815c187405 req-bc410ff6-d255-44a8-8dfd-2f5fb77e1576 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:38:05.222652 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-56fc2f34-c113-4059-919e-ee815c187405 req-bc410ff6-d255-44a8-8dfd-2f5fb77e1576 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "GET /v2.0/ports?device_id=3ef90d7f-25eb-4945-b73d-30a1d1fd6ecb HTTP/1.1" status: 200 len: 946 time: 0.0510302 Jun 16 17:38:05.282171 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-56fc2f34-c113-4059-919e-ee815c187405 req-a985f419-fac1-483c-8e80-d375bda3f737 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "GET /v2.0/security-groups?id=9baaa52f-028d-41f7-88ab-e847ee4d7ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539184 Jun 16 17:38:05.934819 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=42 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:38:05.936694 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=39 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:38:06.153592 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b0a63a-742b-4ab0-8dc1-f7a55cb54cad req-6cb2a58d-8dbc-4ab4-abe3-b84bdc368543 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:38:06.155122 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-a2b0a63a-742b-4ab0-8dc1-f7a55cb54cad req-6cb2a58d-8dbc-4ab4-abe3-b84bdc368543 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/ports?device_id=ade4cabc-bd7b-4506-b836-9178181c78e2 HTTP/1.1" status: 200 len: 943 time: 0.0493183 Jun 16 17:38:06.205764 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-a2b0a63a-742b-4ab0-8dc1-f7a55cb54cad req-b7940b1e-2dcc-4997-92c9-80d9601174c0 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ec9cd17-f7bf-42f7-88bc-22078d613669&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449133 Jun 16 17:38:06.395740 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed603efc-5565-4322-9118-e4c4932ed86d req-ce88a276-9e23-4b32-8c85-b8de6a5b76b4 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:38:06.397199 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-ed603efc-5565-4322-9118-e4c4932ed86d req-ce88a276-9e23-4b32-8c85-b8de6a5b76b4 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "GET /v2.0/ports?device_id=3ef90d7f-25eb-4945-b73d-30a1d1fd6ecb HTTP/1.1" status: 200 len: 946 time: 0.0467758 Jun 16 17:38:06.448803 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-ed603efc-5565-4322-9118-e4c4932ed86d req-1435047b-5e7b-4da6-82fe-5ed603d6a4f4 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "GET /v2.0/security-groups?id=9baaa52f-028d-41f7-88ab-e847ee4d7ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452743 Jun 16 17:38:07.335461 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2dd626-8572-4e85-9b4e-6e57b3c82ceb req-00169f89-ccbf-44a9-9d53-8cb0e229cec0 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:38:07.336914 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-4a2dd626-8572-4e85-9b4e-6e57b3c82ceb req-00169f89-ccbf-44a9-9d53-8cb0e229cec0 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/ports?device_id=ade4cabc-bd7b-4506-b836-9178181c78e2 HTTP/1.1" status: 200 len: 943 time: 0.0494790 Jun 16 17:38:07.385839 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-4a2dd626-8572-4e85-9b4e-6e57b3c82ceb req-da09f787-535c-4fbe-886e-c6d4c9f6a691 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ec9cd17-f7bf-42f7-88bc-22078d613669&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423019 Jun 16 17:38:07.575302 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba796566-7c4e-4502-8924-9a00a909949e req-4a8ca23b-d315-40c4-88bf-b5ca7e041739 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:38:07.576919 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-ba796566-7c4e-4502-8924-9a00a909949e req-4a8ca23b-d315-40c4-88bf-b5ca7e041739 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "GET /v2.0/ports?device_id=3ef90d7f-25eb-4945-b73d-30a1d1fd6ecb HTTP/1.1" status: 200 len: 946 time: 0.0489595 Jun 16 17:38:07.624199 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-ba796566-7c4e-4502-8924-9a00a909949e req-7fd368d3-3b62-497d-88a5-4e5595f1a134 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "GET /v2.0/security-groups?id=9baaa52f-028d-41f7-88ab-e847ee4d7ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414472 Jun 16 17:38:08.513855 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599f1929-fb93-4c98-b8ec-5bed6960f253 req-69d877f1-9567-48c6-b4d2-741e0c3a6f6b tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:38:08.515317 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-599f1929-fb93-4c98-b8ec-5bed6960f253 req-69d877f1-9567-48c6-b4d2-741e0c3a6f6b tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/ports?device_id=ade4cabc-bd7b-4506-b836-9178181c78e2 HTTP/1.1" status: 200 len: 943 time: 0.0510678 Jun 16 17:38:08.561688 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-599f1929-fb93-4c98-b8ec-5bed6960f253 req-4b745092-215c-42a7-8c94-cb578441cd36 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ec9cd17-f7bf-42f7-88bc-22078d613669&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408924 Jun 16 17:38:08.736254 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdf76cf-8a6b-40ee-90db-9829ecf1d376 req-c94aa7fb-f25d-4737-b4f8-e16e6378b807 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:38:08.737761 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-fbdf76cf-8a6b-40ee-90db-9829ecf1d376 req-c94aa7fb-f25d-4737-b4f8-e16e6378b807 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "GET /v2.0/ports?device_id=3ef90d7f-25eb-4945-b73d-30a1d1fd6ecb HTTP/1.1" status: 200 len: 946 time: 0.0471539 Jun 16 17:38:08.749974 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=100 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:38:08.793279 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-fbdf76cf-8a6b-40ee-90db-9829ecf1d376 req-b9207ec5-b248-45a3-9f50-b45a8c95e31f tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "GET /v2.0/security-groups?id=9baaa52f-028d-41f7-88ab-e847ee4d7ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497322 Jun 16 17:38:09.679888 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bffdca-c185-4326-ae80-ee3d776a7d88 req-47ffef50-2f0e-4e6a-b7a1-5baca04c1347 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:38:09.682080 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-93bffdca-c185-4326-ae80-ee3d776a7d88 req-47ffef50-2f0e-4e6a-b7a1-5baca04c1347 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/ports?device_id=ade4cabc-bd7b-4506-b836-9178181c78e2 HTTP/1.1" status: 200 len: 943 time: 0.0465791 Jun 16 17:38:09.731274 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-93bffdca-c185-4326-ae80-ee3d776a7d88 req-3a98b81e-4618-44e5-804b-37a30fa168af tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ec9cd17-f7bf-42f7-88bc-22078d613669&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437310 Jun 16 17:38:09.895901 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=100 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:38:09.907644 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127cbf93-68de-4ea0-930c-04c8f2fdbf0c req-9601dec2-04f5-40b4-9e41-57c543f207c3 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:38:09.909106 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-127cbf93-68de-4ea0-930c-04c8f2fdbf0c req-9601dec2-04f5-40b4-9e41-57c543f207c3 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "GET /v2.0/ports?device_id=3ef90d7f-25eb-4945-b73d-30a1d1fd6ecb HTTP/1.1" status: 200 len: 946 time: 0.0484917 Jun 16 17:38:09.955806 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-127cbf93-68de-4ea0-930c-04c8f2fdbf0c req-1efba198-c6ea-4161-ad6b-e6f9fcfdd3f4 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "GET /v2.0/security-groups?id=9baaa52f-028d-41f7-88ab-e847ee4d7ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411637 Jun 16 17:38:10.517299 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4899ed70-08ad-4e05-ac2b-ab081d7eb857 req-e38278fc-7975-4f8d-9e7f-5a63a3d94e8a tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:38:10.518668 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-4899ed70-08ad-4e05-ac2b-ab081d7eb857 req-e38278fc-7975-4f8d-9e7f-5a63a3d94e8a tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ef90d7f-25eb-4945-b73d-30a1d1fd6ecb HTTP/1.1" status: 200 len: 946 time: 0.0826993 Jun 16 17:38:10.695694 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [req-4899ed70-08ad-4e05-ac2b-ab081d7eb857 req-39850d2b-ede5-46b5-a988-fd985295cb8e tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Deleting port 42876d97-ab72-447f-9723-b8c55e7cd05c {{(pid=104053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 17:38:10.696032 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [req-4899ed70-08ad-4e05-ac2b-ab081d7eb857 req-39850d2b-ede5-46b5-a988-fd985295cb8e tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762170394215'] for port (42876d97-ab72-447f-9723-b8c55e7cd05c), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:38:10.802360 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [req-4899ed70-08ad-4e05-ac2b-ab081d7eb857 req-39850d2b-ede5-46b5-a988-fd985295cb8e tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] For port 42876d97-ab72-447f-9723-b8c55e7cd05c, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=42876d97-ab72-447f-9723-b8c55e7cd05c,segment=NetworkSegment(94313329-9a0f-475b-94f3-d6ee0916d22d),segment_id=94313329-9a0f-475b-94f3-d6ee0916d22d)] {{(pid=104053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:38:10.802720 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [req-4899ed70-08ad-4e05-ac2b-ab081d7eb857 req-39850d2b-ede5-46b5-a988-fd985295cb8e tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376266'] for port (42876d97-ab72-447f-9723-b8c55e7cd05c), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:38:10.863415 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a6f95f-8d27-4c9c-9571-fe93b22aadf2 req-06655d39-a4bd-40e2-838c-cba4dbcdefa7 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:38:10.865081 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-93a6f95f-8d27-4c9c-9571-fe93b22aadf2 req-06655d39-a4bd-40e2-838c-cba4dbcdefa7 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/ports?device_id=ade4cabc-bd7b-4506-b836-9178181c78e2 HTTP/1.1" status: 200 len: 943 time: 0.0606103 Jun 16 17:38:10.918974 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-93a6f95f-8d27-4c9c-9571-fe93b22aadf2 req-3e39db24-d266-495d-ba78-2b63d8f867c2 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ec9cd17-f7bf-42f7-88bc-22078d613669&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464709 Jun 16 17:38:11.027773 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [req-4899ed70-08ad-4e05-ac2b-ab081d7eb857 req-39850d2b-ede5-46b5-a988-fd985295cb8e tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:38:11.028068 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [req-4899ed70-08ad-4e05-ac2b-ab081d7eb857 req-39850d2b-ede5-46b5-a988-fd985295cb8e tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-375498'] for floatingip (ae888c66-3998-4414-ad58-8d1c3b9e2fdc), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:38:11.028333 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.db.l3_db [req-4899ed70-08ad-4e05-ac2b-ab081d7eb857 req-39850d2b-ede5-46b5-a988-fd985295cb8e tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Floating IP ae888c66-3998-4414-ad58-8d1c3b9e2fdc disassociated. External IP: 172.27.0.4, port: 42876d97-ab72-447f-9723-b8c55e7cd05c. Jun 16 17:38:11.028678 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [req-4899ed70-08ad-4e05-ac2b-ab081d7eb857 req-39850d2b-ede5-46b5-a988-fd985295cb8e tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Calling delete_port for 42876d97-ab72-447f-9723-b8c55e7cd05c owned by compute:nova {{(pid=104053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 17:38:11.164688 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [req-4899ed70-08ad-4e05-ac2b-ab081d7eb857 req-39850d2b-ede5-46b5-a988-fd985295cb8e tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762170396510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762170029087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64764667'] for port (42876d97-ab72-447f-9723-b8c55e7cd05c), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:38:11.193088 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39850d2b-ede5-46b5-a988-fd985295cb8e tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Pushing event deleted for resources: {'Port': ['ID=42876d97-ab72-447f-9723-b8c55e7cd05c,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:38:11.310394 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4899ed70-08ad-4e05-ac2b-ab081d7eb857 req-39850d2b-ede5-46b5-a988-fd985295cb8e tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Router 11193f77-50ca-44b2-b11f-2fbebd19e4e2 has already been hosted by L3 agent 43e250b4-0ce3-4949-aa8c-0bafe6454580 {{(pid=104053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 17:38:11.329119 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8418c5-0d11-4153-bf71-ccdd2c184194 req-7a1e6139-8f0a-495c-a4ef-6ae409ae56fb tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:38:11.330609 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-cd8418c5-0d11-4153-bf71-ccdd2c184194 req-7a1e6139-8f0a-495c-a4ef-6ae409ae56fb tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "GET /v2.0/ports?device_id=3ef90d7f-25eb-4945-b73d-30a1d1fd6ecb HTTP/1.1" status: 200 len: 946 time: 0.2828617 Jun 16 17:38:11.387981 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-cd8418c5-0d11-4153-bf71-ccdd2c184194 req-4c50865f-beda-434e-98bd-c6edd03f6747 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "GET /v2.0/security-groups?id=9baaa52f-028d-41f7-88ab-e847ee4d7ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516384 Jun 16 17:38:11.427231 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4899ed70-08ad-4e05-ac2b-ab081d7eb857 req-39850d2b-ede5-46b5-a988-fd985295cb8e tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Notify agent at l3_agent.dv-cinder-837546-2-iscsi the message routers_updated {{(pid=104053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 17:38:11.438784 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8598811-50d2-4da8-8f2d-49dddd87196f None None] Sync routers for ids ['11193f77-50ca-44b2-b11f-2fbebd19e4e2'] in dv-cinder-837546-2-iscsi {{(pid=104054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:38:11.454716 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8598811-50d2-4da8-8f2d-49dddd87196f None None] Routers {'11193f77-50ca-44b2-b11f-2fbebd19e4e2'} bound to L3 agent in host dv-cinder-837546-2-iscsi {{(pid=104054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:38:11.455755 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-e8598811-50d2-4da8-8f2d-49dddd87196f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-16T17:26:01Z,description=,heartbeat_timestamp=2022-06-16T17:38:01Z,host='dv-cinder-837546-2-iscsi',id=43e250b4-0ce3-4949-aa8c-0bafe6454580,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:26:01Z,topic='l3_agent')) {'router_ids': ['11193f77-50ca-44b2-b11f-2fbebd19e4e2'], 'active': True} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:38:11.491594 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [req-4899ed70-08ad-4e05-ac2b-ab081d7eb857 req-39850d2b-ede5-46b5-a988-fd985295cb8e tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] No DVR routers for this DVR port 42876d97-ab72-447f-9723-b8c55e7cd05c on host hv-cinder-83754 {{(pid=104053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 17:38:11.495419 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [req-4899ed70-08ad-4e05-ac2b-ab081d7eb857 req-39850d2b-ede5-46b5-a988-fd985295cb8e tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228225'] for port (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:38:11.498851 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-4899ed70-08ad-4e05-ac2b-ab081d7eb857 req-39850d2b-ede5-46b5-a988-fd985295cb8e tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.47 "DELETE /v2.0/ports/42876d97-ab72-447f-9723-b8c55e7cd05c HTTP/1.1" status: 204 len: 173 time: 0.9193087 Jun 16 17:38:11.499309 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ef90d7f-25eb-4945-b73d-30a1d1fd6ecb', 'name': 'network-vif-deleted', 'tag': '42876d97-ab72-447f-9723-b8c55e7cd05c'}] {{(pid=104053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 17:38:11.501553 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a0e0b451bd7acf9de88ec0a1fb74022464d6f98a5cc449ea229bf781c77e32d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff9ebb8b-dd0f-4eb3-a002-b95b7515eede" -d '{"events": [{"server_uuid": "3ef90d7f-25eb-4945-b73d-30a1d1fd6ecb", "name": "network-vif-deleted", "tag": "42876d97-ab72-447f-9723-b8c55e7cd05c"}]}' {{(pid=104053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:38:11.543723 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 17:38:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9e234a2-7164-4595-a65e-57eb58881af7 x-openstack-request-id: req-f9e234a2-7164-4595-a65e-57eb58881af7 {{(pid=104053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:38:11.544342 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ef90d7f-25eb-4945-b73d-30a1d1fd6ecb", "name": "network-vif-deleted", "tag": "42876d97-ab72-447f-9723-b8c55e7cd05c", "status": "completed", "code": 200}]} {{(pid=104053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:38:11.544430 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-f9e234a2-7164-4595-a65e-57eb58881af7 {{(pid=104053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:38:11.545079 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9e234a2-7164-4595-a65e-57eb58881af7'] response: {'server_uuid': '3ef90d7f-25eb-4945-b73d-30a1d1fd6ecb', 'name': 'network-vif-deleted', 'tag': '42876d97-ab72-447f-9723-b8c55e7cd05c', 'status': 'completed', 'code': 200} Jun 16 17:38:11.568955 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvr_db [None req-e8598811-50d2-4da8-8f2d-49dddd87196f None None] Set router 11193f77-50ca-44b2-b11f-2fbebd19e4e2 gateway port host: dv-cinder-837546-2-iscsi {{(pid=104054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:38:11.764658 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:38:11.784886 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-e8598811-50d2-4da8-8f2d-49dddd87196f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11193f77-50ca-44b2-b11f-2fbebd19e4e2', 'name': 'tempest-AttachVolumeNegativeTest-214174450-router', 'tenant_id': 'd63c592c0afb4dfc9dd5b36be791decd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'external_fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': '1b34cba4-0f25-405b-ba3a-eb96ea0d3da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:34:12Z', 'updated_at': '2022-06-16T17:34:25Z', 'revision_number': 4, 'project_id': 'd63c592c0afb4dfc9dd5b36be791decd', 'gw_port': {'id': '1b34cba4-0f25-405b-ba3a-eb96ea0d3da8', 'name': '', 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:7c:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11193f77-50ca-44b2-b11f-2fbebd19e4e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:34:14Z', 'updated_at': '2022-06-16T17:34:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47584a51-19b7-439b-9f28-a7f577441b18', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-2-iscsi', '_floatingips': [{'id': 'c00ce975-7982-4c22-90c3-940b97998ecb', 'tenant_id': 'd63c592c0afb4dfc9dd5b36be791decd', 'floating_ip_address': '172.27.0.192', 'floating_network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'router_id': '11193f77-50ca-44b2-b11f-2fbebd19e4e2', 'port_id': '34435ad7-815c-4541-888a-58d96e70159f', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6fb674c9-6bb7-4c32-892c-b28837e89812', 'mac_address': 'fa:16:3e:1e:ea:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e052a589-f2aa-4711-8beb-2171defad99e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T17:34:34Z', 'updated_at': '2022-06-16T17:35:23Z', 'revision_number': 2, 'project_id': 'd63c592c0afb4dfc9dd5b36be791decd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68377c34-b3bb-4601-82c6-3c4a3412211a', 'name': '', 'network_id': '6fb674c9-6bb7-4c32-892c-b28837e89812', 'tenant_id': 'd63c592c0afb4dfc9dd5b36be791decd', 'mac_address': 'fa:16:3e:52:d8:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11193f77-50ca-44b2-b11f-2fbebd19e4e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'f4f4c81e-fe9f-4dc1-bcfe-dd76fde3e7db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:34:23Z', 'updated_at': '2022-06-16T17:34:39Z', 'revision_number': 5, 'project_id': 'd63c592c0afb4dfc9dd5b36be791decd', 'subnets': [{'id': 'f4f4c81e-fe9f-4dc1-bcfe-dd76fde3e7db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837546-2-iscsi', False) {} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:38:11.813603 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8598811-50d2-4da8-8f2d-49dddd87196f None None] Checking router: 11193f77-50ca-44b2-b11f-2fbebd19e4e2 for host: dv-cinder-837546-2-iscsi {{(pid=104054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:38:11.822991 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8598811-50d2-4da8-8f2d-49dddd87196f None None] Routers {'11193f77-50ca-44b2-b11f-2fbebd19e4e2'} bound to L3 agent in host dv-cinder-837546-2-iscsi {{(pid=104054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:38:11.823525 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-e8598811-50d2-4da8-8f2d-49dddd87196f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-16T17:26:01Z,description=,heartbeat_timestamp=2022-06-16T17:38:01Z,host='dv-cinder-837546-2-iscsi',id=43e250b4-0ce3-4949-aa8c-0bafe6454580,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:26:01Z,topic='l3_agent')) {'router_ids': ['11193f77-50ca-44b2-b11f-2fbebd19e4e2'], 'active': True} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:38:11.925753 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvr_db [None req-e8598811-50d2-4da8-8f2d-49dddd87196f None None] Set router 11193f77-50ca-44b2-b11f-2fbebd19e4e2 gateway port host: dv-cinder-837546-2-iscsi {{(pid=104054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:38:12.127592 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b27fa1a-4376-4fb1-8273-d78f2a667b02 req-146c8d65-817e-4917-aa98-21b8103d79cb tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:38:12.136402 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-1b27fa1a-4376-4fb1-8273-d78f2a667b02 req-146c8d65-817e-4917-aa98-21b8103d79cb tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/ports?device_id=ade4cabc-bd7b-4506-b836-9178181c78e2 HTTP/1.1" status: 200 len: 943 time: 0.0808852 Jun 16 17:38:12.211681 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-e8598811-50d2-4da8-8f2d-49dddd87196f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11193f77-50ca-44b2-b11f-2fbebd19e4e2', 'name': 'tempest-AttachVolumeNegativeTest-214174450-router', 'tenant_id': 'd63c592c0afb4dfc9dd5b36be791decd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'external_fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': '1b34cba4-0f25-405b-ba3a-eb96ea0d3da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:34:12Z', 'updated_at': '2022-06-16T17:34:25Z', 'revision_number': 4, 'project_id': 'd63c592c0afb4dfc9dd5b36be791decd', 'gw_port': {'id': '1b34cba4-0f25-405b-ba3a-eb96ea0d3da8', 'name': '', 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:7c:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11193f77-50ca-44b2-b11f-2fbebd19e4e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:34:14Z', 'updated_at': '2022-06-16T17:34:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47584a51-19b7-439b-9f28-a7f577441b18', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-2-iscsi', '_floatingips': [{'id': 'c00ce975-7982-4c22-90c3-940b97998ecb', 'tenant_id': 'd63c592c0afb4dfc9dd5b36be791decd', 'floating_ip_address': '172.27.0.192', 'floating_network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'router_id': '11193f77-50ca-44b2-b11f-2fbebd19e4e2', 'port_id': '34435ad7-815c-4541-888a-58d96e70159f', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6fb674c9-6bb7-4c32-892c-b28837e89812', 'mac_address': 'fa:16:3e:1e:ea:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e052a589-f2aa-4711-8beb-2171defad99e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T17:34:34Z', 'updated_at': '2022-06-16T17:35:23Z', 'revision_number': 2, 'project_id': 'd63c592c0afb4dfc9dd5b36be791decd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68377c34-b3bb-4601-82c6-3c4a3412211a', 'name': '', 'network_id': '6fb674c9-6bb7-4c32-892c-b28837e89812', 'tenant_id': 'd63c592c0afb4dfc9dd5b36be791decd', 'mac_address': 'fa:16:3e:52:d8:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11193f77-50ca-44b2-b11f-2fbebd19e4e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'f4f4c81e-fe9f-4dc1-bcfe-dd76fde3e7db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:34:23Z', 'updated_at': '2022-06-16T17:34:39Z', 'revision_number': 5, 'project_id': 'd63c592c0afb4dfc9dd5b36be791decd', 'subnets': [{'id': 'f4f4c81e-fe9f-4dc1-bcfe-dd76fde3e7db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837546-2-iscsi', False) {} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:38:12.237241 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-1b27fa1a-4376-4fb1-8273-d78f2a667b02 req-53414bc2-02d1-4a53-80da-533652a236db tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ec9cd17-f7bf-42f7-88bc-22078d613669&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994825 Jun 16 17:38:12.237400 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8598811-50d2-4da8-8f2d-49dddd87196f None None] The sync data for ids ['11193f77-50ca-44b2-b11f-2fbebd19e4e2'] in dv-cinder-837546-2-iscsi is: [{'id': '11193f77-50ca-44b2-b11f-2fbebd19e4e2', 'name': 'tempest-AttachVolumeNegativeTest-214174450-router', 'tenant_id': 'd63c592c0afb4dfc9dd5b36be791decd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'external_fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': '1b34cba4-0f25-405b-ba3a-eb96ea0d3da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:34:12Z', 'updated_at': '2022-06-16T17:34:25Z', 'revision_number': 4, 'project_id': 'd63c592c0afb4dfc9dd5b36be791decd', 'gw_port': {'id': '1b34cba4-0f25-405b-ba3a-eb96ea0d3da8', 'name': '', 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:7c:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11193f77-50ca-44b2-b11f-2fbebd19e4e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:34:14Z', 'updated_at': '2022-06-16T17:34:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47584a51-19b7-439b-9f28-a7f577441b18', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-2-iscsi', '_floatingips': [{'id': 'c00ce975-7982-4c22-90c3-940b97998ecb', 'tenant_id': 'd63c592c0afb4dfc9dd5b36be791decd', 'floating_ip_address': '172.27.0.192', 'floating_network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'router_id': '11193f77-50ca-44b2-b11f-2fbebd19e4e2', 'port_id': '34435ad7-815c-4541-888a-58d96e70159f', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6fb674c9-6bb7-4c32-892c-b28837e89812', 'mac_address': 'fa:16:3e:1e:ea:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e052a589-f2aa-4711-8beb-2171defad99e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T17:34:34Z', 'updated_at': '2022-06-16T17:35:23Z', 'revision_number': 2, 'project_id': 'd63c592c0afb4dfc9dd5b36be791decd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68377c34-b3bb-4601-82c6-3c4a3412211a', 'name': '', 'network_id': '6fb674c9-6bb7-4c32-892c-b28837e89812', 'tenant_id': 'd63c592c0afb4dfc9dd5b36be791decd', 'mac_address': 'fa:16:3e:52:d8:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11193f77-50ca-44b2-b11f-2fbebd19e4e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'f4f4c81e-fe9f-4dc1-bcfe-dd76fde3e7db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:34:23Z', 'updated_at': '2022-06-16T17:34:39Z', 'revision_number': 5, 'project_id': 'd63c592c0afb4dfc9dd5b36be791decd', 'subnets': [{'id': 'f4f4c81e-fe9f-4dc1-bcfe-dd76fde3e7db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:38:12.245118 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22b4b33-7f48-403b-8264-22b76ed84802 req-5238e4ce-b14d-49c0-b0ec-905945aa5fbf tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:38:12.246737 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-d22b4b33-7f48-403b-8264-22b76ed84802 req-5238e4ce-b14d-49c0-b0ec-905945aa5fbf tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] 10.222.0.40 "GET /v2.0/ports?device_id=2ea8edce-fee8-4dbd-ae01-e4d060cf5597 HTTP/1.1" status: 200 len: 945 time: 0.0778043 Jun 16 17:38:12.317687 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-d22b4b33-7f48-403b-8264-22b76ed84802 req-633f765f-c025-45c0-b817-89b918fa0726 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] 10.222.0.40 "GET /v2.0/security-groups?id=242115b7-43ec-477c-967c-8b04bb3085a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631583 Jun 16 17:38:12.479185 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 58426) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:38:12.541493 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-71fe6177-b0ec-429f-8093-5286983d4119 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Publish callbacks [] for security_group (9baaa52f-028d-41f7-88ab-e847ee4d7ee6), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:38:12.543652 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afbcf437-4d9b-4a68-8eeb-e610b8fe92ef None None] New status for floating IP ae888c66-3998-4414-ad58-8d1c3b9e2fdc: DOWN {{(pid=104055) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 17:38:12.566406 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-71fe6177-b0ec-429f-8093-5286983d4119 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Publish callbacks [] for security_group (9baaa52f-028d-41f7-88ab-e847ee4d7ee6), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:38:12.617355 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-71fe6177-b0ec-429f-8093-5286983d4119 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (9baaa52f-028d-41f7-88ab-e847ee4d7ee6), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:38:12.620155 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-71fe6177-b0ec-429f-8093-5286983d4119 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Publish callbacks [] for security_group (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:38:12.623840 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-71fe6177-b0ec-429f-8093-5286983d4119 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "DELETE /v2.0/security-groups/9baaa52f-028d-41f7-88ab-e847ee4d7ee6 HTTP/1.1" status: 204 len: 168 time: 0.1410332 Jun 16 17:38:12.624261 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 58428) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:38:12.635449 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fe6177-b0ec-429f-8093-5286983d4119 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9baaa52f-028d-41f7-88ab-e847ee4d7ee6,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:38:12.649498 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.api.v2.resource [None req-76786981-5ed8-45e5-b4ba-65552ee029f7 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] show failed (client error): The resource could not be found. Jun 16 17:38:12.654207 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-76786981-5ed8-45e5-b4ba-65552ee029f7 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "GET /v2.0/security-groups/9baaa52f-028d-41f7-88ab-e847ee4d7ee6 HTTP/1.1" status: 404 len: 347 time: 0.0289183 Jun 16 17:38:12.657370 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 58430) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:38:12.757921 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:38:12.800339 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-a3858847-80c1-42f7-b8a3-e0c10b415bdc tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Deleting port 1a60db27-28da-4320-aa07-8b7e15ee3ccb {{(pid=104053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 17:38:12.800683 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-a3858847-80c1-42f7-b8a3-e0c10b415bdc tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762170394215'] for port (1a60db27-28da-4320-aa07-8b7e15ee3ccb), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:38:12.887352 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-a3858847-80c1-42f7-b8a3-e0c10b415bdc tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376266'] for port (1a60db27-28da-4320-aa07-8b7e15ee3ccb), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:38:12.887715 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-a3858847-80c1-42f7-b8a3-e0c10b415bdc tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Publish callbacks [] for floatingip (1a60db27-28da-4320-aa07-8b7e15ee3ccb), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:38:12.890314 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:38:12.905141 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-a3858847-80c1-42f7-b8a3-e0c10b415bdc tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Calling delete_port for 1a60db27-28da-4320-aa07-8b7e15ee3ccb owned by network:floatingip {{(pid=104053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 17:38:13.280132 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-a3858847-80c1-42f7-b8a3-e0c10b415bdc tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762170396510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762170029087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64764667'] for port (1a60db27-28da-4320-aa07-8b7e15ee3ccb), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:38:13.309781 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3858847-80c1-42f7-b8a3-e0c10b415bdc tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Pushing event deleted for resources: {'Port': ['ID=1a60db27-28da-4320-aa07-8b7e15ee3ccb,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:38:13.385318 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-a3858847-80c1-42f7-b8a3-e0c10b415bdc tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Publish callbacks [] for floatingip (ae888c66-3998-4414-ad58-8d1c3b9e2fdc), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:38:13.387591 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f49d8ce-1d50-419c-a09b-5b096a3a8a63 req-caae6380-a01f-4a32-9af8-04885f05a8f1 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:38:13.388131 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-a3858847-80c1-42f7-b8a3-e0c10b415bdc tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228225'] for floatingip (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:38:13.389206 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-a3858847-80c1-42f7-b8a3-e0c10b415bdc tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "DELETE /v2.0/floatingips/ae888c66-3998-4414-ad58-8d1c3b9e2fdc HTTP/1.1" status: 204 len: 168 time: 0.7305269 Jun 16 17:38:13.394051 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-8f49d8ce-1d50-419c-a09b-5b096a3a8a63 req-caae6380-a01f-4a32-9af8-04885f05a8f1 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/ports?device_id=ade4cabc-bd7b-4506-b836-9178181c78e2 HTTP/1.1" status: 200 len: 943 time: 0.0652208 Jun 16 17:38:13.464746 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba95925-05aa-48fd-9e5c-8dce15566a04 req-78c276c0-7b68-48a3-b3dc-ab799326fc31 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:38:13.466246 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-7ba95925-05aa-48fd-9e5c-8dce15566a04 req-78c276c0-7b68-48a3-b3dc-ab799326fc31 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] 10.222.0.40 "GET /v2.0/ports?device_id=2ea8edce-fee8-4dbd-ae01-e4d060cf5597 HTTP/1.1" status: 200 len: 945 time: 0.0713382 Jun 16 17:38:13.486999 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-8f49d8ce-1d50-419c-a09b-5b096a3a8a63 req-59d6ce6e-81fd-4a8a-8c10-6328254479c9 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ec9cd17-f7bf-42f7-88bc-22078d613669&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814831 Jun 16 17:38:13.529041 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-7ba95925-05aa-48fd-9e5c-8dce15566a04 req-f4e9715f-ea40-4c37-a093-08099ae1b306 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] 10.222.0.40 "GET /v2.0/security-groups?id=242115b7-43ec-477c-967c-8b04bb3085a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552235 Jun 16 17:38:14.648502 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165f3500-f295-47df-8e4a-bdeefd3806af req-76ec0a53-2d51-42ae-a473-2dde17326067 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:38:14.650165 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-165f3500-f295-47df-8e4a-bdeefd3806af req-76ec0a53-2d51-42ae-a473-2dde17326067 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/ports?device_id=ade4cabc-bd7b-4506-b836-9178181c78e2 HTTP/1.1" status: 200 len: 943 time: 0.0792675 Jun 16 17:38:14.663110 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2081b2c-9218-4670-996c-2d3168b1cc02 req-7654e48a-9af4-449f-bef2-b77c5a003484 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:38:14.663648 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Device 42876d97-ab72-447f-9723-b8c55e7cd05c no longer exists at agent hyperv_hv-cinder-83754 {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 17:38:14.664559 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-d2081b2c-9218-4670-996c-2d3168b1cc02 req-7654e48a-9af4-449f-bef2-b77c5a003484 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] 10.222.0.40 "GET /v2.0/ports?device_id=2ea8edce-fee8-4dbd-ae01-e4d060cf5597 HTTP/1.1" status: 200 len: 945 time: 0.0623436 Jun 16 17:38:14.690004 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] No Port match for: 42876d97-ab72-447f-9723-b8c55e7cd05c {{(pid=104054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 17:38:14.690347 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Device 42876d97-ab72-447f-9723-b8c55e7cd05c not bound to the agent host hv-cinder-83754 {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 17:38:14.690971 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:38:14.722355 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:38:14.731220 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-165f3500-f295-47df-8e4a-bdeefd3806af req-d64f3c1f-027d-4eab-b4c9-dfd8d1cc6ebf tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ec9cd17-f7bf-42f7-88bc-22078d613669&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752466 Jun 16 17:38:14.749472 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-d2081b2c-9218-4670-996c-2d3168b1cc02 req-cd06eb22-82bd-482c-87b9-6fe11099c44a tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] 10.222.0.40 "GET /v2.0/security-groups?id=242115b7-43ec-477c-967c-8b04bb3085a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703402 Jun 16 17:38:15.146545 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadd7681-164c-4414-824e-8a0b55bae406 req-8f64da86-4c74-4e0d-b036-8d28b732a51a tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:38:15.147922 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-aadd7681-164c-4414-824e-8a0b55bae406 req-8f64da86-4c74-4e0d-b036-8d28b732a51a tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "GET /v2.0/ports?device_id=e052a589-f2aa-4711-8beb-2171defad99e HTTP/1.1" status: 200 len: 945 time: 0.0505240 Jun 16 17:38:15.213739 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-aadd7681-164c-4414-824e-8a0b55bae406 req-da2d18b1-aec8-4b62-9855-78e0a8e10a9b tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "GET /v2.0/security-groups?id=a0d4f3a0-543e-4bef-a0de-bb3612408920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587258 Jun 16 17:38:15.895845 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefa0121-2a23-4871-960c-3aec8c08b58e req-2c78e862-70ad-4954-a676-4ce22bb06d97 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:38:15.897340 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-fefa0121-2a23-4871-960c-3aec8c08b58e req-2c78e862-70ad-4954-a676-4ce22bb06d97 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] 10.222.0.40 "GET /v2.0/ports?device_id=2ea8edce-fee8-4dbd-ae01-e4d060cf5597 HTTP/1.1" status: 200 len: 945 time: 0.0760846 Jun 16 17:38:15.903931 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79bb588-72ae-43a7-a67f-b875363bbdbc req-0d6b9cc5-3c13-481a-b8a0-2b69f6f5c180 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:38:15.905324 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-c79bb588-72ae-43a7-a67f-b875363bbdbc req-0d6b9cc5-3c13-481a-b8a0-2b69f6f5c180 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/ports?device_id=ade4cabc-bd7b-4506-b836-9178181c78e2 HTTP/1.1" status: 200 len: 943 time: 0.0744824 Jun 16 17:38:15.982427 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-fefa0121-2a23-4871-960c-3aec8c08b58e req-db506820-7c73-46e1-b1f0-7aab7c4d3c43 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] 10.222.0.40 "GET /v2.0/security-groups?id=242115b7-43ec-477c-967c-8b04bb3085a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761480 Jun 16 17:38:15.985621 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-c79bb588-72ae-43a7-a67f-b875363bbdbc req-90a5317f-0253-429f-8167-32a683089e7d tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ec9cd17-f7bf-42f7-88bc-22078d613669&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733492 Jun 16 17:38:16.326990 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b3d9b3-773c-44d4-9451-4628f02369d7 req-26ede2fb-89c0-4230-98ff-8c1b1b41d616 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:38:16.328434 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-b5b3d9b3-773c-44d4-9451-4628f02369d7 req-26ede2fb-89c0-4230-98ff-8c1b1b41d616 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "GET /v2.0/ports?device_id=e052a589-f2aa-4711-8beb-2171defad99e HTTP/1.1" status: 200 len: 945 time: 0.0467784 Jun 16 17:38:16.376185 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-b5b3d9b3-773c-44d4-9451-4628f02369d7 req-a70e8954-5411-4049-947d-5c4b440d05a8 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "GET /v2.0/security-groups?id=a0d4f3a0-543e-4bef-a0de-bb3612408920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421834 Jun 16 17:38:17.099728 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f5a066-50cf-4e7e-beaf-a8359e5ec18d req-88006f59-3ba5-484d-b0c5-82af8e23bb00 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:38:17.101200 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-14f5a066-50cf-4e7e-beaf-a8359e5ec18d req-88006f59-3ba5-484d-b0c5-82af8e23bb00 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] 10.222.0.40 "GET /v2.0/ports?device_id=2ea8edce-fee8-4dbd-ae01-e4d060cf5597 HTTP/1.1" status: 200 len: 945 time: 0.0479593 Jun 16 17:38:17.150872 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-14f5a066-50cf-4e7e-beaf-a8359e5ec18d req-2ac903d7-b164-4e09-a7ff-dc1e0306fcb6 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] 10.222.0.40 "GET /v2.0/security-groups?id=242115b7-43ec-477c-967c-8b04bb3085a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434937 Jun 16 17:38:17.260125 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb040f8-fd36-4661-b88f-e46b0f7bf8ad req-49223573-0e6a-4f1a-bff3-9b09dd308fd5 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:38:17.261659 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-2eb040f8-fd36-4661-b88f-e46b0f7bf8ad req-49223573-0e6a-4f1a-bff3-9b09dd308fd5 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/ports?device_id=ade4cabc-bd7b-4506-b836-9178181c78e2 HTTP/1.1" status: 200 len: 943 time: 0.0523064 Jun 16 17:38:17.309530 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-2eb040f8-fd36-4661-b88f-e46b0f7bf8ad req-19c01428-3f89-4432-b00f-519244a39cd6 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ec9cd17-f7bf-42f7-88bc-22078d613669&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420985 Jun 16 17:38:17.488222 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7cfe3d-05f0-4a73-8338-0392eb09d10f req-ffb66d39-5179-4cba-ae27-fa06984653ab tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:38:17.489712 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-6f7cfe3d-05f0-4a73-8338-0392eb09d10f req-ffb66d39-5179-4cba-ae27-fa06984653ab tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "GET /v2.0/ports?device_id=e052a589-f2aa-4711-8beb-2171defad99e HTTP/1.1" status: 200 len: 945 time: 0.0472999 Jun 16 17:38:17.550318 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-6f7cfe3d-05f0-4a73-8338-0392eb09d10f req-e75d5b5c-d5fe-4b5b-877a-4d04ecb748cb tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "GET /v2.0/security-groups?id=a0d4f3a0-543e-4bef-a0de-bb3612408920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543888 Jun 16 17:38:18.263882 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c57c8b-1303-4174-a6d0-b59f93a79746 req-a57e0bfe-f6b5-46f6-9373-f15228982b14 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:38:18.265431 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-77c57c8b-1303-4174-a6d0-b59f93a79746 req-a57e0bfe-f6b5-46f6-9373-f15228982b14 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.47 "GET /v2.0/ports?device_id=e052a589-f2aa-4711-8beb-2171defad99e HTTP/1.1" status: 200 len: 945 time: 0.0674887 Jun 16 17:38:18.300731 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad74cd6-09e8-4653-bb08-ec2f098b8eb9 req-5fd00157-62af-4658-93f0-c9ef2b26742f tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:38:18.306979 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-9ad74cd6-09e8-4653-bb08-ec2f098b8eb9 req-5fd00157-62af-4658-93f0-c9ef2b26742f tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] 10.222.0.40 "GET /v2.0/ports?device_id=2ea8edce-fee8-4dbd-ae01-e4d060cf5597 HTTP/1.1" status: 200 len: 945 time: 0.0546942 Jun 16 17:38:18.356525 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [req-77c57c8b-1303-4174-a6d0-b59f93a79746 req-f469ed0c-e466-4579-bc43-9652fe46c907 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Deleting port 34435ad7-815c-4541-888a-58d96e70159f {{(pid=104053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 17:38:18.356865 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [req-77c57c8b-1303-4174-a6d0-b59f93a79746 req-f469ed0c-e466-4579-bc43-9652fe46c907 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762170394215'] for port (34435ad7-815c-4541-888a-58d96e70159f), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:38:18.365264 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-9ad74cd6-09e8-4653-bb08-ec2f098b8eb9 req-8be7324f-c53d-4dca-bb99-ae0abdf44673 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] 10.222.0.40 "GET /v2.0/security-groups?id=242115b7-43ec-477c-967c-8b04bb3085a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563130 Jun 16 17:38:18.452540 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4963b46-1f71-4e2b-9f63-b83eb17602c8 req-27d284db-a962-48be-a28d-c41d6fa652a9 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:38:18.454053 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-a4963b46-1f71-4e2b-9f63-b83eb17602c8 req-27d284db-a962-48be-a28d-c41d6fa652a9 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/ports?device_id=ade4cabc-bd7b-4506-b836-9178181c78e2 HTTP/1.1" status: 200 len: 943 time: 0.0486953 Jun 16 17:38:18.455029 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [req-77c57c8b-1303-4174-a6d0-b59f93a79746 req-f469ed0c-e466-4579-bc43-9652fe46c907 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] For port 34435ad7-815c-4541-888a-58d96e70159f, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=34435ad7-815c-4541-888a-58d96e70159f,segment=NetworkSegment(94313329-9a0f-475b-94f3-d6ee0916d22d),segment_id=94313329-9a0f-475b-94f3-d6ee0916d22d)] {{(pid=104053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:38:18.455405 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [req-77c57c8b-1303-4174-a6d0-b59f93a79746 req-f469ed0c-e466-4579-bc43-9652fe46c907 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376266'] for port (34435ad7-815c-4541-888a-58d96e70159f), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:38:18.502788 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-a4963b46-1f71-4e2b-9f63-b83eb17602c8 req-c76ef944-a10f-4420-88fd-aed66733f4b6 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ec9cd17-f7bf-42f7-88bc-22078d613669&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430834 Jun 16 17:38:18.623238 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [req-77c57c8b-1303-4174-a6d0-b59f93a79746 req-f469ed0c-e466-4579-bc43-9652fe46c907 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:38:18.623603 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [req-77c57c8b-1303-4174-a6d0-b59f93a79746 req-f469ed0c-e466-4579-bc43-9652fe46c907 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-375498'] for floatingip (c00ce975-7982-4c22-90c3-940b97998ecb), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:38:18.624045 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.db.l3_db [req-77c57c8b-1303-4174-a6d0-b59f93a79746 req-f469ed0c-e466-4579-bc43-9652fe46c907 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Floating IP c00ce975-7982-4c22-90c3-940b97998ecb disassociated. External IP: 172.27.0.192, port: 34435ad7-815c-4541-888a-58d96e70159f. Jun 16 17:38:18.624400 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [req-77c57c8b-1303-4174-a6d0-b59f93a79746 req-f469ed0c-e466-4579-bc43-9652fe46c907 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Calling delete_port for 34435ad7-815c-4541-888a-58d96e70159f owned by compute:nova {{(pid=104053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 17:38:18.667139 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93af7cfb-4158-4a7b-95bf-04344b57f852 req-f7ee3f30-ef97-43dc-b71f-60399fbc4214 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:38:18.668670 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-93af7cfb-4158-4a7b-95bf-04344b57f852 req-f7ee3f30-ef97-43dc-b71f-60399fbc4214 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "GET /v2.0/ports?device_id=e052a589-f2aa-4711-8beb-2171defad99e HTTP/1.1" status: 200 len: 945 time: 0.0493596 Jun 16 17:38:18.674467 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Device c5c2a113-9454-4de3-99aa-1df51b68633d details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=104054) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 17:38:18.722243 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-93af7cfb-4158-4a7b-95bf-04344b57f852 req-dcbe5ad4-feaf-4522-b0f0-0be908142963 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "GET /v2.0/security-groups?id=a0d4f3a0-543e-4bef-a0de-bb3612408920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477271 Jun 16 17:38:18.758296 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=100 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:38:18.777489 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (9f2b4370-7d03-4dcb-9a0d-4ff62d859136), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:38:18.786751 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [req-77c57c8b-1303-4174-a6d0-b59f93a79746 req-f469ed0c-e466-4579-bc43-9652fe46c907 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762170396510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762170029087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64764667'] for port (34435ad7-815c-4541-888a-58d96e70159f), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:38:18.792811 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:38:18.796502 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] For port c5c2a113-9454-4de3-99aa-1df51b68633d, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=c5c2a113-9454-4de3-99aa-1df51b68633d,segment=NetworkSegment(86f1a2bf-e88a-4894-b8aa-61c574f8d191),segment_id=86f1a2bf-e88a-4894-b8aa-61c574f8d191)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:38:18.808274 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Returning: {'device': 'c5c2a113-9454-4de3-99aa-1df51b68633d', 'network_id': '3cd693dc-5d6d-482c-a40c-9c9d0ef17994', 'port_id': 'c5c2a113-9454-4de3-99aa-1df51b68633d', 'mac_address': 'fa:16:3e:5e:6a:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15008cf9-9c5e-4724-bbb5-bbf37d371079', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104054) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 17:38:18.813797 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f469ed0c-e466-4579-bc43-9652fe46c907 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Pushing event deleted for resources: {'Port': ['ID=34435ad7-815c-4541-888a-58d96e70159f,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:38:18.818263 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:38:18.828098 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f469ed0c-e466-4579-bc43-9652fe46c907 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:38:18.828444 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f469ed0c-e466-4579-bc43-9652fe46c907 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:38:18.828785 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f469ed0c-e466-4579-bc43-9652fe46c907 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:38:18.829122 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f469ed0c-e466-4579-bc43-9652fe46c907 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:38:18.829835 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f469ed0c-e466-4579-bc43-9652fe46c907 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:38:18.829835 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f469ed0c-e466-4579-bc43-9652fe46c907 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:38:18.830226 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f469ed0c-e466-4579-bc43-9652fe46c907 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:38:18.830922 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f469ed0c-e466-4579-bc43-9652fe46c907 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:38:18.830922 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f469ed0c-e466-4579-bc43-9652fe46c907 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:38:18.831106 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f469ed0c-e466-4579-bc43-9652fe46c907 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:38:18.831363 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f469ed0c-e466-4579-bc43-9652fe46c907 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:38:18.831688 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f469ed0c-e466-4579-bc43-9652fe46c907 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:38:18.831998 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f469ed0c-e466-4579-bc43-9652fe46c907 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:38:18.832328 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f469ed0c-e466-4579-bc43-9652fe46c907 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:38:18.833059 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f469ed0c-e466-4579-bc43-9652fe46c907 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:38:18.852776 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Current status of the port c5c2a113-9454-4de3-99aa-1df51b68633d is: DOWN; New status is: BUILD {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:38:18.853191 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (c5c2a113-9454-4de3-99aa-1df51b68633d), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:38:18.866714 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.notifiers.nova [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5c2a113-9454-4de3-99aa-1df51b68633d {{(pid=104054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 17:38:18.887537 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] For port c5c2a113-9454-4de3-99aa-1df51b68633d, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=c5c2a113-9454-4de3-99aa-1df51b68633d,segment=NetworkSegment(86f1a2bf-e88a-4894-b8aa-61c574f8d191),segment_id=86f1a2bf-e88a-4894-b8aa-61c574f8d191)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:38:18.892587 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114'] for port (c5c2a113-9454-4de3-99aa-1df51b68633d), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:38:18.939000 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Pushing event updated for resources: {'Port': ['ID=c5c2a113-9454-4de3-99aa-1df51b68633d,revision_number=9']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:38:18.951293 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.scheduler.l3_agent_scheduler [req-77c57c8b-1303-4174-a6d0-b59f93a79746 req-f469ed0c-e466-4579-bc43-9652fe46c907 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Router 11193f77-50ca-44b2-b11f-2fbebd19e4e2 has already been hosted by L3 agent 43e250b4-0ce3-4949-aa8c-0bafe6454580 {{(pid=104053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 17:38:19.053178 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-77c57c8b-1303-4174-a6d0-b59f93a79746 req-f469ed0c-e466-4579-bc43-9652fe46c907 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Notify agent at l3_agent.dv-cinder-837546-2-iscsi the message routers_updated {{(pid=104053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 17:38:19.065091 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52218137-a085-4c71-a790-e6c67a3c17b9 None None] Sync routers for ids ['11193f77-50ca-44b2-b11f-2fbebd19e4e2'] in dv-cinder-837546-2-iscsi {{(pid=104054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:38:19.076415 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52218137-a085-4c71-a790-e6c67a3c17b9 None None] Routers {'11193f77-50ca-44b2-b11f-2fbebd19e4e2'} bound to L3 agent in host dv-cinder-837546-2-iscsi {{(pid=104054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:38:19.077020 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-52218137-a085-4c71-a790-e6c67a3c17b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-16T17:26:01Z,description=,heartbeat_timestamp=2022-06-16T17:38:01Z,host='dv-cinder-837546-2-iscsi',id=43e250b4-0ce3-4949-aa8c-0bafe6454580,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:26:01Z,topic='l3_agent')) {'router_ids': ['11193f77-50ca-44b2-b11f-2fbebd19e4e2'], 'active': True} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:38:19.096692 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [req-77c57c8b-1303-4174-a6d0-b59f93a79746 req-f469ed0c-e466-4579-bc43-9652fe46c907 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] No DVR routers for this DVR port 34435ad7-815c-4541-888a-58d96e70159f on host hv-cinder-83754 {{(pid=104053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 17:38:19.099231 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [req-77c57c8b-1303-4174-a6d0-b59f93a79746 req-f469ed0c-e466-4579-bc43-9652fe46c907 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228225'] for port (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:38:19.103009 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-77c57c8b-1303-4174-a6d0-b59f93a79746 req-f469ed0c-e466-4579-bc43-9652fe46c907 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.47 "DELETE /v2.0/ports/34435ad7-815c-4541-888a-58d96e70159f HTTP/1.1" status: 204 len: 173 time: 0.8291910 Jun 16 17:38:19.103446 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e052a589-f2aa-4711-8beb-2171defad99e', 'name': 'network-vif-deleted', 'tag': '34435ad7-815c-4541-888a-58d96e70159f'}] {{(pid=104053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 17:38:19.105744 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a0e0b451bd7acf9de88ec0a1fb74022464d6f98a5cc449ea229bf781c77e32d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-067be018-0d73-4e1b-97cd-f7fffb9f6625" -d '{"events": [{"server_uuid": "e052a589-f2aa-4711-8beb-2171defad99e", "name": "network-vif-deleted", "tag": "34435ad7-815c-4541-888a-58d96e70159f"}]}' {{(pid=104053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:38:19.147638 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 17:38:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4db961c3-4901-417a-a198-79e8159aa5cf x-openstack-request-id: req-4db961c3-4901-417a-a198-79e8159aa5cf {{(pid=104053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:38:19.149288 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e052a589-f2aa-4711-8beb-2171defad99e", "name": "network-vif-deleted", "tag": "34435ad7-815c-4541-888a-58d96e70159f", "status": "completed", "code": 200}]} {{(pid=104053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:38:19.149917 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-4db961c3-4901-417a-a198-79e8159aa5cf {{(pid=104053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:38:19.150491 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4db961c3-4901-417a-a198-79e8159aa5cf'] response: {'server_uuid': 'e052a589-f2aa-4711-8beb-2171defad99e', 'name': 'network-vif-deleted', 'tag': '34435ad7-815c-4541-888a-58d96e70159f', 'status': 'completed', 'code': 200} Jun 16 17:38:19.188517 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvr_db [None req-52218137-a085-4c71-a790-e6c67a3c17b9 None None] Set router 11193f77-50ca-44b2-b11f-2fbebd19e4e2 gateway port host: dv-cinder-837546-2-iscsi {{(pid=104054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:38:19.257992 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.agents_db [None req-618f4cd3-4a7d-480c-b6e2-8b59597e19f3 None None] Agent healthcheck: found 6 active agents {{(pid=104055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 17:38:19.281399 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] get_ports_and_sgs() called for port_ids ['c5c2a113-9454-4de3-99aa-1df51b68633d'] {{(pid=104054) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 17:38:19.363773 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:38:19.487045 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-52218137-a085-4c71-a790-e6c67a3c17b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11193f77-50ca-44b2-b11f-2fbebd19e4e2', 'name': 'tempest-AttachVolumeNegativeTest-214174450-router', 'tenant_id': 'd63c592c0afb4dfc9dd5b36be791decd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'external_fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': '1b34cba4-0f25-405b-ba3a-eb96ea0d3da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:34:12Z', 'updated_at': '2022-06-16T17:34:25Z', 'revision_number': 4, 'project_id': 'd63c592c0afb4dfc9dd5b36be791decd', 'gw_port': {'id': '1b34cba4-0f25-405b-ba3a-eb96ea0d3da8', 'name': '', 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:7c:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11193f77-50ca-44b2-b11f-2fbebd19e4e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:34:14Z', 'updated_at': '2022-06-16T17:34:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47584a51-19b7-439b-9f28-a7f577441b18', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-2-iscsi', '_interfaces': [{'id': '68377c34-b3bb-4601-82c6-3c4a3412211a', 'name': '', 'network_id': '6fb674c9-6bb7-4c32-892c-b28837e89812', 'tenant_id': 'd63c592c0afb4dfc9dd5b36be791decd', 'mac_address': 'fa:16:3e:52:d8:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11193f77-50ca-44b2-b11f-2fbebd19e4e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'f4f4c81e-fe9f-4dc1-bcfe-dd76fde3e7db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:34:23Z', 'updated_at': '2022-06-16T17:34:39Z', 'revision_number': 5, 'project_id': 'd63c592c0afb4dfc9dd5b36be791decd', 'subnets': [{'id': 'f4f4c81e-fe9f-4dc1-bcfe-dd76fde3e7db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837546-2-iscsi', False) {} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:38:19.497874 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dea49e5-be9d-44f5-8edb-9ebbcd8fc9ba req-bc935ff1-d44a-4607-ab4f-aab195ddeaa4 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:38:19.499530 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-1dea49e5-be9d-44f5-8edb-9ebbcd8fc9ba req-bc935ff1-d44a-4607-ab4f-aab195ddeaa4 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] 10.222.0.40 "GET /v2.0/ports?device_id=2ea8edce-fee8-4dbd-ae01-e4d060cf5597 HTTP/1.1" status: 200 len: 945 time: 0.0548437 Jun 16 17:38:19.522164 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=100 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:38:19.541582 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=100 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:38:19.555723 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-1dea49e5-be9d-44f5-8edb-9ebbcd8fc9ba req-cdcbb850-7d78-4dad-a535-0bd5198de04a tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] 10.222.0.40 "GET /v2.0/security-groups?id=242115b7-43ec-477c-967c-8b04bb3085a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501463 Jun 16 17:38:19.643266 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428c73da-dd11-4603-8c55-48e1ac966cb3 req-77f3a55c-8262-4297-80c0-cc3e1082679d tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:38:19.651370 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-428c73da-dd11-4603-8c55-48e1ac966cb3 req-77f3a55c-8262-4297-80c0-cc3e1082679d tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/ports?device_id=ade4cabc-bd7b-4506-b836-9178181c78e2 HTTP/1.1" status: 200 len: 944 time: 0.0578282 Jun 16 17:38:19.657699 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52218137-a085-4c71-a790-e6c67a3c17b9 None None] Checking router: 11193f77-50ca-44b2-b11f-2fbebd19e4e2 for host: dv-cinder-837546-2-iscsi {{(pid=104054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:38:19.685439 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52218137-a085-4c71-a790-e6c67a3c17b9 None None] Routers {'11193f77-50ca-44b2-b11f-2fbebd19e4e2'} bound to L3 agent in host dv-cinder-837546-2-iscsi {{(pid=104054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:38:19.686788 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-52218137-a085-4c71-a790-e6c67a3c17b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-16T17:26:01Z,description=,heartbeat_timestamp=2022-06-16T17:38:01Z,host='dv-cinder-837546-2-iscsi',id=43e250b4-0ce3-4949-aa8c-0bafe6454580,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:26:01Z,topic='l3_agent')) {'router_ids': ['11193f77-50ca-44b2-b11f-2fbebd19e4e2'], 'active': True} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:38:19.701669 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-428c73da-dd11-4603-8c55-48e1ac966cb3 req-2cfd18a0-f540-4c6c-b219-97940fc2a8af tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ec9cd17-f7bf-42f7-88bc-22078d613669&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494182 Jun 16 17:38:19.800616 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvr_db [None req-52218137-a085-4c71-a790-e6c67a3c17b9 None None] Set router 11193f77-50ca-44b2-b11f-2fbebd19e4e2 gateway port host: dv-cinder-837546-2-iscsi {{(pid=104054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:38:19.821814 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 58502) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:38:19.883304 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-e8f0539a-eebe-4435-a445-5f97a553dc66 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Publish callbacks [] for security_group (a0d4f3a0-543e-4bef-a0de-bb3612408920), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:38:19.903078 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:38:19.908408 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-e8f0539a-eebe-4435-a445-5f97a553dc66 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Publish callbacks [] for security_group (a0d4f3a0-543e-4bef-a0de-bb3612408920), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:38:19.961585 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-e8f0539a-eebe-4435-a445-5f97a553dc66 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (a0d4f3a0-543e-4bef-a0de-bb3612408920), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:38:19.964699 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-e8f0539a-eebe-4435-a445-5f97a553dc66 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Publish callbacks [] for security_group (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:38:19.965949 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-e8f0539a-eebe-4435-a445-5f97a553dc66 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "DELETE /v2.0/security-groups/a0d4f3a0-543e-4bef-a0de-bb3612408920 HTTP/1.1" status: 204 len: 168 time: 0.1430976 Jun 16 17:38:19.970371 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 58504) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:38:19.978231 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f0539a-eebe-4435-a445-5f97a553dc66 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0d4f3a0-543e-4bef-a0de-bb3612408920,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:38:19.995669 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.api.v2.resource [None req-8485306b-cadc-4b26-95ab-c3e8b9af0c9d tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] show failed (client error): The resource could not be found. Jun 16 17:38:19.996677 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-8485306b-cadc-4b26-95ab-c3e8b9af0c9d tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "GET /v2.0/security-groups/a0d4f3a0-543e-4bef-a0de-bb3612408920 HTTP/1.1" status: 404 len: 347 time: 0.0268865 Jun 16 17:38:19.999935 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 58506) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:38:20.024435 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-52218137-a085-4c71-a790-e6c67a3c17b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11193f77-50ca-44b2-b11f-2fbebd19e4e2', 'name': 'tempest-AttachVolumeNegativeTest-214174450-router', 'tenant_id': 'd63c592c0afb4dfc9dd5b36be791decd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'external_fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': '1b34cba4-0f25-405b-ba3a-eb96ea0d3da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:34:12Z', 'updated_at': '2022-06-16T17:34:25Z', 'revision_number': 4, 'project_id': 'd63c592c0afb4dfc9dd5b36be791decd', 'gw_port': {'id': '1b34cba4-0f25-405b-ba3a-eb96ea0d3da8', 'name': '', 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:7c:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11193f77-50ca-44b2-b11f-2fbebd19e4e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:34:14Z', 'updated_at': '2022-06-16T17:34:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47584a51-19b7-439b-9f28-a7f577441b18', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-2-iscsi', '_interfaces': [{'id': '68377c34-b3bb-4601-82c6-3c4a3412211a', 'name': '', 'network_id': '6fb674c9-6bb7-4c32-892c-b28837e89812', 'tenant_id': 'd63c592c0afb4dfc9dd5b36be791decd', 'mac_address': 'fa:16:3e:52:d8:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11193f77-50ca-44b2-b11f-2fbebd19e4e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'f4f4c81e-fe9f-4dc1-bcfe-dd76fde3e7db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:34:23Z', 'updated_at': '2022-06-16T17:34:39Z', 'revision_number': 5, 'project_id': 'd63c592c0afb4dfc9dd5b36be791decd', 'subnets': [{'id': 'f4f4c81e-fe9f-4dc1-bcfe-dd76fde3e7db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837546-2-iscsi', False) {} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:38:20.055386 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52218137-a085-4c71-a790-e6c67a3c17b9 None None] The sync data for ids ['11193f77-50ca-44b2-b11f-2fbebd19e4e2'] in dv-cinder-837546-2-iscsi is: [{'id': '11193f77-50ca-44b2-b11f-2fbebd19e4e2', 'name': 'tempest-AttachVolumeNegativeTest-214174450-router', 'tenant_id': 'd63c592c0afb4dfc9dd5b36be791decd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'external_fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': '1b34cba4-0f25-405b-ba3a-eb96ea0d3da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:34:12Z', 'updated_at': '2022-06-16T17:34:25Z', 'revision_number': 4, 'project_id': 'd63c592c0afb4dfc9dd5b36be791decd', 'gw_port': {'id': '1b34cba4-0f25-405b-ba3a-eb96ea0d3da8', 'name': '', 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:7c:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11193f77-50ca-44b2-b11f-2fbebd19e4e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:34:14Z', 'updated_at': '2022-06-16T17:34:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47584a51-19b7-439b-9f28-a7f577441b18', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-2-iscsi', '_interfaces': [{'id': '68377c34-b3bb-4601-82c6-3c4a3412211a', 'name': '', 'network_id': '6fb674c9-6bb7-4c32-892c-b28837e89812', 'tenant_id': 'd63c592c0afb4dfc9dd5b36be791decd', 'mac_address': 'fa:16:3e:52:d8:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11193f77-50ca-44b2-b11f-2fbebd19e4e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'f4f4c81e-fe9f-4dc1-bcfe-dd76fde3e7db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:34:23Z', 'updated_at': '2022-06-16T17:34:39Z', 'revision_number': 5, 'project_id': 'd63c592c0afb4dfc9dd5b36be791decd', 'subnets': [{'id': 'f4f4c81e-fe9f-4dc1-bcfe-dd76fde3e7db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:38:20.124482 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-311d06cb-2b19-4e93-8719-35cae6ba4d1b tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Deleting port 639698b3-d115-45b0-a39d-4cf85744bc3a {{(pid=104052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 17:38:20.124819 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-311d06cb-2b19-4e93-8719-35cae6ba4d1b tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762170394215'] for port (639698b3-d115-45b0-a39d-4cf85744bc3a), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:38:20.202542 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-311d06cb-2b19-4e93-8719-35cae6ba4d1b tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376266'] for port (639698b3-d115-45b0-a39d-4cf85744bc3a), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:38:20.202864 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-311d06cb-2b19-4e93-8719-35cae6ba4d1b tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Publish callbacks [] for floatingip (639698b3-d115-45b0-a39d-4cf85744bc3a), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:38:20.216418 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-311d06cb-2b19-4e93-8719-35cae6ba4d1b tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Calling delete_port for 639698b3-d115-45b0-a39d-4cf85744bc3a owned by network:floatingip {{(pid=104052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 17:38:20.304398 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f9854ed-1256-49ac-9f7d-92f23de42735 None None] New status for floating IP c00ce975-7982-4c22-90c3-940b97998ecb: DOWN {{(pid=104055) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 17:38:20.377098 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-311d06cb-2b19-4e93-8719-35cae6ba4d1b tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762170396510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762170029087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62916395'] for port (639698b3-d115-45b0-a39d-4cf85744bc3a), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:38:20.380987 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron_lib.db.api [None req-2f9854ed-1256-49ac-9f7d-92f23de42735 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104055) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 16 17:38:20.381804 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG oslo_db.api [None req-2f9854ed-1256-49ac-9f7d-92f23de42735 None None] Performing DB retry for function neutron.db.l3_db.L3_NAT_dbonly_mixin.update_floatingip_status {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 17:38:20.405535 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311d06cb-2b19-4e93-8719-35cae6ba4d1b tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Pushing event deleted for resources: {'Port': ['ID=639698b3-d115-45b0-a39d-4cf85744bc3a,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:38:20.467944 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-311d06cb-2b19-4e93-8719-35cae6ba4d1b tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Publish callbacks [] for floatingip (c00ce975-7982-4c22-90c3-940b97998ecb), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:38:20.470423 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-311d06cb-2b19-4e93-8719-35cae6ba4d1b tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228225'] for floatingip (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:38:20.471569 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-311d06cb-2b19-4e93-8719-35cae6ba4d1b tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "DELETE /v2.0/floatingips/c00ce975-7982-4c22-90c3-940b97998ecb HTTP/1.1" status: 204 len: 168 time: 0.4705036 Jun 16 17:38:20.549826 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 58514) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:38:20.554358 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [None req-9db2e411-2942-40b5-a511-53f7c9878404 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1738597944', 'description': 'tempest-description--412821737'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:38:20.575047 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-9db2e411-2942-40b5-a511-53f7c9878404 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Publish callbacks [] for security_group (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:38:20.607552 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:INSERT=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:38:20.670602 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-9db2e411-2942-40b5-a511-53f7c9878404 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Publish callbacks [] for security_group (995c2c40-e125-407b-92af-08530598275e), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:38:20.675962 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-9db2e411-2942-40b5-a511-53f7c9878404 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (995c2c40-e125-407b-92af-08530598275e), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:38:20.691770 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Device c5c2a113-9454-4de3-99aa-1df51b68633d up at agent hyperv_hv-cinder-83754 {{(pid=104054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 17:38:20.706005 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d097f05f-298c-4922-807f-f262a53bf7c3 req-8314cbbd-fe9b-4200-ba11-f4fc0940a0fb tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:38:20.707455 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-d097f05f-298c-4922-807f-f262a53bf7c3 req-8314cbbd-fe9b-4200-ba11-f4fc0940a0fb tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] 10.222.0.40 "GET /v2.0/ports?device_id=2ea8edce-fee8-4dbd-ae01-e4d060cf5597 HTTP/1.1" status: 200 len: 945 time: 0.0725553 Jun 16 17:38:20.717143 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:38:20.729674 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db2e411-2942-40b5-a511-53f7c9878404 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Pushing event updated for resources: {'SecurityGroup': ['ID=995c2c40-e125-407b-92af-08530598275e,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:38:20.739246 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Provisioning complete for port c5c2a113-9454-4de3-99aa-1df51b68633d triggered by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:38:20.739623 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572016'] for port (c5c2a113-9454-4de3-99aa-1df51b68633d), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:38:20.740578 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-9db2e411-2942-40b5-a511-53f7c9878404 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Publish callbacks [] for security_group (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:38:20.745247 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-9db2e411-2942-40b5-a511-53f7c9878404 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1909411 Jun 16 17:38:20.745247 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 58520) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:38:20.751011 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [None req-ceabf19e-6394-4185-861c-af2b42e130b0 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Request body: {'security_group_rule': {'security_group_id': '995c2c40-e125-407b-92af-08530598275e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:38:20.796404 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-d097f05f-298c-4922-807f-f262a53bf7c3 req-839a72ac-8167-4c11-bb74-72650779437d tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] 10.222.0.40 "GET /v2.0/security-groups?id=242115b7-43ec-477c-967c-8b04bb3085a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761766 Jun 16 17:38:20.805252 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-ceabf19e-6394-4185-861c-af2b42e130b0 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Publish callbacks [] for security_group_rule (e315016c-163f-428b-86d9-b6c551997ce9), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:38:20.826490 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Current status of the port c5c2a113-9454-4de3-99aa-1df51b68633d is: BUILD; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:38:20.826908 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (c5c2a113-9454-4de3-99aa-1df51b68633d), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:38:20.856022 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ade4cabc-bd7b-4506-b836-9178181c78e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5c2a113-9454-4de3-99aa-1df51b68633d'}] {{(pid=104054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 17:38:20.858177 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5645e34771f2e92f66b701059e1edb0e2a0b319a1385596c591183f5993537e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdf4b330-7961-4bf2-985b-626d45879e99" -d '{"events": [{"server_uuid": "ade4cabc-bd7b-4506-b836-9178181c78e2", "name": "network-vif-plugged", "status": "completed", "tag": "c5c2a113-9454-4de3-99aa-1df51b68633d"}]}' {{(pid=104054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:38:20.871548 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] For port c5c2a113-9454-4de3-99aa-1df51b68633d, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=c5c2a113-9454-4de3-99aa-1df51b68633d,segment=NetworkSegment(86f1a2bf-e88a-4894-b8aa-61c574f8d191),segment_id=86f1a2bf-e88a-4894-b8aa-61c574f8d191)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:38:20.874138 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518ab9a9-bc61-4427-9ff2-1436c25b5428 req-9d76d535-11d0-4c6c-9298-750266a697d3 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:38:20.875651 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-518ab9a9-bc61-4427-9ff2-1436c25b5428 req-9d76d535-11d0-4c6c-9298-750266a697d3 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/ports?device_id=ade4cabc-bd7b-4506-b836-9178181c78e2 HTTP/1.1" status: 200 len: 944 time: 0.0671017 Jun 16 17:38:20.877865 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114'] for port (c5c2a113-9454-4de3-99aa-1df51b68633d), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:38:20.879046 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Device 34435ad7-815c-4541-888a-58d96e70159f no longer exists at agent hyperv_hv-cinder-83754 {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 17:38:20.903047 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 17:38:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b404f2c-8d02-4785-ab01-060504e78763 x-openstack-request-id: req-7b404f2c-8d02-4785-ab01-060504e78763 {{(pid=104054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:38:20.903341 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ade4cabc-bd7b-4506-b836-9178181c78e2", "name": "network-vif-plugged", "status": "completed", "tag": "c5c2a113-9454-4de3-99aa-1df51b68633d", "code": 200}]} {{(pid=104054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:38:20.903626 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-7b404f2c-8d02-4785-ab01-060504e78763 {{(pid=104054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:38:20.904090 dv-cinder-837546-2-iscsi neutron-server[104054]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b404f2c-8d02-4785-ab01-060504e78763'] response: {'server_uuid': 'ade4cabc-bd7b-4506-b836-9178181c78e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5c2a113-9454-4de3-99aa-1df51b68633d', 'code': 200} Jun 16 17:38:20.908082 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] No Port match for: 34435ad7-815c-4541-888a-58d96e70159f {{(pid=104054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 17:38:20.908429 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Device 34435ad7-815c-4541-888a-58d96e70159f not bound to the agent host hv-cinder-83754 {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 17:38:20.935963 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-ceabf19e-6394-4185-861c-af2b42e130b0 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Publish callbacks [] for security_group_rule (e315016c-163f-428b-86d9-b6c551997ce9), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:38:20.940782 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-ceabf19e-6394-4185-861c-af2b42e130b0 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522948'] for security_group_rule (e315016c-163f-428b-86d9-b6c551997ce9), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:38:20.954084 dv-cinder-837546-2-iscsi neutron-server[104055]: WARNING neutron.objects.base [None req-2f9854ed-1256-49ac-9f7d-92f23de42735 None None] ORM session: SQL execution without transaction in progress, traceback: Jun 16 17:38:20.954084 dv-cinder-837546-2-iscsi neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/greenpool.py", line 88, in _spawn_n_impl Jun 16 17:38:20.954084 dv-cinder-837546-2-iscsi neutron-server[104055]: func(*args, **kwargs) Jun 16 17:38:20.954084 dv-cinder-837546-2-iscsi neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/futurist/_green.py", line 69, in __call__ Jun 16 17:38:20.954084 dv-cinder-837546-2-iscsi neutron-server[104055]: self.work.run() Jun 16 17:38:20.954084 dv-cinder-837546-2-iscsi neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/futurist/_utils.py", line 45, in run Jun 16 17:38:20.954084 dv-cinder-837546-2-iscsi neutron-server[104055]: result = self.fn(*self.args, **self.kwargs) Jun 16 17:38:20.954084 dv-cinder-837546-2-iscsi neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 16 17:38:20.954084 dv-cinder-837546-2-iscsi neutron-server[104055]: res = self.dispatcher.dispatch(message) Jun 16 17:38:20.954084 dv-cinder-837546-2-iscsi neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 16 17:38:20.954084 dv-cinder-837546-2-iscsi neutron-server[104055]: return self._do_dispatch(endpoint, method, ctxt, args) Jun 16 17:38:20.954084 dv-cinder-837546-2-iscsi neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 16 17:38:20.954084 dv-cinder-837546-2-iscsi neutron-server[104055]: result = func(ctxt, **new_args) Jun 16 17:38:20.954084 dv-cinder-837546-2-iscsi neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Jun 16 17:38:20.954084 dv-cinder-837546-2-iscsi neutron-server[104055]: return f(*args, **kwargs) Jun 16 17:38:20.954084 dv-cinder-837546-2-iscsi neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 16 17:38:20.954084 dv-cinder-837546-2-iscsi neutron-server[104055]: return f(*args, **kwargs) Jun 16 17:38:20.954084 dv-cinder-837546-2-iscsi neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Jun 16 17:38:20.954084 dv-cinder-837546-2-iscsi neutron-server[104055]: return f(*dup_args, **dup_kwargs) Jun 16 17:38:20.954084 dv-cinder-837546-2-iscsi neutron-server[104055]: File "/opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py", line 273, in update_floatingip_statuses Jun 16 17:38:20.954084 dv-cinder-837546-2-iscsi neutron-server[104055]: self.l3plugin.update_floatingip_status(context, Jun 16 17:38:20.954084 dv-cinder-837546-2-iscsi neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Jun 16 17:38:20.954084 dv-cinder-837546-2-iscsi neutron-server[104055]: return f_with_retry(*args, **kwargs, Jun 16 17:38:20.954084 dv-cinder-837546-2-iscsi neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Jun 16 17:38:20.954084 dv-cinder-837546-2-iscsi neutron-server[104055]: return f(*args, **kwargs) Jun 16 17:38:20.954084 dv-cinder-837546-2-iscsi neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 16 17:38:20.954084 dv-cinder-837546-2-iscsi neutron-server[104055]: return f(*args, **kwargs) Jun 16 17:38:20.954084 dv-cinder-837546-2-iscsi neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Jun 16 17:38:20.954084 dv-cinder-837546-2-iscsi neutron-server[104055]: return f(*dup_args, **dup_kwargs) Jun 16 17:38:20.954084 dv-cinder-837546-2-iscsi neutron-server[104055]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 1557, in update_floatingip_status Jun 16 17:38:20.954084 dv-cinder-837546-2-iscsi neutron-server[104055]: return l3_obj.FloatingIP.update_object( Jun 16 17:38:20.954084 dv-cinder-837546-2-iscsi neutron-server[104055]: File "/opt/stack/neutron/neutron/objects/base.py", line 737, in update_object Jun 16 17:38:20.954084 dv-cinder-837546-2-iscsi neutron-server[104055]: return super(NeutronDbObject, cls).update_object( Jun 16 17:38:20.954084 dv-cinder-837546-2-iscsi neutron-server[104055]: File "/opt/stack/neutron/neutron/objects/base.py", line 329, in update_object Jun 16 17:38:20.954084 dv-cinder-837546-2-iscsi neutron-server[104055]: obj = cls.get_object( Jun 16 17:38:20.954084 dv-cinder-837546-2-iscsi neutron-server[104055]: File "/opt/stack/neutron/neutron/objects/base.py", line 644, in get_object Jun 16 17:38:20.954084 dv-cinder-837546-2-iscsi neutron-server[104055]: db_obj = obj_db_api.get_object( Jun 16 17:38:20.954084 dv-cinder-837546-2-iscsi neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jun 16 17:38:20.954084 dv-cinder-837546-2-iscsi neutron-server[104055]: return fn(*args, **kwargs) Jun 16 17:38:20.954084 dv-cinder-837546-2-iscsi neutron-server[104055]: File "/opt/stack/neutron/neutron/objects/db/api.py", line 35, in get_object Jun 16 17:38:20.954084 dv-cinder-837546-2-iscsi neutron-server[104055]: return _get_filter_query(obj_cls, context, **kwargs).first() Jun 16 17:38:20.954084 dv-cinder-837546-2-iscsi neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2819, in first Jun 16 17:38:20.954084 dv-cinder-837546-2-iscsi neutron-server[104055]: return self.limit(1)._iter().first() Jun 16 17:38:20.954084 dv-cinder-837546-2-iscsi neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2903, in _iter Jun 16 17:38:20.954084 dv-cinder-837546-2-iscsi neutron-server[104055]: result = self.session.execute( Jun 16 17:38:20.954084 dv-cinder-837546-2-iscsi neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1693, in execute Jun 16 17:38:20.954084 dv-cinder-837546-2-iscsi neutron-server[104055]: result = fn(orm_exec_state) Jun 16 17:38:20.954084 dv-cinder-837546-2-iscsi neutron-server[104055]: Jun 16 17:38:20.962130 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Pushing event updated for resources: {'Port': ['ID=c5c2a113-9454-4de3-99aa-1df51b68633d,revision_number=10']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:38:20.971393 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-518ab9a9-bc61-4427-9ff2-1436c25b5428 req-91f4de8f-ca06-4473-88c5-39f9ef46b109 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ec9cd17-f7bf-42f7-88bc-22078d613669&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866735 Jun 16 17:38:20.972862 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceabf19e-6394-4185-861c-af2b42e130b0 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e315016c-163f-428b-86d9-b6c551997ce9,revision_number=0']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:38:20.978595 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-ceabf19e-6394-4185-861c-af2b42e130b0 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:38:20.981192 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-ceabf19e-6394-4185-861c-af2b42e130b0 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2322543 Jun 16 17:38:20.982455 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 58524) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:38:20.986965 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [None req-ee98b0e8-be99-4144-bca6-21d42543cf7e tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Request body: {'security_group_rule': {'security_group_id': '995c2c40-e125-407b-92af-08530598275e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:38:21.022609 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-ee98b0e8-be99-4144-bca6-21d42543cf7e tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Publish callbacks [] for security_group_rule (f403347f-0ca6-43d0-8519-ee883d9f8a58), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:38:21.076587 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-ee98b0e8-be99-4144-bca6-21d42543cf7e tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Publish callbacks [] for security_group_rule (f403347f-0ca6-43d0-8519-ee883d9f8a58), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:38:21.080352 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-ee98b0e8-be99-4144-bca6-21d42543cf7e tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522948'] for security_group_rule (f403347f-0ca6-43d0-8519-ee883d9f8a58), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:38:21.101816 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee98b0e8-be99-4144-bca6-21d42543cf7e tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f403347f-0ca6-43d0-8519-ee883d9f8a58,revision_number=0']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:38:21.108508 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-ee98b0e8-be99-4144-bca6-21d42543cf7e tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:38:21.109666 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-ee98b0e8-be99-4144-bca6-21d42543cf7e tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1261065 Jun 16 17:38:21.112796 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 58526) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:38:21.114635 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee98b0e8-be99-4144-bca6-21d42543cf7e tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:38:21.115244 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee98b0e8-be99-4144-bca6-21d42543cf7e tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:38:21.115585 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee98b0e8-be99-4144-bca6-21d42543cf7e tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:38:21.115927 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee98b0e8-be99-4144-bca6-21d42543cf7e tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:38:21.116254 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee98b0e8-be99-4144-bca6-21d42543cf7e tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:38:21.116583 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee98b0e8-be99-4144-bca6-21d42543cf7e tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:38:21.116907 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee98b0e8-be99-4144-bca6-21d42543cf7e tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:38:21.117271 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee98b0e8-be99-4144-bca6-21d42543cf7e tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:38:21.117597 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee98b0e8-be99-4144-bca6-21d42543cf7e tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:38:21.118431 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.v2.base [None req-db2ad73f-2fdd-4878-a7fe-a77ada375e0a tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Request body: {'floatingip': {'floating_network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2'}} {{(pid=104053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:38:21.118596 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee98b0e8-be99-4144-bca6-21d42543cf7e tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:38:21.118933 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee98b0e8-be99-4144-bca6-21d42543cf7e tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:38:21.119260 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee98b0e8-be99-4144-bca6-21d42543cf7e tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:38:21.119619 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee98b0e8-be99-4144-bca6-21d42543cf7e tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:38:21.119909 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee98b0e8-be99-4144-bca6-21d42543cf7e tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:38:21.120229 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee98b0e8-be99-4144-bca6-21d42543cf7e tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:38:21.140759 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-db2ad73f-2fdd-4878-a7fe-a77ada375e0a tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:38:21.223335 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-db2ad73f-2fdd-4878-a7fe-a77ada375e0a tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:38:21.339417 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.db.db_base_plugin_common [None req-db2ad73f-2fdd-4878-a7fe-a77ada375e0a tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Allocated IP 172.27.0.5 (a25e4fa3-c316-487c-825a-4fde1c36cdb2/47584a51-19b7-439b-9f28-a7f577441b18/10f8f4e6-9c74-418d-a2ac-c2d50e200e15) {{(pid=104053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:38:21.478995 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6535ae43-1816-4f9e-9e6a-6c0ab2115dbd req-85b84b85-6a1e-4c26-85b6-fadc0dac68fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:38:21.480492 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-6535ae43-1816-4f9e-9e6a-6c0ab2115dbd req-85b84b85-6a1e-4c26-85b6-fadc0dac68fc service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ade4cabc-bd7b-4506-b836-9178181c78e2 HTTP/1.1" status: 200 len: 1130 time: 0.0718567 Jun 16 17:38:21.484800 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-db2ad73f-2fdd-4878-a7fe-a77ada375e0a tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Publish callbacks [] for port (10f8f4e6-9c74-418d-a2ac-c2d50e200e15), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:38:21.547190 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-db2ad73f-2fdd-4878-a7fe-a77ada375e0a tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762170029078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64764667'] for port (10f8f4e6-9c74-418d-a2ac-c2d50e200e15), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:38:21.560248 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-6535ae43-1816-4f9e-9e6a-6c0ab2115dbd req-66d2366e-989d-4f9a-af4d-1a4141d6b924 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=9ec9cd17-f7bf-42f7-88bc-22078d613669&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667224 Jun 16 17:38:21.590206 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db2ad73f-2fdd-4878-a7fe-a77ada375e0a tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Network a25e4fa3-c316-487c-825a-4fde1c36cdb2 is already hosted by enough agents. {{(pid=104053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:38:21.593057 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.scheduler.base_scheduler [None req-db2ad73f-2fdd-4878-a7fe-a77ada375e0a tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Resources bound (agent type, host, resource id): {{(pid=104053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:38:21.598608 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2ad73f-2fdd-4878-a7fe-a77ada375e0a tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Received port after_create {{(pid=104053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 17:38:21.604447 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:38:21.626546 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2ad73f-2fdd-4878-a7fe-a77ada375e0a tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Pushing event updated for resources: {'Port': ['ID=10f8f4e6-9c74-418d-a2ac-c2d50e200e15,revision_number=1']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:38:21.672134 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:38:21.690585 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-db2ad73f-2fdd-4878-a7fe-a77ada375e0a tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Publish callbacks [] for floatingip (4e14d73d-3878-416b-be9b-80f763002431), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:38:21.725096 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-db2ad73f-2fdd-4878-a7fe-a77ada375e0a tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (10f8f4e6-9c74-418d-a2ac-c2d50e200e15), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:38:21.871983 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-db2ad73f-2fdd-4878-a7fe-a77ada375e0a tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Publish callbacks [] for port (10f8f4e6-9c74-418d-a2ac-c2d50e200e15), precommit_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:38:21.876372 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-db2ad73f-2fdd-4878-a7fe-a77ada375e0a tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64764658'] for port (10f8f4e6-9c74-418d-a2ac-c2d50e200e15), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:38:21.942430 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19657002-71c0-4677-b933-5f72ce2daccb req-edad960f-7da5-4f19-b711-57891ef7b210 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:38:21.943963 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-19657002-71c0-4677-b933-5f72ce2daccb req-edad960f-7da5-4f19-b711-57891ef7b210 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] 10.222.0.40 "GET /v2.0/ports?device_id=2ea8edce-fee8-4dbd-ae01-e4d060cf5597 HTTP/1.1" status: 200 len: 945 time: 0.0526161 Jun 16 17:38:21.951754 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2ad73f-2fdd-4878-a7fe-a77ada375e0a tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Pushing event updated for resources: {'Port': ['ID=10f8f4e6-9c74-418d-a2ac-c2d50e200e15,revision_number=2']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:38:21.966732 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-db2ad73f-2fdd-4878-a7fe-a77ada375e0a tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-375498'] for floatingip (4e14d73d-3878-416b-be9b-80f763002431), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:38:21.987341 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-db2ad73f-2fdd-4878-a7fe-a77ada375e0a tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228225'] for floatingip (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:38:21.988701 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-db2ad73f-2fdd-4878-a7fe-a77ada375e0a tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 0.8746562 Jun 16 17:38:22.008332 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-19657002-71c0-4677-b933-5f72ce2daccb req-624ad0b2-4a10-4ac5-a306-e03034a814af tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] 10.222.0.40 "GET /v2.0/security-groups?id=242115b7-43ec-477c-967c-8b04bb3085a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580318 Jun 16 17:38:22.100682 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b120c1da-61f5-4dae-9e9c-db42e7a9ef1a req-4fb7f666-9f87-4aa5-9723-bbf95df4dbfd tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:38:22.102918 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-b120c1da-61f5-4dae-9e9c-db42e7a9ef1a req-4fb7f666-9f87-4aa5-9723-bbf95df4dbfd tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/ports?device_id=ade4cabc-bd7b-4506-b836-9178181c78e2 HTTP/1.1" status: 200 len: 946 time: 0.0479956 Jun 16 17:38:22.162037 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-b120c1da-61f5-4dae-9e9c-db42e7a9ef1a req-52b574ce-3be5-4df1-86fe-add04c886232 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ec9cd17-f7bf-42f7-88bc-22078d613669&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531931 Jun 16 17:38:22.197106 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-3d94f1e9-58bc-465d-bdfc-7a94f68ad794 req-781dffb9-61b8-4d72-a722-6de239c5e1fe tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-securitygroup--1738597944&fields=id&tenant_id=d63c592c0afb4dfc9dd5b36be791decd HTTP/1.1" status: 200 len: 267 time: 0.0481741 Jun 16 17:38:22.305793 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d94f1e9-58bc-465d-bdfc-7a94f68ad794 req-70dd3d28-85eb-4b5d-a032-2943e1dd4a1f tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:38:22.307181 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-3d94f1e9-58bc-465d-bdfc-7a94f68ad794 req-70dd3d28-85eb-4b5d-a032-2943e1dd4a1f tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "GET /v2.0/networks?id=6fb674c9-6bb7-4c32-892c-b28837e89812 HTTP/1.1" status: 200 len: 814 time: 0.1023974 Jun 16 17:38:22.319488 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:INSERT=5,neutron:SELECT=90,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:38:22.322927 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-3d94f1e9-58bc-465d-bdfc-7a94f68ad794 req-56514c1b-f08d-4bd4-beb7-26b0da7a6a5e tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "GET /v2.0/quotas/d63c592c0afb4dfc9dd5b36be791decd HTTP/1.1" status: 200 len: 375 time: 0.0101001 Jun 16 17:38:22.376584 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-3d94f1e9-58bc-465d-bdfc-7a94f68ad794 req-ceb1b7d4-f661-43c1-bb7c-9f6a056b5a14 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=d63c592c0afb4dfc9dd5b36be791decd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0483577 Jun 16 17:38:22.474312 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-3d94f1e9-58bc-465d-bdfc-7a94f68ad794 req-368be869-1aad-43d7-8e22-0632eae0b33e service neutron] 10.222.0.40 "GET /v2.0/networks/6fb674c9-6bb7-4c32-892c-b28837e89812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858409 Jun 16 17:38:22.537719 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:INSERT=4,neutron:SELECT=95,neutron:UPDATE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:38:22.569551 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-3d94f1e9-58bc-465d-bdfc-7a94f68ad794 req-ec5dd71a-9d1e-4f8d-93c2-c953444b0ef3 service neutron] 10.222.0.40 "GET /v2.0/networks/6fb674c9-6bb7-4c32-892c-b28837e89812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892940 Jun 16 17:38:22.735045 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-8b75b765-5e75-4ad8-a147-ff16a456a3dc req-9fe70f85-6411-4477-b881-3183032ff768 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "GET /v2.0/ports?device_id=a84a8707-8182-47fa-b359-249a10a44e48 HTTP/1.1" status: 200 len: 210 time: 0.0284145 Jun 16 17:38:23.129183 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb961ad-30e8-4a79-b3e8-cd5983e12558 req-4af14d9e-1128-4be0-a767-4ea415c26002 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:38:23.130646 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-5bb961ad-30e8-4a79-b3e8-cd5983e12558 req-4af14d9e-1128-4be0-a767-4ea415c26002 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] 10.222.0.40 "GET /v2.0/ports?device_id=2ea8edce-fee8-4dbd-ae01-e4d060cf5597 HTTP/1.1" status: 200 len: 945 time: 0.0491164 Jun 16 17:38:23.184358 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-5bb961ad-30e8-4a79-b3e8-cd5983e12558 req-9a3bcec5-2bcc-4a88-b86c-1b4b358e5303 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] 10.222.0.40 "GET /v2.0/security-groups?id=242115b7-43ec-477c-967c-8b04bb3085a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472913 Jun 16 17:38:23.309869 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b96d4ad-d35f-4f0b-a30b-d16714a61e5d req-0c2187ba-52a6-47e6-842a-9df6003e2733 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:38:23.311438 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-4b96d4ad-d35f-4f0b-a30b-d16714a61e5d req-0c2187ba-52a6-47e6-842a-9df6003e2733 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/ports?device_id=ade4cabc-bd7b-4506-b836-9178181c78e2 HTTP/1.1" status: 200 len: 946 time: 0.0536792 Jun 16 17:38:23.361472 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-4b96d4ad-d35f-4f0b-a30b-d16714a61e5d req-67d44579-8c7a-469d-a9e9-938b3befc438 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ec9cd17-f7bf-42f7-88bc-22078d613669&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435634 Jun 16 17:38:23.434145 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e1a74a-6822-423d-8381-ee0c8717c8c4 req-d12f5865-56a6-488b-936c-b155b25d1dad tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:38:23.435920 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-91e1a74a-6822-423d-8381-ee0c8717c8c4 req-d12f5865-56a6-488b-936c-b155b25d1dad tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] 10.222.0.40 "GET /v2.0/ports?device_id=2ea8edce-fee8-4dbd-ae01-e4d060cf5597 HTTP/1.1" status: 200 len: 945 time: 0.0609694 Jun 16 17:38:23.489248 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-91e1a74a-6822-423d-8381-ee0c8717c8c4 req-8659661e-4736-4ca1-9caa-0cc3f8f11696 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] 10.222.0.40 "GET /v2.0/security-groups?id=242115b7-43ec-477c-967c-8b04bb3085a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464275 Jun 16 17:38:23.602711 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe5c86a-2122-4ac0-9402-3b70ac212099 req-0a16e41d-25aa-49ef-af15-8e2c434b9ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:38:23.604503 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-1fe5c86a-2122-4ac0-9402-3b70ac212099 req-0a16e41d-25aa-49ef-af15-8e2c434b9ed5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4904f0e2f64e4bef989f441380e843b5&device_id=2ea8edce-fee8-4dbd-ae01-e4d060cf5597 HTTP/1.1" status: 200 len: 1129 time: 0.0421982 Jun 16 17:38:23.706327 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe5c86a-2122-4ac0-9402-3b70ac212099 req-15c940b3-1f1e-4934-a4e6-9bf96a1cb483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:38:23.707788 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-1fe5c86a-2122-4ac0-9402-3b70ac212099 req-15c940b3-1f1e-4934-a4e6-9bf96a1cb483 service neutron] 10.222.0.47 "GET /v2.0/networks?id=7174c275-7bd9-4bad-898d-52e5729a7a31 HTTP/1.1" status: 200 len: 912 time: 0.0939398 Jun 16 17:38:23.835375 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-61871981-e61f-425f-8fae-cff4ff8f3d72 req-268b8b6c-371b-47c7-8145-2923a13d3c0b tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "GET /v2.0/ports?device_id=a84a8707-8182-47fa-b359-249a10a44e48 HTTP/1.1" status: 200 len: 210 time: 0.0322244 Jun 16 17:38:24.127668 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-1fe5c86a-2122-4ac0-9402-3b70ac212099 req-89c39e90-e344-491a-8e5e-96aeba3bcd54 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4e13aef5-2de9-4312-9c58-333292fceaab HTTP/1.1" status: 200 len: 1000 time: 0.0577221 Jun 16 17:38:24.535642 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1389cdf-610d-49c0-9c12-1388f0921ac8 req-01c054de-1bcb-44dc-98e9-567c5431e84d tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:38:24.537108 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-e1389cdf-610d-49c0-9c12-1388f0921ac8 req-01c054de-1bcb-44dc-98e9-567c5431e84d tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/ports?device_id=ade4cabc-bd7b-4506-b836-9178181c78e2 HTTP/1.1" status: 200 len: 946 time: 0.0904198 Jun 16 17:38:24.545475 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe5c86a-2122-4ac0-9402-3b70ac212099 req-d6cc5606-eb84-43ac-bf5e-7986b872089c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:38:24.546480 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-1fe5c86a-2122-4ac0-9402-3b70ac212099 req-d6cc5606-eb84-43ac-bf5e-7986b872089c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f0d6e637-64db-4e7d-aa18-ced53dc06702 HTTP/1.1" status: 200 len: 850 time: 0.0717127 Jun 16 17:38:24.621214 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe5c86a-2122-4ac0-9402-3b70ac212099 req-acc2defd-8278-4305-a6cf-3c758d30f7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:38:24.621214 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-1fe5c86a-2122-4ac0-9402-3b70ac212099 req-acc2defd-8278-4305-a6cf-3c758d30f7d4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7174c275-7bd9-4bad-898d-52e5729a7a31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0633850 Jun 16 17:38:24.685739 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-e1389cdf-610d-49c0-9c12-1388f0921ac8 req-dedf4fc0-616e-4cce-a242-1d3ffe243259 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ec9cd17-f7bf-42f7-88bc-22078d613669&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091824 Jun 16 17:38:24.693954 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d94f1e9-58bc-465d-bdfc-7a94f68ad794 req-6ee47326-a9b5-470d-b8f8-9aa795a71b75 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:38:24.695347 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-3d94f1e9-58bc-465d-bdfc-7a94f68ad794 req-6ee47326-a9b5-470d-b8f8-9aa795a71b75 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.47 "GET /v2.0/networks?id=6fb674c9-6bb7-4c32-892c-b28837e89812 HTTP/1.1" status: 200 len: 814 time: 0.2111266 Jun 16 17:38:24.704840 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00573735-6ff9-46b1-a233-f0655c576f3c req-9622b78b-442d-4120-af26-c3f830ba62f5 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:38:24.706277 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-00573735-6ff9-46b1-a233-f0655c576f3c req-9622b78b-442d-4120-af26-c3f830ba62f5 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] 10.222.0.40 "GET /v2.0/ports?device_id=2ea8edce-fee8-4dbd-ae01-e4d060cf5597 HTTP/1.1" status: 200 len: 945 time: 0.0959241 Jun 16 17:38:24.755310 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-00573735-6ff9-46b1-a233-f0655c576f3c req-adc3e5f2-3fdf-4603-ba55-428e763ab1a6 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] 10.222.0.40 "GET /v2.0/security-groups?id=242115b7-43ec-477c-967c-8b04bb3085a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421178 Jun 16 17:38:24.948416 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-5d319727-4862-47e2-baf5-f84d24a24eb8 req-8fcb8dce-5ac5-42b4-9355-19b52516f77d tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "GET /v2.0/ports?device_id=a84a8707-8182-47fa-b359-249a10a44e48 HTTP/1.1" status: 200 len: 210 time: 0.0446665 Jun 16 17:38:25.014695 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-3d94f1e9-58bc-465d-bdfc-7a94f68ad794 req-9cb4290c-ea1c-4ace-8aa5-1b58fc10d08c tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d63c592c0afb4dfc9dd5b36be791decd HTTP/1.1" status: 200 len: 380 time: 0.0758231 Jun 16 17:38:25.022992 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [req-3d94f1e9-58bc-465d-bdfc-7a94f68ad794 req-41f10655-fc1f-4682-b197-8ba5d1f6fd45 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Request body: {'port': {'device_id': 'a84a8707-8182-47fa-b359-249a10a44e48', 'network_id': '6fb674c9-6bb7-4c32-892c-b28837e89812', 'admin_state_up': True, 'tenant_id': 'd63c592c0afb4dfc9dd5b36be791decd', 'security_groups': ['995c2c40-e125-407b-92af-08530598275e']}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:38:25.057439 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-1fe5c86a-2122-4ac0-9402-3b70ac212099 req-270224be-ca95-4748-b925-a1dfe0f908ea service neutron] 10.222.0.47 "GET /v2.0/networks/7174c275-7bd9-4bad-898d-52e5729a7a31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351888 Jun 16 17:38:25.128527 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:38:25.137618 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d94f1e9-58bc-465d-bdfc-7a94f68ad794 req-41f10655-fc1f-4682-b197-8ba5d1f6fd45 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Made reservation on behalf of d63c592c0afb4dfc9dd5b36be791decd for: {'port': 1} {{(pid=104052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:38:25.141044 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-3d94f1e9-58bc-465d-bdfc-7a94f68ad794 req-41f10655-fc1f-4682-b197-8ba5d1f6fd45 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:38:25.247977 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-1fe5c86a-2122-4ac0-9402-3b70ac212099 req-c0ac5e23-db0e-44e4-b84e-926807c7485f service neutron] 10.222.0.47 "GET /v2.0/networks/7174c275-7bd9-4bad-898d-52e5729a7a31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093097 Jun 16 17:38:25.267931 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:38:25.295692 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.db.db_base_plugin_common [req-3d94f1e9-58bc-465d-bdfc-7a94f68ad794 req-41f10655-fc1f-4682-b197-8ba5d1f6fd45 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Allocated IP 172.20.0.11 (6fb674c9-6bb7-4c32-892c-b28837e89812/f4f4c81e-fe9f-4dc1-bcfe-dd76fde3e7db/5216b201-175c-4137-a731-eefb03a0fd37) {{(pid=104052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:38:25.431595 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-3d94f1e9-58bc-465d-bdfc-7a94f68ad794 req-41f10655-fc1f-4682-b197-8ba5d1f6fd45 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Publish callbacks [] for port (5216b201-175c-4137-a731-eefb03a0fd37), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:38:25.465984 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-3d94f1e9-58bc-465d-bdfc-7a94f68ad794 req-41f10655-fc1f-4682-b197-8ba5d1f6fd45 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762170029078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62916395'] for port (5216b201-175c-4137-a731-eefb03a0fd37), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:38:25.513106 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d94f1e9-58bc-465d-bdfc-7a94f68ad794 req-41f10655-fc1f-4682-b197-8ba5d1f6fd45 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Network 6fb674c9-6bb7-4c32-892c-b28837e89812 is already hosted by enough agents. {{(pid=104052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:38:25.518130 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.base_scheduler [req-3d94f1e9-58bc-465d-bdfc-7a94f68ad794 req-41f10655-fc1f-4682-b197-8ba5d1f6fd45 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Resources bound (agent type, host, resource id): {{(pid=104052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:38:25.520637 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d94f1e9-58bc-465d-bdfc-7a94f68ad794 req-41f10655-fc1f-4682-b197-8ba5d1f6fd45 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Received port after_create {{(pid=104052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 17:38:25.549030 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f10655-fc1f-4682-b197-8ba5d1f6fd45 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Pushing event updated for resources: {'Port': ['ID=5216b201-175c-4137-a731-eefb03a0fd37,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:38:25.577955 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d94f1e9-58bc-465d-bdfc-7a94f68ad794 req-41f10655-fc1f-4682-b197-8ba5d1f6fd45 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:38:25.578577 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-3d94f1e9-58bc-465d-bdfc-7a94f68ad794 req-41f10655-fc1f-4682-b197-8ba5d1f6fd45 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228225'] for port (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:38:25.597113 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-3d94f1e9-58bc-465d-bdfc-7a94f68ad794 req-41f10655-fc1f-4682-b197-8ba5d1f6fd45 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5775371 Jun 16 17:38:25.610472 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [req-3d94f1e9-58bc-465d-bdfc-7a94f68ad794 req-4551f50b-5fae-4660-8f92-a076a67436a5 service neutron] Request body: {'port': {'device_id': 'a84a8707-8182-47fa-b359-249a10a44e48', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:38:25.676335 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-3d94f1e9-58bc-465d-bdfc-7a94f68ad794 req-4551f50b-5fae-4660-8f92-a076a67436a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (5216b201-175c-4137-a731-eefb03a0fd37), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:38:25.770471 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-000cd315-e6ff-4c9a-9c25-43e1d89e7bb5 None None] Provisioning complete for port 5216b201-175c-4137-a731-eefb03a0fd37 triggered by entity DHCP. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:38:25.770990 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-000cd315-e6ff-4c9a-9c25-43e1d89e7bb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572016'] for port (5216b201-175c-4137-a731-eefb03a0fd37), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:38:25.844684 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-000cd315-e6ff-4c9a-9c25-43e1d89e7bb5 None None] Port 5216b201-175c-4137-a731-eefb03a0fd37 cannot update to ACTIVE because it is not bound. {{(pid=104054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 17:38:25.926886 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfe3ac9-06e2-42a0-a084-d8706c5267d6 req-8ee04e69-6ae6-4a03-a72a-20c75aba61d9 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:38:25.928372 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-3bfe3ac9-06e2-42a0-a084-d8706c5267d6 req-8ee04e69-6ae6-4a03-a72a-20c75aba61d9 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] 10.222.0.40 "GET /v2.0/ports?device_id=2ea8edce-fee8-4dbd-ae01-e4d060cf5597 HTTP/1.1" status: 200 len: 945 time: 0.0613346 Jun 16 17:38:25.954854 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:38:26.074813 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-3bfe3ac9-06e2-42a0-a084-d8706c5267d6 req-4fcb37c7-f326-47c4-b035-d00c4611067d tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] 10.222.0.40 "GET /v2.0/security-groups?id=242115b7-43ec-477c-967c-8b04bb3085a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1364567 Jun 16 17:38:26.076870 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [req-3d94f1e9-58bc-465d-bdfc-7a94f68ad794 req-4551f50b-5fae-4660-8f92-a076a67436a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5216b201-175c-4137-a731-eefb03a0fd37 {{(pid=104052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 17:38:26.087212 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd86bf8-9dca-481c-9167-56c68ff8cd30 req-e1dc5a89-1cc2-4bb0-98e9-0fbffcd54e50 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:38:26.088955 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-1cd86bf8-9dca-481c-9167-56c68ff8cd30 req-e1dc5a89-1cc2-4bb0-98e9-0fbffcd54e50 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/ports?device_id=2d1c168b-5f64-4d47-ae45-8a006f09dfe1 HTTP/1.1" status: 200 len: 946 time: 0.1085048 Jun 16 17:38:26.093409 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-3d94f1e9-58bc-465d-bdfc-7a94f68ad794 req-4551f50b-5fae-4660-8f92-a076a67436a5 service neutron] Publish callbacks [] for port (5216b201-175c-4137-a731-eefb03a0fd37), precommit_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:38:26.106799 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=2,neutron:DELETE=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:38:26.125587 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [req-3d94f1e9-58bc-465d-bdfc-7a94f68ad794 req-4551f50b-5fae-4660-8f92-a076a67436a5 service neutron] Transition to ACTIVE for port object 5216b201-175c-4137-a731-eefb03a0fd37 will not be triggered until provisioned by entity L2. {{(pid=104052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 17:38:26.131012 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-3d94f1e9-58bc-465d-bdfc-7a94f68ad794 req-4551f50b-5fae-4660-8f92-a076a67436a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62916386'] for port (5216b201-175c-4137-a731-eefb03a0fd37), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:38:26.223050 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-1cd86bf8-9dca-481c-9167-56c68ff8cd30 req-f1f762d7-5a7a-4f78-aece-d8e5d465a526 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/security-groups?id=1fce0bbb-8968-42b3-b683-f7749fa084ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1266952 Jun 16 17:38:26.259391 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb6efc0-5934-46e8-899d-f2bb6934167f req-260c1764-acf6-4a7d-b5f8-c79dd601c8d1 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:38:26.266408 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-aeb6efc0-5934-46e8-899d-f2bb6934167f req-260c1764-acf6-4a7d-b5f8-c79dd601c8d1 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "GET /v2.0/ports?device_id=a84a8707-8182-47fa-b359-249a10a44e48 HTTP/1.1" status: 200 len: 944 time: 0.1257179 Jun 16 17:38:26.268179 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4551f50b-5fae-4660-8f92-a076a67436a5 service neutron] Pushing event updated for resources: {'Port': ['ID=5216b201-175c-4137-a731-eefb03a0fd37,revision_number=2']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:38:26.342947 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:38:26.349136 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3426da-a53f-45f5-b3ce-7d7f62e21777 req-b313fe6e-6638-40ef-b4c2-5d8bfeb3f2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:38:26.350808 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-9f3426da-a53f-45f5-b3ce-7d7f62e21777 req-b313fe6e-6638-40ef-b4c2-5d8bfeb3f2f7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d1c1d13142434356ac1210f14dad847b&device_id=2d1c168b-5f64-4d47-ae45-8a006f09dfe1 HTTP/1.1" status: 200 len: 1130 time: 0.0502357 Jun 16 17:38:26.376256 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-aeb6efc0-5934-46e8-899d-f2bb6934167f req-fc4052d8-1065-4890-830c-b43aa33f733d tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "GET /v2.0/security-groups?id=995c2c40-e125-407b-92af-08530598275e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089699 Jun 16 17:38:26.394102 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [req-3d94f1e9-58bc-465d-bdfc-7a94f68ad794 req-4551f50b-5fae-4660-8f92-a076a67436a5 service neutron] Attempting to bind port 5216b201-175c-4137-a731-eefb03a0fd37 on host hv-cinder-83754 for vnic_type normal with profile {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 17:38:26.394487 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [req-3d94f1e9-58bc-465d-bdfc-7a94f68ad794 req-4551f50b-5fae-4660-8f92-a076a67436a5 service neutron] Attempting to bind port 5216b201-175c-4137-a731-eefb03a0fd37 by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': '94313329-9a0f-475b-94f3-d6ee0916d22d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6fb674c9-6bb7-4c32-892c-b28837e89812'}] {{(pid=104052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 17:38:26.394866 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d94f1e9-58bc-465d-bdfc-7a94f68ad794 req-4551f50b-5fae-4660-8f92-a076a67436a5 service neutron] Attempting to bind port 5216b201-175c-4137-a731-eefb03a0fd37 on network 6fb674c9-6bb7-4c32-892c-b28837e89812 {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 17:38:26.402290 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d94f1e9-58bc-465d-bdfc-7a94f68ad794 req-4551f50b-5fae-4660-8f92-a076a67436a5 service neutron] Port 5216b201-175c-4137-a731-eefb03a0fd37 on network 6fb674c9-6bb7-4c32-892c-b28837e89812 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 17:38:26.402609 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d94f1e9-58bc-465d-bdfc-7a94f68ad794 req-4551f50b-5fae-4660-8f92-a076a67436a5 service neutron] Attempting to bind port 5216b201-175c-4137-a731-eefb03a0fd37 on network 6fb674c9-6bb7-4c32-892c-b28837e89812 {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 17:38:26.407906 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d94f1e9-58bc-465d-bdfc-7a94f68ad794 req-4551f50b-5fae-4660-8f92-a076a67436a5 service neutron] Checking agent: {'id': '9f2b4370-7d03-4dcb-9a0d-4ff62d859136', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 17, 32, 17), 'started_at': datetime.datetime(2022, 6, 16, 17, 32, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 17, 38, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 17:38:26.408262 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d94f1e9-58bc-465d-bdfc-7a94f68ad794 req-4551f50b-5fae-4660-8f92-a076a67436a5 service neutron] Checking segment: {'id': '94313329-9a0f-475b-94f3-d6ee0916d22d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6fb674c9-6bb7-4c32-892c-b28837e89812'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 17:38:26.408634 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d94f1e9-58bc-465d-bdfc-7a94f68ad794 req-4551f50b-5fae-4660-8f92-a076a67436a5 service neutron] Bound using segment: {'id': '94313329-9a0f-475b-94f3-d6ee0916d22d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6fb674c9-6bb7-4c32-892c-b28837e89812'} {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 17:38:26.409052 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [req-3d94f1e9-58bc-465d-bdfc-7a94f68ad794 req-4551f50b-5fae-4660-8f92-a076a67436a5 service neutron] Bound port: 5216b201-175c-4137-a731-eefb03a0fd37, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94313329-9a0f-475b-94f3-d6ee0916d22d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6fb674c9-6bb7-4c32-892c-b28837e89812'}}] {{(pid=104052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 17:38:26.409469 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-3d94f1e9-58bc-465d-bdfc-7a94f68ad794 req-4551f50b-5fae-4660-8f92-a076a67436a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (5216b201-175c-4137-a731-eefb03a0fd37), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:38:26.451617 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:38:26.474771 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3426da-a53f-45f5-b3ce-7d7f62e21777 req-6369158f-6704-4c85-9ffa-5ca239facfe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:38:26.476247 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-9f3426da-a53f-45f5-b3ce-7d7f62e21777 req-6369158f-6704-4c85-9ffa-5ca239facfe3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=dd7b32b9-764e-43c1-a67e-f0e3f862c460 HTTP/1.1" status: 200 len: 919 time: 0.1182747 Jun 16 17:38:26.482337 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [req-3d94f1e9-58bc-465d-bdfc-7a94f68ad794 req-4551f50b-5fae-4660-8f92-a076a67436a5 service neutron] For port 5216b201-175c-4137-a731-eefb03a0fd37, host hv-cinder-83754, cleared binding levels {{(pid=104052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 17:38:26.485471 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [req-3d94f1e9-58bc-465d-bdfc-7a94f68ad794 req-4551f50b-5fae-4660-8f92-a076a67436a5 service neutron] For port 5216b201-175c-4137-a731-eefb03a0fd37, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=5216b201-175c-4137-a731-eefb03a0fd37,segment=NetworkSegment(94313329-9a0f-475b-94f3-d6ee0916d22d),segment_id=94313329-9a0f-475b-94f3-d6ee0916d22d)] {{(pid=104052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 17:38:26.495056 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-3d94f1e9-58bc-465d-bdfc-7a94f68ad794 req-4551f50b-5fae-4660-8f92-a076a67436a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62916386'] for port (5216b201-175c-4137-a731-eefb03a0fd37), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:38:26.535573 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d94f1e9-58bc-465d-bdfc-7a94f68ad794 req-4551f50b-5fae-4660-8f92-a076a67436a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:38:26.536190 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-3d94f1e9-58bc-465d-bdfc-7a94f68ad794 req-4551f50b-5fae-4660-8f92-a076a67436a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228225'] for port (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:38:26.537637 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-3d94f1e9-58bc-465d-bdfc-7a94f68ad794 req-4551f50b-5fae-4660-8f92-a076a67436a5 service neutron] 10.222.0.47 "PUT /v2.0/ports/5216b201-175c-4137-a731-eefb03a0fd37 HTTP/1.1" status: 200 len: 1094 time: 0.9315128 Jun 16 17:38:26.538083 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a84a8707-8182-47fa-b359-249a10a44e48', 'tag': '5216b201-175c-4137-a731-eefb03a0fd37'}] {{(pid=104052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 17:38:26.541224 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9713fa4f09cf3058fa9276dada2b44135c9dd2e88d0acd54628e4483b77b1e61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f2bc577-06df-471b-82f1-76ccb7eed61b" -d '{"events": [{"name": "network-changed", "server_uuid": "a84a8707-8182-47fa-b359-249a10a44e48", "tag": "5216b201-175c-4137-a731-eefb03a0fd37"}]}' {{(pid=104052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:38:26.559231 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-9f3426da-a53f-45f5-b3ce-7d7f62e21777 req-3e4f972d-1ef1-4558-8a9e-47dbd8d74a96 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bb6292bd-d4a4-4f49-ae28-32181d3a72ae HTTP/1.1" status: 200 len: 1001 time: 0.0765004 Jun 16 17:38:26.587060 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4551f50b-5fae-4660-8f92-a076a67436a5 service neutron] Pushing event updated for resources: {'Port': ['ID=5216b201-175c-4137-a731-eefb03a0fd37,revision_number=3']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:38:26.622949 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3426da-a53f-45f5-b3ce-7d7f62e21777 req-fd2bf4ae-e1a3-476a-8180-7d04eca1e40b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:38:26.624505 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-9f3426da-a53f-45f5-b3ce-7d7f62e21777 req-fd2bf4ae-e1a3-476a-8180-7d04eca1e40b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=58dbd783-c237-4164-b4f7-63cdaa3401e3 HTTP/1.1" status: 200 len: 857 time: 0.0568519 Jun 16 17:38:26.627559 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 17:38:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b5fdb91-2ba9-42b3-bbd2-f644432fb14f x-openstack-request-id: req-2b5fdb91-2ba9-42b3-bbd2-f644432fb14f {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:38:26.627838 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a84a8707-8182-47fa-b359-249a10a44e48", "tag": "5216b201-175c-4137-a731-eefb03a0fd37", "status": "completed", "code": 200}]} {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:38:26.628083 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-2b5fdb91-2ba9-42b3-bbd2-f644432fb14f {{(pid=104052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:38:26.628470 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b5fdb91-2ba9-42b3-bbd2-f644432fb14f'] response: {'name': 'network-changed', 'server_uuid': 'a84a8707-8182-47fa-b359-249a10a44e48', 'tag': '5216b201-175c-4137-a731-eefb03a0fd37', 'status': 'completed', 'code': 200} Jun 16 17:38:26.644018 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d94f1e9-58bc-465d-bdfc-7a94f68ad794 req-e8abd647-7f2b-4999-8b80-0f2dffd5aa42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:38:26.645578 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-3d94f1e9-58bc-465d-bdfc-7a94f68ad794 req-e8abd647-7f2b-4999-8b80-0f2dffd5aa42 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d63c592c0afb4dfc9dd5b36be791decd&device_id=a84a8707-8182-47fa-b359-249a10a44e48 HTTP/1.1" status: 200 len: 1128 time: 0.0479894 Jun 16 17:38:26.678847 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3426da-a53f-45f5-b3ce-7d7f62e21777 req-5cc03ff9-f6ee-49e4-a9eb-95427bc233e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:38:26.681760 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-9f3426da-a53f-45f5-b3ce-7d7f62e21777 req-5cc03ff9-f6ee-49e4-a9eb-95427bc233e3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dd7b32b9-764e-43c1-a67e-f0e3f862c460&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0500879 Jun 16 17:38:26.690808 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-3d94f1e9-58bc-465d-bdfc-7a94f68ad794 req-0f0e56f5-8f1c-4b89-b4c6-7d3fe54cb23f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5216b201-175c-4137-a731-eefb03a0fd37 HTTP/1.1" status: 200 len: 217 time: 0.0340106 Jun 16 17:38:26.745582 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d94f1e9-58bc-465d-bdfc-7a94f68ad794 req-30595b4d-f756-4c59-8a00-f3c18f5f9265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:38:26.747035 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-3d94f1e9-58bc-465d-bdfc-7a94f68ad794 req-30595b4d-f756-4c59-8a00-f3c18f5f9265 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f4f4c81e-fe9f-4dc1-bcfe-dd76fde3e7db HTTP/1.1" status: 200 len: 853 time: 0.0491724 Jun 16 17:38:26.777052 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-9f3426da-a53f-45f5-b3ce-7d7f62e21777 req-d6044423-d2ff-4a8e-96ef-fcf6111217d1 service neutron] 10.222.0.47 "GET /v2.0/networks/dd7b32b9-764e-43c1-a67e-f0e3f862c460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881240 Jun 16 17:38:26.784979 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=100 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:38:26.794601 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d94f1e9-58bc-465d-bdfc-7a94f68ad794 req-ca04bb39-23f3-426b-ab80-0769cb257bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:38:26.796259 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-3d94f1e9-58bc-465d-bdfc-7a94f68ad794 req-ca04bb39-23f3-426b-ab80-0769cb257bf9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6fb674c9-6bb7-4c32-892c-b28837e89812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0412402 Jun 16 17:38:26.872756 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-9f3426da-a53f-45f5-b3ce-7d7f62e21777 req-ff3fc3a8-195a-4cd6-9f99-60c1b767cfbd service neutron] 10.222.0.47 "GET /v2.0/networks/dd7b32b9-764e-43c1-a67e-f0e3f862c460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872784 Jun 16 17:38:26.896241 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-3d94f1e9-58bc-465d-bdfc-7a94f68ad794 req-b46516fd-a18b-408d-94ff-68a22bc9c1d9 service neutron] 10.222.0.47 "GET /v2.0/networks/6fb674c9-6bb7-4c32-892c-b28837e89812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932925 Jun 16 17:38:26.978631 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:38:26.994480 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-3d94f1e9-58bc-465d-bdfc-7a94f68ad794 req-41b17772-e66e-428f-8f32-8e7e93a79d94 service neutron] 10.222.0.47 "GET /v2.0/networks/6fb674c9-6bb7-4c32-892c-b28837e89812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906703 Jun 16 17:38:27.190105 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a31bd40-e1cd-4396-8f9d-ce2731c98900 req-1ca51c0e-4dc8-42bf-8d47-a986827aff86 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:38:27.191471 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-4a31bd40-e1cd-4396-8f9d-ce2731c98900 req-1ca51c0e-4dc8-42bf-8d47-a986827aff86 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] 10.222.0.40 "GET /v2.0/ports?device_id=2ea8edce-fee8-4dbd-ae01-e4d060cf5597 HTTP/1.1" status: 200 len: 945 time: 0.0474985 Jun 16 17:38:27.238069 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-4a31bd40-e1cd-4396-8f9d-ce2731c98900 req-8d782ea9-9856-4efb-b298-deeea963a61e tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] 10.222.0.40 "GET /v2.0/security-groups?id=242115b7-43ec-477c-967c-8b04bb3085a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404499 Jun 16 17:38:27.354622 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8a3384-0adf-4654-82f2-4273906039ea req-c2bd486e-f7e0-4e29-869b-a50986294f4e tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:38:27.356094 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-1f8a3384-0adf-4654-82f2-4273906039ea req-c2bd486e-f7e0-4e29-869b-a50986294f4e tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/ports?device_id=2d1c168b-5f64-4d47-ae45-8a006f09dfe1 HTTP/1.1" status: 200 len: 946 time: 0.0515122 Jun 16 17:38:27.381380 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:38:27.404083 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-1f8a3384-0adf-4654-82f2-4273906039ea req-2e9e17b1-92b0-4539-aabf-d7972eb4cdc1 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/security-groups?id=1fce0bbb-8968-42b3-b683-f7749fa084ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424893 Jun 16 17:38:27.494782 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f14d39-dd40-4805-96a8-d1db36d09985 req-0c4f5c96-d9fb-468b-96b2-fdff60aaeb66 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:38:27.496168 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-b5f14d39-dd40-4805-96a8-d1db36d09985 req-0c4f5c96-d9fb-468b-96b2-fdff60aaeb66 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "GET /v2.0/ports?device_id=a84a8707-8182-47fa-b359-249a10a44e48 HTTP/1.1" status: 200 len: 944 time: 0.0483880 Jun 16 17:38:27.544860 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-b5f14d39-dd40-4805-96a8-d1db36d09985 req-3de5f1d5-7933-4873-b812-d19ed238b59b tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "GET /v2.0/security-groups?id=995c2c40-e125-407b-92af-08530598275e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414612 Jun 16 17:38:28.187983 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2bc577-06df-471b-82f1-76ccb7eed61b req-884002c0-4396-4ea2-991c-1123c56c6a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:38:28.189480 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-7f2bc577-06df-471b-82f1-76ccb7eed61b req-884002c0-4396-4ea2-991c-1123c56c6a84 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d63c592c0afb4dfc9dd5b36be791decd&device_id=a84a8707-8182-47fa-b359-249a10a44e48 HTTP/1.1" status: 200 len: 1128 time: 0.0394490 Jun 16 17:38:28.284444 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2bc577-06df-471b-82f1-76ccb7eed61b req-528bb2c6-be35-40d7-b910-1f333357857e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:38:28.285947 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-7f2bc577-06df-471b-82f1-76ccb7eed61b req-528bb2c6-be35-40d7-b910-1f333357857e service neutron] 10.222.0.47 "GET /v2.0/networks?id=6fb674c9-6bb7-4c32-892c-b28837e89812 HTTP/1.1" status: 200 len: 915 time: 0.0897024 Jun 16 17:38:28.325520 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-7f2bc577-06df-471b-82f1-76ccb7eed61b req-ab8590fc-802a-4b22-aff0-abed5e4ee4cd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5216b201-175c-4137-a731-eefb03a0fd37 HTTP/1.1" status: 200 len: 217 time: 0.0331876 Jun 16 17:38:28.378135 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2bc577-06df-471b-82f1-76ccb7eed61b req-b38e85f7-6440-4257-be22-bba710517e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:38:28.379570 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-7f2bc577-06df-471b-82f1-76ccb7eed61b req-b38e85f7-6440-4257-be22-bba710517e5d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f4f4c81e-fe9f-4dc1-bcfe-dd76fde3e7db HTTP/1.1" status: 200 len: 853 time: 0.0469463 Jun 16 17:38:28.422839 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2bc577-06df-471b-82f1-76ccb7eed61b req-9bfeeee5-cc06-4b29-9559-e2c1b506007d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:38:28.424287 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-7f2bc577-06df-471b-82f1-76ccb7eed61b req-9bfeeee5-cc06-4b29-9559-e2c1b506007d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6fb674c9-6bb7-4c32-892c-b28837e89812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0380409 Jun 16 17:38:28.815610 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e853035-b5be-419f-a6ed-23fdfa6f4422 req-0087ce00-4935-40dc-ba1b-64ce8aa5e144 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:38:28.817053 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-9e853035-b5be-419f-a6ed-23fdfa6f4422 req-0087ce00-4935-40dc-ba1b-64ce8aa5e144 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/ports?device_id=2d1c168b-5f64-4d47-ae45-8a006f09dfe1 HTTP/1.1" status: 200 len: 946 time: 0.3315969 Jun 16 17:38:28.835455 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9784b7f-e7ee-457b-a221-e50796bde9e9 req-f6d0ab14-89c6-4696-a0b3-a90c9c7d2adf tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:38:28.837875 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-d9784b7f-e7ee-457b-a221-e50796bde9e9 req-f6d0ab14-89c6-4696-a0b3-a90c9c7d2adf tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "GET /v2.0/ports?device_id=a84a8707-8182-47fa-b359-249a10a44e48 HTTP/1.1" status: 200 len: 944 time: 0.0830152 Jun 16 17:38:28.861101 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-7f2bc577-06df-471b-82f1-76ccb7eed61b req-7df8f239-6923-4d99-b810-b6c074a1cb39 service neutron] 10.222.0.47 "GET /v2.0/networks/6fb674c9-6bb7-4c32-892c-b28837e89812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4292421 Jun 16 17:38:28.941172 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-06cd448e-57dc-41b5-bbe9-dc766f9626fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (e26ebcb9-a690-4ec1-8688-e951546304f4), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:38:28.975368 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-9e853035-b5be-419f-a6ed-23fdfa6f4422 req-6d55f6e8-18fd-454f-83ad-8e8a459a83e4 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/security-groups?id=1fce0bbb-8968-42b3-b683-f7749fa084ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1513026 Jun 16 17:38:28.983568 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-d9784b7f-e7ee-457b-a221-e50796bde9e9 req-c11fd4fa-3d68-412f-ba8c-a8c25c4220a0 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "GET /v2.0/security-groups?id=995c2c40-e125-407b-92af-08530598275e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1386683 Jun 16 17:38:29.011695 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-7f2bc577-06df-471b-82f1-76ccb7eed61b req-083cbc56-59e9-4c71-8272-a3701b8e8d61 service neutron] 10.222.0.47 "GET /v2.0/networks/6fb674c9-6bb7-4c32-892c-b28837e89812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411238 Jun 16 17:38:30.122932 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75461a0-5cc7-465f-bd2c-aa9b3af3c47b req-0cfc6e15-c54c-4925-b678-c5aa662e1648 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:38:30.124404 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-c75461a0-5cc7-465f-bd2c-aa9b3af3c47b req-0cfc6e15-c54c-4925-b678-c5aa662e1648 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/ports?device_id=2d1c168b-5f64-4d47-ae45-8a006f09dfe1 HTTP/1.1" status: 200 len: 946 time: 0.0783808 Jun 16 17:38:30.132294 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe4b136-d9cf-4b9a-ad15-100b45f4fd28 req-4d291521-962a-410f-8d1c-dc12b7e4ccfe tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:38:30.134199 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-3fe4b136-d9cf-4b9a-ad15-100b45f4fd28 req-4d291521-962a-410f-8d1c-dc12b7e4ccfe tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "GET /v2.0/ports?device_id=a84a8707-8182-47fa-b359-249a10a44e48 HTTP/1.1" status: 200 len: 944 time: 0.0792089 Jun 16 17:38:30.177169 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=100 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:38:30.210856 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-c75461a0-5cc7-465f-bd2c-aa9b3af3c47b req-a967541c-bde5-4972-94e9-a3dc5a42f696 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/security-groups?id=1fce0bbb-8968-42b3-b683-f7749fa084ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757174 Jun 16 17:38:30.213880 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-3fe4b136-d9cf-4b9a-ad15-100b45f4fd28 req-70bab0c7-1b48-4663-93b4-e43baada61d4 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "GET /v2.0/security-groups?id=995c2c40-e125-407b-92af-08530598275e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720825 Jun 16 17:38:30.730250 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Device 5216b201-175c-4137-a731-eefb03a0fd37 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=104054) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 17:38:30.832205 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] For port 5216b201-175c-4137-a731-eefb03a0fd37, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=5216b201-175c-4137-a731-eefb03a0fd37,segment=NetworkSegment(94313329-9a0f-475b-94f3-d6ee0916d22d),segment_id=94313329-9a0f-475b-94f3-d6ee0916d22d)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:38:30.852346 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Returning: {'device': '5216b201-175c-4137-a731-eefb03a0fd37', 'network_id': '6fb674c9-6bb7-4c32-892c-b28837e89812', 'port_id': '5216b201-175c-4137-a731-eefb03a0fd37', 'mac_address': 'fa:16:3e:9a:5f:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4f4c81e-fe9f-4dc1-bcfe-dd76fde3e7db', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104054) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 17:38:30.887238 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Current status of the port 5216b201-175c-4137-a731-eefb03a0fd37 is: DOWN; New status is: BUILD {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:38:30.887611 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (5216b201-175c-4137-a731-eefb03a0fd37), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:38:30.901914 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.notifiers.nova [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5216b201-175c-4137-a731-eefb03a0fd37 {{(pid=104054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 17:38:30.927175 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] For port 5216b201-175c-4137-a731-eefb03a0fd37, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=5216b201-175c-4137-a731-eefb03a0fd37,segment=NetworkSegment(94313329-9a0f-475b-94f3-d6ee0916d22d),segment_id=94313329-9a0f-475b-94f3-d6ee0916d22d)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:38:30.931585 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114'] for port (5216b201-175c-4137-a731-eefb03a0fd37), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:38:30.978877 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Pushing event updated for resources: {'Port': ['ID=5216b201-175c-4137-a731-eefb03a0fd37,revision_number=4']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:38:31.295830 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] get_ports_and_sgs() called for port_ids ['5216b201-175c-4137-a731-eefb03a0fd37'] {{(pid=104054) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 17:38:31.302083 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-fc28fb23-7c6b-489d-a911-4d1813f510fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (43e250b4-0ce3-4949-aa8c-0bafe6454580), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:38:31.385214 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34bbbec-9fbd-4d34-b11c-3e240e4f7d73 req-cfb422d0-1da5-4f6b-92a3-23007747f3f9 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:38:31.387331 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-d34bbbec-9fbd-4d34-b11c-3e240e4f7d73 req-cfb422d0-1da5-4f6b-92a3-23007747f3f9 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "GET /v2.0/ports?device_id=a84a8707-8182-47fa-b359-249a10a44e48 HTTP/1.1" status: 200 len: 945 time: 0.0885160 Jun 16 17:38:31.396128 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5ebe4f-5156-4d2e-88e3-2cdce593239e req-745636af-4a93-42d3-8b51-9634d0c7870e tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:38:31.397616 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-ab5ebe4f-5156-4d2e-88e3-2cdce593239e req-745636af-4a93-42d3-8b51-9634d0c7870e tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/ports?device_id=2d1c168b-5f64-4d47-ae45-8a006f09dfe1 HTTP/1.1" status: 200 len: 946 time: 0.0821979 Jun 16 17:38:31.418583 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:38:31.442136 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=100 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:38:31.475599 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-d34bbbec-9fbd-4d34-b11c-3e240e4f7d73 req-6444e3f1-8271-48d6-bf8a-e2496561289e tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "GET /v2.0/security-groups?id=995c2c40-e125-407b-92af-08530598275e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770242 Jun 16 17:38:31.478731 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-ab5ebe4f-5156-4d2e-88e3-2cdce593239e req-62fdd35e-0a85-4604-b459-e9300dfbad69 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/security-groups?id=1fce0bbb-8968-42b3-b683-f7749fa084ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736051 Jun 16 17:38:32.474496 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-359da135-d845-4d2e-a034-e84fcb95f5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (8e118b8c-b091-4f14-909a-13c66b53efc1), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:38:32.630052 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535c8c74-285a-426d-895e-0b921fb59c8a req-61f710bd-d702-434d-818f-9d625119fbf6 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:38:32.631519 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-535c8c74-285a-426d-895e-0b921fb59c8a req-61f710bd-d702-434d-818f-9d625119fbf6 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "GET /v2.0/ports?device_id=a84a8707-8182-47fa-b359-249a10a44e48 HTTP/1.1" status: 200 len: 945 time: 0.0825841 Jun 16 17:38:32.637613 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36954d23-c1c3-4af4-b7e1-58f196936715 req-0a1fdf0a-ad52-42af-bb4a-ab1a6946cb32 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:38:32.638964 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-36954d23-c1c3-4af4-b7e1-58f196936715 req-0a1fdf0a-ad52-42af-bb4a-ab1a6946cb32 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/ports?device_id=2d1c168b-5f64-4d47-ae45-8a006f09dfe1 HTTP/1.1" status: 200 len: 946 time: 0.0881221 Jun 16 17:38:32.713271 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-535c8c74-285a-426d-895e-0b921fb59c8a req-8cc025e9-a6de-4f3d-98cd-916f43f0d1d1 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "GET /v2.0/security-groups?id=995c2c40-e125-407b-92af-08530598275e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732331 Jun 16 17:38:32.720829 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-36954d23-c1c3-4af4-b7e1-58f196936715 req-e33ba4ae-c26f-4376-b0f8-42a09be41de1 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/security-groups?id=1fce0bbb-8968-42b3-b683-f7749fa084ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749013 Jun 16 17:38:32.742097 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Device 5216b201-175c-4137-a731-eefb03a0fd37 up at agent hyperv_hv-cinder-83754 {{(pid=104054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 17:38:32.787281 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Provisioning for port 5216b201-175c-4137-a731-eefb03a0fd37 completed by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 17:38:32.793757 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Provisioning complete for port 5216b201-175c-4137-a731-eefb03a0fd37 triggered by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:38:32.794117 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572016'] for port (5216b201-175c-4137-a731-eefb03a0fd37), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:38:32.863889 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Current status of the port 5216b201-175c-4137-a731-eefb03a0fd37 is: BUILD; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:38:32.864256 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (5216b201-175c-4137-a731-eefb03a0fd37), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:38:32.888046 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a84a8707-8182-47fa-b359-249a10a44e48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5216b201-175c-4137-a731-eefb03a0fd37'}] {{(pid=104054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 17:38:32.890258 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5645e34771f2e92f66b701059e1edb0e2a0b319a1385596c591183f5993537e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3be2dd66-dae5-4eb9-a8f7-baefeb51a0e6" -d '{"events": [{"server_uuid": "a84a8707-8182-47fa-b359-249a10a44e48", "name": "network-vif-plugged", "status": "completed", "tag": "5216b201-175c-4137-a731-eefb03a0fd37"}]}' {{(pid=104054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:38:32.903662 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] For port 5216b201-175c-4137-a731-eefb03a0fd37, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=5216b201-175c-4137-a731-eefb03a0fd37,segment=NetworkSegment(94313329-9a0f-475b-94f3-d6ee0916d22d),segment_id=94313329-9a0f-475b-94f3-d6ee0916d22d)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:38:32.908046 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114'] for port (5216b201-175c-4137-a731-eefb03a0fd37), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:38:32.935440 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 17:38:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac887352-b0c3-4ad3-9c5f-c296ceb1a648 x-openstack-request-id: req-ac887352-b0c3-4ad3-9c5f-c296ceb1a648 {{(pid=104054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:38:32.935725 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a84a8707-8182-47fa-b359-249a10a44e48", "name": "network-vif-plugged", "status": "completed", "tag": "5216b201-175c-4137-a731-eefb03a0fd37", "code": 200}]} {{(pid=104054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:38:32.935969 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-ac887352-b0c3-4ad3-9c5f-c296ceb1a648 {{(pid=104054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:38:32.936354 dv-cinder-837546-2-iscsi neutron-server[104054]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac887352-b0c3-4ad3-9c5f-c296ceb1a648'] response: {'server_uuid': 'a84a8707-8182-47fa-b359-249a10a44e48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5216b201-175c-4137-a731-eefb03a0fd37', 'code': 200} Jun 16 17:38:32.959530 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Pushing event updated for resources: {'Port': ['ID=5216b201-175c-4137-a731-eefb03a0fd37,revision_number=5']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:38:32.968182 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:38:32.968522 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:38:32.968878 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:38:32.969243 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:38:32.969596 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:38:32.969939 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:38:32.970280 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:38:32.970592 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:38:32.970904 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:38:32.971216 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:38:32.971528 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:38:32.971881 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:38:32.972198 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:38:32.972905 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:38:32.972905 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:38:33.114119 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44be0bb1-79a4-4650-b39e-5cca9f58e3b1 req-494794d3-c90b-4a0a-b3ea-cfac2814a1da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:38:33.115808 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-44be0bb1-79a4-4650-b39e-5cca9f58e3b1 req-494794d3-c90b-4a0a-b3ea-cfac2814a1da service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a84a8707-8182-47fa-b359-249a10a44e48 HTTP/1.1" status: 200 len: 1130 time: 0.0403507 Jun 16 17:38:33.159983 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-44be0bb1-79a4-4650-b39e-5cca9f58e3b1 req-5d91c42e-cd70-4758-8cc7-42f33c19ff84 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=995c2c40-e125-407b-92af-08530598275e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381382 Jun 16 17:38:33.868915 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bb575e-fac7-44b8-b132-75ad159da9fd req-826fe898-ce10-4fcd-93ea-e071b1efa411 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:38:33.870325 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-b9bb575e-fac7-44b8-b132-75ad159da9fd req-826fe898-ce10-4fcd-93ea-e071b1efa411 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "GET /v2.0/ports?device_id=a84a8707-8182-47fa-b359-249a10a44e48 HTTP/1.1" status: 200 len: 946 time: 0.0829856 Jun 16 17:38:33.878659 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fa7421-604f-4de8-982d-00f6c8141fda req-b49c280f-9ea2-4cca-befa-449b2c528c04 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:38:33.880079 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-a2fa7421-604f-4de8-982d-00f6c8141fda req-b49c280f-9ea2-4cca-befa-449b2c528c04 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/ports?device_id=2d1c168b-5f64-4d47-ae45-8a006f09dfe1 HTTP/1.1" status: 200 len: 946 time: 0.0792575 Jun 16 17:38:33.956302 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-b9bb575e-fac7-44b8-b132-75ad159da9fd req-405085db-530a-4725-a220-9d9ede851b86 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "GET /v2.0/security-groups?id=995c2c40-e125-407b-92af-08530598275e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752711 Jun 16 17:38:33.959284 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-a2fa7421-604f-4de8-982d-00f6c8141fda req-41b279c0-6b5d-4bae-9ccd-ee3b22a65955 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/security-groups?id=1fce0bbb-8968-42b3-b683-f7749fa084ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707359 Jun 16 17:38:34.176465 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-1d81e0cb-ff47-4623-99d5-ab370c19a781 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (25dd433a-18a0-496e-b58c-593ddca2a11d), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:38:34.482808 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (f1f6c009-5a31-4833-b180-4d9d41a55fe5), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:38:35.107434 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3820ab-b252-4525-ba97-bdd5642a4c87 req-2cf75d49-ceb9-42cd-8931-27872f4d63b9 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:38:35.108933 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-9a3820ab-b252-4525-ba97-bdd5642a4c87 req-2cf75d49-ceb9-42cd-8931-27872f4d63b9 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "GET /v2.0/ports?device_id=a84a8707-8182-47fa-b359-249a10a44e48 HTTP/1.1" status: 200 len: 946 time: 0.0798314 Jun 16 17:38:35.117596 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12e4e5c-e382-492a-94b5-3d8f86409f5b req-469d2e4f-cffb-4071-a807-454097f9d939 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:38:35.119259 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-f12e4e5c-e382-492a-94b5-3d8f86409f5b req-469d2e4f-cffb-4071-a807-454097f9d939 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/ports?device_id=2d1c168b-5f64-4d47-ae45-8a006f09dfe1 HTTP/1.1" status: 200 len: 946 time: 0.0790143 Jun 16 17:38:35.202221 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-9a3820ab-b252-4525-ba97-bdd5642a4c87 req-c327f962-75fe-4431-a8bc-588dc06a30f7 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "GET /v2.0/security-groups?id=995c2c40-e125-407b-92af-08530598275e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819836 Jun 16 17:38:35.206632 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-f12e4e5c-e382-492a-94b5-3d8f86409f5b req-a9a315d4-5477-4601-882a-ce4b18ebd552 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/security-groups?id=1fce0bbb-8968-42b3-b683-f7749fa084ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792923 Jun 16 17:38:36.342584 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=100 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:38:36.359907 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177ccf91-8726-4fda-a08f-939952dc82fa req-4a509f09-44ea-423e-aee5-0468edb662f1 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:38:36.361454 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-177ccf91-8726-4fda-a08f-939952dc82fa req-4a509f09-44ea-423e-aee5-0468edb662f1 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/ports?device_id=2d1c168b-5f64-4d47-ae45-8a006f09dfe1 HTTP/1.1" status: 200 len: 946 time: 0.0837522 Jun 16 17:38:36.368332 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df40fae2-d6d6-4f63-b49b-032270cfaf40 req-a42b0b2e-9c5c-4acc-805f-b672dfb01710 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:38:36.369745 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-df40fae2-d6d6-4f63-b49b-032270cfaf40 req-a42b0b2e-9c5c-4acc-805f-b672dfb01710 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "GET /v2.0/ports?device_id=a84a8707-8182-47fa-b359-249a10a44e48 HTTP/1.1" status: 200 len: 946 time: 0.0818846 Jun 16 17:38:36.444304 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-177ccf91-8726-4fda-a08f-939952dc82fa req-43f63b79-ea7c-4868-813e-b42c8c04bd08 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/security-groups?id=1fce0bbb-8968-42b3-b683-f7749fa084ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736074 Jun 16 17:38:36.452628 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-df40fae2-d6d6-4f63-b49b-032270cfaf40 req-4ca18bc6-093e-4300-8c1d-6333e2d77e5e tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "GET /v2.0/security-groups?id=995c2c40-e125-407b-92af-08530598275e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758884 Jun 16 17:38:36.566525 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6503f5-8ae6-414d-a253-b67f1195eb11 req-6c9abc13-9f73-4ad3-8f97-910a1e8f36b3 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:38:36.567963 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-ec6503f5-8ae6-414d-a253-b67f1195eb11 req-6c9abc13-9f73-4ad3-8f97-910a1e8f36b3 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "GET /v2.0/ports?device_id=a84a8707-8182-47fa-b359-249a10a44e48 HTTP/1.1" status: 200 len: 946 time: 0.0476329 Jun 16 17:38:36.576682 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 58688) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:38:36.580912 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [None req-0b7492f6-c9be-4436-8f23-e4a8785e753a tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Request body: {'floatingip': {'port_id': '5216b201-175c-4137-a731-eefb03a0fd37'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:38:36.622513 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0b7492f6-c9be-4436-8f23-e4a8785e753a tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Publish callbacks [] for floatingip (4e14d73d-3878-416b-be9b-80f763002431), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:38:36.819825 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=100 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:38:36.862809 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=46 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:38:36.869807 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=33 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:38:37.034156 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0b7492f6-c9be-4436-8f23-e4a8785e753a tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:38:37.040836 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0b7492f6-c9be-4436-8f23-e4a8785e753a tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-375498'] for floatingip (4e14d73d-3878-416b-be9b-80f763002431), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:38:37.140992 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.db.l3_db [None req-0b7492f6-c9be-4436-8f23-e4a8785e753a tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Floating IP 4e14d73d-3878-416b-be9b-80f763002431 associated. External IP: 172.27.0.5, port: 5216b201-175c-4137-a731-eefb03a0fd37. Jun 16 17:38:37.354208 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b7492f6-c9be-4436-8f23-e4a8785e753a tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Router 11193f77-50ca-44b2-b11f-2fbebd19e4e2 has already been hosted by L3 agent 43e250b4-0ce3-4949-aa8c-0bafe6454580 {{(pid=104052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 17:38:37.416196 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:38:37.471914 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b7492f6-c9be-4436-8f23-e4a8785e753a tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Notify agent at l3_agent.dv-cinder-837546-2-iscsi the message routers_updated {{(pid=104052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 17:38:37.478358 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0b7492f6-c9be-4436-8f23-e4a8785e753a tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228225'] for floatingip (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:38:37.482983 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fdb4781-03ec-4ac5-88d1-c02a00b2c325 None None] Sync routers for ids ['11193f77-50ca-44b2-b11f-2fbebd19e4e2'] in dv-cinder-837546-2-iscsi {{(pid=104054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:38:37.485275 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:38:37.501353 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fdb4781-03ec-4ac5-88d1-c02a00b2c325 None None] Routers {'11193f77-50ca-44b2-b11f-2fbebd19e4e2'} bound to L3 agent in host dv-cinder-837546-2-iscsi {{(pid=104054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:38:37.502008 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-8fdb4781-03ec-4ac5-88d1-c02a00b2c325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-16T17:26:01Z,description=,heartbeat_timestamp=2022-06-16T17:38:31Z,host='dv-cinder-837546-2-iscsi',id=43e250b4-0ce3-4949-aa8c-0bafe6454580,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:26:01Z,topic='l3_agent')) {'router_ids': ['11193f77-50ca-44b2-b11f-2fbebd19e4e2'], 'active': True} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:38:37.510042 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-0b7492f6-c9be-4436-8f23-e4a8785e753a tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "PUT /v2.0/floatingips/4e14d73d-3878-416b-be9b-80f763002431 HTTP/1.1" status: 200 len: 990 time: 0.9322617 Jun 16 17:38:37.510835 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a84a8707-8182-47fa-b359-249a10a44e48', 'tag': '5216b201-175c-4137-a731-eefb03a0fd37'}] {{(pid=104052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 17:38:37.514107 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9713fa4f09cf3058fa9276dada2b44135c9dd2e88d0acd54628e4483b77b1e61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16cf51b7-c715-4150-99ca-6ce21b8d88bc" -d '{"events": [{"name": "network-changed", "server_uuid": "a84a8707-8182-47fa-b359-249a10a44e48", "tag": "5216b201-175c-4137-a731-eefb03a0fd37"}]}' {{(pid=104052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:38:37.574073 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 17:38:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bceedf4c-4969-4b98-8bfb-5786f62ba5ec x-openstack-request-id: req-bceedf4c-4969-4b98-8bfb-5786f62ba5ec {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:38:37.574428 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a84a8707-8182-47fa-b359-249a10a44e48", "tag": "5216b201-175c-4137-a731-eefb03a0fd37", "status": "completed", "code": 200}]} {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:38:37.574602 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-bceedf4c-4969-4b98-8bfb-5786f62ba5ec {{(pid=104052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:38:37.574969 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bceedf4c-4969-4b98-8bfb-5786f62ba5ec'] response: {'name': 'network-changed', 'server_uuid': 'a84a8707-8182-47fa-b359-249a10a44e48', 'tag': '5216b201-175c-4137-a731-eefb03a0fd37', 'status': 'completed', 'code': 200} Jun 16 17:38:37.595362 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990885a8-ffaa-41e3-8233-40fe40870563 req-eeef79c2-772f-4e00-8e64-8461079eca21 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:38:37.596991 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-990885a8-ffaa-41e3-8233-40fe40870563 req-eeef79c2-772f-4e00-8e64-8461079eca21 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/ports?device_id=2d1c168b-5f64-4d47-ae45-8a006f09dfe1 HTTP/1.1" status: 200 len: 946 time: 0.0551701 Jun 16 17:38:37.625118 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvr_db [None req-8fdb4781-03ec-4ac5-88d1-c02a00b2c325 None None] Set router 11193f77-50ca-44b2-b11f-2fbebd19e4e2 gateway port host: dv-cinder-837546-2-iscsi {{(pid=104054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:38:37.646044 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-990885a8-ffaa-41e3-8233-40fe40870563 req-72a4d342-9e4a-4091-b125-9864e60cd1af tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/security-groups?id=1fce0bbb-8968-42b3-b683-f7749fa084ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419612 Jun 16 17:38:37.839175 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-8fdb4781-03ec-4ac5-88d1-c02a00b2c325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11193f77-50ca-44b2-b11f-2fbebd19e4e2', 'name': 'tempest-AttachVolumeNegativeTest-214174450-router', 'tenant_id': 'd63c592c0afb4dfc9dd5b36be791decd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'external_fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': '1b34cba4-0f25-405b-ba3a-eb96ea0d3da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:34:12Z', 'updated_at': '2022-06-16T17:34:25Z', 'revision_number': 4, 'project_id': 'd63c592c0afb4dfc9dd5b36be791decd', 'gw_port': {'id': '1b34cba4-0f25-405b-ba3a-eb96ea0d3da8', 'name': '', 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:7c:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11193f77-50ca-44b2-b11f-2fbebd19e4e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:34:14Z', 'updated_at': '2022-06-16T17:34:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47584a51-19b7-439b-9f28-a7f577441b18', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-2-iscsi', '_floatingips': [{'id': '4e14d73d-3878-416b-be9b-80f763002431', 'tenant_id': 'd63c592c0afb4dfc9dd5b36be791decd', 'floating_ip_address': '172.27.0.5', 'floating_network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'router_id': '11193f77-50ca-44b2-b11f-2fbebd19e4e2', 'port_id': '5216b201-175c-4137-a731-eefb03a0fd37', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6fb674c9-6bb7-4c32-892c-b28837e89812', 'mac_address': 'fa:16:3e:9a:5f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84a8707-8182-47fa-b359-249a10a44e48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T17:38:21Z', 'updated_at': '2022-06-16T17:38:36Z', 'revision_number': 1, 'project_id': 'd63c592c0afb4dfc9dd5b36be791decd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68377c34-b3bb-4601-82c6-3c4a3412211a', 'name': '', 'network_id': '6fb674c9-6bb7-4c32-892c-b28837e89812', 'tenant_id': 'd63c592c0afb4dfc9dd5b36be791decd', 'mac_address': 'fa:16:3e:52:d8:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11193f77-50ca-44b2-b11f-2fbebd19e4e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'f4f4c81e-fe9f-4dc1-bcfe-dd76fde3e7db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:34:23Z', 'updated_at': '2022-06-16T17:34:39Z', 'revision_number': 5, 'project_id': 'd63c592c0afb4dfc9dd5b36be791decd', 'subnets': [{'id': 'f4f4c81e-fe9f-4dc1-bcfe-dd76fde3e7db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837546-2-iscsi', False) {} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:38:37.862769 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fdb4781-03ec-4ac5-88d1-c02a00b2c325 None None] Checking router: 11193f77-50ca-44b2-b11f-2fbebd19e4e2 for host: dv-cinder-837546-2-iscsi {{(pid=104054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:38:37.871933 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fdb4781-03ec-4ac5-88d1-c02a00b2c325 None None] Routers {'11193f77-50ca-44b2-b11f-2fbebd19e4e2'} bound to L3 agent in host dv-cinder-837546-2-iscsi {{(pid=104054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:38:37.872525 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-8fdb4781-03ec-4ac5-88d1-c02a00b2c325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-16T17:26:01Z,description=,heartbeat_timestamp=2022-06-16T17:38:31Z,host='dv-cinder-837546-2-iscsi',id=43e250b4-0ce3-4949-aa8c-0bafe6454580,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:26:01Z,topic='l3_agent')) {'router_ids': ['11193f77-50ca-44b2-b11f-2fbebd19e4e2'], 'active': True} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:38:38.096794 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvr_db [None req-8fdb4781-03ec-4ac5-88d1-c02a00b2c325 None None] Set router 11193f77-50ca-44b2-b11f-2fbebd19e4e2 gateway port host: dv-cinder-837546-2-iscsi {{(pid=104054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:38:38.176115 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:38:38.307230 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-8fdb4781-03ec-4ac5-88d1-c02a00b2c325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11193f77-50ca-44b2-b11f-2fbebd19e4e2', 'name': 'tempest-AttachVolumeNegativeTest-214174450-router', 'tenant_id': 'd63c592c0afb4dfc9dd5b36be791decd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'external_fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': '1b34cba4-0f25-405b-ba3a-eb96ea0d3da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:34:12Z', 'updated_at': '2022-06-16T17:34:25Z', 'revision_number': 4, 'project_id': 'd63c592c0afb4dfc9dd5b36be791decd', 'gw_port': {'id': '1b34cba4-0f25-405b-ba3a-eb96ea0d3da8', 'name': '', 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:7c:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11193f77-50ca-44b2-b11f-2fbebd19e4e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:34:14Z', 'updated_at': '2022-06-16T17:34:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47584a51-19b7-439b-9f28-a7f577441b18', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-2-iscsi', '_floatingips': [{'id': '4e14d73d-3878-416b-be9b-80f763002431', 'tenant_id': 'd63c592c0afb4dfc9dd5b36be791decd', 'floating_ip_address': '172.27.0.5', 'floating_network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'router_id': '11193f77-50ca-44b2-b11f-2fbebd19e4e2', 'port_id': '5216b201-175c-4137-a731-eefb03a0fd37', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6fb674c9-6bb7-4c32-892c-b28837e89812', 'mac_address': 'fa:16:3e:9a:5f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84a8707-8182-47fa-b359-249a10a44e48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T17:38:21Z', 'updated_at': '2022-06-16T17:38:36Z', 'revision_number': 1, 'project_id': 'd63c592c0afb4dfc9dd5b36be791decd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68377c34-b3bb-4601-82c6-3c4a3412211a', 'name': '', 'network_id': '6fb674c9-6bb7-4c32-892c-b28837e89812', 'tenant_id': 'd63c592c0afb4dfc9dd5b36be791decd', 'mac_address': 'fa:16:3e:52:d8:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11193f77-50ca-44b2-b11f-2fbebd19e4e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'f4f4c81e-fe9f-4dc1-bcfe-dd76fde3e7db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:34:23Z', 'updated_at': '2022-06-16T17:34:39Z', 'revision_number': 5, 'project_id': 'd63c592c0afb4dfc9dd5b36be791decd', 'subnets': [{'id': 'f4f4c81e-fe9f-4dc1-bcfe-dd76fde3e7db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837546-2-iscsi', False) {} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:38:38.331791 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fdb4781-03ec-4ac5-88d1-c02a00b2c325 None None] The sync data for ids ['11193f77-50ca-44b2-b11f-2fbebd19e4e2'] in dv-cinder-837546-2-iscsi is: [{'id': '11193f77-50ca-44b2-b11f-2fbebd19e4e2', 'name': 'tempest-AttachVolumeNegativeTest-214174450-router', 'tenant_id': 'd63c592c0afb4dfc9dd5b36be791decd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'external_fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': '1b34cba4-0f25-405b-ba3a-eb96ea0d3da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:34:12Z', 'updated_at': '2022-06-16T17:34:25Z', 'revision_number': 4, 'project_id': 'd63c592c0afb4dfc9dd5b36be791decd', 'gw_port': {'id': '1b34cba4-0f25-405b-ba3a-eb96ea0d3da8', 'name': '', 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:7c:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11193f77-50ca-44b2-b11f-2fbebd19e4e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:34:14Z', 'updated_at': '2022-06-16T17:34:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47584a51-19b7-439b-9f28-a7f577441b18', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-2-iscsi', '_floatingips': [{'id': '4e14d73d-3878-416b-be9b-80f763002431', 'tenant_id': 'd63c592c0afb4dfc9dd5b36be791decd', 'floating_ip_address': '172.27.0.5', 'floating_network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'router_id': '11193f77-50ca-44b2-b11f-2fbebd19e4e2', 'port_id': '5216b201-175c-4137-a731-eefb03a0fd37', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6fb674c9-6bb7-4c32-892c-b28837e89812', 'mac_address': 'fa:16:3e:9a:5f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84a8707-8182-47fa-b359-249a10a44e48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T17:38:21Z', 'updated_at': '2022-06-16T17:38:36Z', 'revision_number': 1, 'project_id': 'd63c592c0afb4dfc9dd5b36be791decd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68377c34-b3bb-4601-82c6-3c4a3412211a', 'name': '', 'network_id': '6fb674c9-6bb7-4c32-892c-b28837e89812', 'tenant_id': 'd63c592c0afb4dfc9dd5b36be791decd', 'mac_address': 'fa:16:3e:52:d8:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11193f77-50ca-44b2-b11f-2fbebd19e4e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'f4f4c81e-fe9f-4dc1-bcfe-dd76fde3e7db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:34:23Z', 'updated_at': '2022-06-16T17:34:39Z', 'revision_number': 5, 'project_id': 'd63c592c0afb4dfc9dd5b36be791decd', 'subnets': [{'id': 'f4f4c81e-fe9f-4dc1-bcfe-dd76fde3e7db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:38:38.538482 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cf51b7-c715-4150-99ca-6ce21b8d88bc req-a408011b-817c-4dfb-88f1-cc7f147fd384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:38:38.544894 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-16cf51b7-c715-4150-99ca-6ce21b8d88bc req-a408011b-817c-4dfb-88f1-cc7f147fd384 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d63c592c0afb4dfc9dd5b36be791decd&device_id=a84a8707-8182-47fa-b359-249a10a44e48 HTTP/1.1" status: 200 len: 1130 time: 0.0494313 Jun 16 17:38:38.558763 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb56e580-2119-442e-9494-e8f5efe07ddb None None] New status for floating IP 4e14d73d-3878-416b-be9b-80f763002431: ACTIVE {{(pid=104055) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 17:38:38.608401 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c91e884-6c44-47e6-912b-de46c3576c3e req-a7d8a09b-436c-4025-8eb5-d61f151e0d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:38:38.609964 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-2c91e884-6c44-47e6-912b-de46c3576c3e req-a7d8a09b-436c-4025-8eb5-d61f151e0d8d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2d1c168b-5f64-4d47-ae45-8a006f09dfe1 HTTP/1.1" status: 200 len: 1130 time: 0.0424194 Jun 16 17:38:38.640504 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cf51b7-c715-4150-99ca-6ce21b8d88bc req-0c65704e-6d03-4be8-9ea8-786e6a05a40d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:38:38.642155 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-16cf51b7-c715-4150-99ca-6ce21b8d88bc req-0c65704e-6d03-4be8-9ea8-786e6a05a40d service neutron] 10.222.0.47 "GET /v2.0/networks?id=6fb674c9-6bb7-4c32-892c-b28837e89812 HTTP/1.1" status: 200 len: 915 time: 0.0920484 Jun 16 17:38:38.655587 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-2c91e884-6c44-47e6-912b-de46c3576c3e req-e6b03639-0c1d-4455-be40-4faa3c01eeb0 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=1fce0bbb-8968-42b3-b683-f7749fa084ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396814 Jun 16 17:38:38.711705 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-16cf51b7-c715-4150-99ca-6ce21b8d88bc req-57ea38c0-b554-4d50-bd5f-0736ab08622a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5216b201-175c-4137-a731-eefb03a0fd37 HTTP/1.1" status: 200 len: 998 time: 0.0632482 Jun 16 17:38:38.729924 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:38:38.768109 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8961ffe9-3882-4e6d-ae7b-4504b8763cf2 req-b51d0c76-a372-4155-a687-5ae7444ceb3a tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:38:38.769608 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-8961ffe9-3882-4e6d-ae7b-4504b8763cf2 req-b51d0c76-a372-4155-a687-5ae7444ceb3a tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/ports?device_id=2d1c168b-5f64-4d47-ae45-8a006f09dfe1 HTTP/1.1" status: 200 len: 946 time: 0.0496664 Jun 16 17:38:38.816993 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-8961ffe9-3882-4e6d-ae7b-4504b8763cf2 req-5d21e41c-d972-4337-9136-0ca2803dd24d tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/security-groups?id=1fce0bbb-8968-42b3-b683-f7749fa084ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410790 Jun 16 17:38:38.952737 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cf51b7-c715-4150-99ca-6ce21b8d88bc req-efc9bad1-429f-42d6-a30a-619c960bd25f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:38:38.954187 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-16cf51b7-c715-4150-99ca-6ce21b8d88bc req-efc9bad1-429f-42d6-a30a-619c960bd25f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f4f4c81e-fe9f-4dc1-bcfe-dd76fde3e7db HTTP/1.1" status: 200 len: 853 time: 0.0431733 Jun 16 17:38:39.189415 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cf51b7-c715-4150-99ca-6ce21b8d88bc req-1ecc5239-150b-42fc-b897-188a5b535905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:38:39.190924 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-16cf51b7-c715-4150-99ca-6ce21b8d88bc req-1ecc5239-150b-42fc-b897-188a5b535905 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6fb674c9-6bb7-4c32-892c-b28837e89812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447011 Jun 16 17:38:39.653062 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-16cf51b7-c715-4150-99ca-6ce21b8d88bc req-b6b6c79e-cea6-426a-92f3-e707e2ffcf49 service neutron] 10.222.0.47 "GET /v2.0/networks/6fb674c9-6bb7-4c32-892c-b28837e89812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923159 Jun 16 17:38:39.766034 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-16cf51b7-c715-4150-99ca-6ce21b8d88bc req-011f97ae-bb91-4fbe-8bb3-0b7744e4bdd3 service neutron] 10.222.0.47 "GET /v2.0/networks/6fb674c9-6bb7-4c32-892c-b28837e89812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869124 Jun 16 17:38:39.933514 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caf4e0a-979b-4e32-af56-c770e8ab2694 req-64248969-0705-4659-9c3c-b3fcf3d83d28 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:38:39.934982 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-7caf4e0a-979b-4e32-af56-c770e8ab2694 req-64248969-0705-4659-9c3c-b3fcf3d83d28 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/ports?device_id=2d1c168b-5f64-4d47-ae45-8a006f09dfe1 HTTP/1.1" status: 200 len: 946 time: 0.0488598 Jun 16 17:38:39.984613 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-7caf4e0a-979b-4e32-af56-c770e8ab2694 req-db72d927-4c71-43d6-bb87-47b237d426e5 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/security-groups?id=1fce0bbb-8968-42b3-b683-f7749fa084ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440633 Jun 16 17:38:41.099508 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef1aa4b-76c3-4538-b049-096b13f2ebea req-cd61b79f-a6ae-45c9-b5e6-3b2ad032a97d tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:38:41.101761 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-cef1aa4b-76c3-4538-b049-096b13f2ebea req-cd61b79f-a6ae-45c9-b5e6-3b2ad032a97d tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/ports?device_id=2d1c168b-5f64-4d47-ae45-8a006f09dfe1 HTTP/1.1" status: 200 len: 946 time: 0.0465271 Jun 16 17:38:41.152324 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-cef1aa4b-76c3-4538-b049-096b13f2ebea req-958d4f8e-d7dd-40d3-9395-4cce146b3c7f tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/security-groups?id=1fce0bbb-8968-42b3-b683-f7749fa084ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450077 Jun 16 17:38:41.576241 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634c8286-c133-4d04-9f58-fe0c5e6d4a74 req-2fe1ee50-476d-4d12-902d-20fcd15458da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:38:41.577931 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-634c8286-c133-4d04-9f58-fe0c5e6d4a74 req-2fe1ee50-476d-4d12-902d-20fcd15458da service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d1c1d13142434356ac1210f14dad847b&device_id=2d1c168b-5f64-4d47-ae45-8a006f09dfe1 HTTP/1.1" status: 200 len: 1130 time: 0.0720234 Jun 16 17:38:41.584384 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b9719e-fdd3-41dd-bcbb-c965c95151a8 req-868b4acc-a044-4764-956d-48924e768bc9 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:38:41.586301 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-33b9719e-fdd3-41dd-bcbb-c965c95151a8 req-868b4acc-a044-4764-956d-48924e768bc9 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/ports?device_id=2d1c168b-5f64-4d47-ae45-8a006f09dfe1 HTTP/1.1" status: 200 len: 946 time: 0.0791790 Jun 16 17:38:41.620035 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=100 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:38:41.707844 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-33b9719e-fdd3-41dd-bcbb-c965c95151a8 req-dd2a87a0-e4f7-4213-af34-d43402eb5eae tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/security-groups?id=1fce0bbb-8968-42b3-b683-f7749fa084ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1127503 Jun 16 17:38:41.725442 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634c8286-c133-4d04-9f58-fe0c5e6d4a74 req-a1d7e41e-3ef8-4c43-bfa8-96dbb8e8ce18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:38:41.727688 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-634c8286-c133-4d04-9f58-fe0c5e6d4a74 req-a1d7e41e-3ef8-4c43-bfa8-96dbb8e8ce18 service neutron] 10.222.0.47 "GET /v2.0/networks?id=dd7b32b9-764e-43c1-a67e-f0e3f862c460 HTTP/1.1" status: 200 len: 919 time: 0.1405630 Jun 16 17:38:41.800078 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-634c8286-c133-4d04-9f58-fe0c5e6d4a74 req-0ced978e-81ac-4247-be6b-9ada319703e3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bb6292bd-d4a4-4f49-ae28-32181d3a72ae HTTP/1.1" status: 200 len: 1001 time: 0.0649145 Jun 16 17:38:41.858505 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634c8286-c133-4d04-9f58-fe0c5e6d4a74 req-278c8087-3710-4004-9025-377c9e10ab96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:38:41.859858 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-634c8286-c133-4d04-9f58-fe0c5e6d4a74 req-278c8087-3710-4004-9025-377c9e10ab96 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=58dbd783-c237-4164-b4f7-63cdaa3401e3 HTTP/1.1" status: 200 len: 857 time: 0.0515513 Jun 16 17:38:41.907201 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634c8286-c133-4d04-9f58-fe0c5e6d4a74 req-e55962ad-1081-46f9-a57d-dd13dc7e5f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:38:41.908690 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-634c8286-c133-4d04-9f58-fe0c5e6d4a74 req-e55962ad-1081-46f9-a57d-dd13dc7e5f7a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dd7b32b9-764e-43c1-a67e-f0e3f862c460&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415154 Jun 16 17:38:41.985686 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=100 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:38:42.017598 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-634c8286-c133-4d04-9f58-fe0c5e6d4a74 req-aeb989a9-5903-4306-9f8f-5ee3abf603e2 service neutron] 10.222.0.47 "GET /v2.0/networks/dd7b32b9-764e-43c1-a67e-f0e3f862c460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016946 Jun 16 17:38:42.124481 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-634c8286-c133-4d04-9f58-fe0c5e6d4a74 req-441c1a3b-1af1-4322-a7c8-ad8ff7bfde34 service neutron] 10.222.0.47 "GET /v2.0/networks/dd7b32b9-764e-43c1-a67e-f0e3f862c460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997565 Jun 16 17:38:42.856670 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2d1170-e084-421a-af1f-6fdbf87d5cd5 req-369028b6-bcc3-450e-b799-7203e5dab0c8 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:38:42.858336 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-bf2d1170-e084-421a-af1f-6fdbf87d5cd5 req-369028b6-bcc3-450e-b799-7203e5dab0c8 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/ports?device_id=2d1c168b-5f64-4d47-ae45-8a006f09dfe1 HTTP/1.1" status: 200 len: 946 time: 0.0659699 Jun 16 17:38:42.934140 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-bf2d1170-e084-421a-af1f-6fdbf87d5cd5 req-e6aaf1d8-641a-47dd-bef0-33ce5324c809 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/security-groups?id=1fce0bbb-8968-42b3-b683-f7749fa084ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664701 Jun 16 17:38:44.066973 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a0c7d2-d841-4553-91ae-3d3fa6da9b90 req-9450aa3c-7d72-4688-87a8-8d6d84dc514f tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:38:44.068587 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-35a0c7d2-d841-4553-91ae-3d3fa6da9b90 req-9450aa3c-7d72-4688-87a8-8d6d84dc514f tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/ports?device_id=2d1c168b-5f64-4d47-ae45-8a006f09dfe1 HTTP/1.1" status: 200 len: 946 time: 0.0521662 Jun 16 17:38:44.128519 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-35a0c7d2-d841-4553-91ae-3d3fa6da9b90 req-05312ecc-13b0-42ed-956c-a9b82333badb tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/security-groups?id=1fce0bbb-8968-42b3-b683-f7749fa084ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528078 Jun 16 17:38:45.261096 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad845ec7-0ee1-4eb3-ae65-832f0eb07521 req-033ebdf4-4c85-4dec-bbc0-324928d1455b tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:38:45.262748 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-ad845ec7-0ee1-4eb3-ae65-832f0eb07521 req-033ebdf4-4c85-4dec-bbc0-324928d1455b tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/ports?device_id=2d1c168b-5f64-4d47-ae45-8a006f09dfe1 HTTP/1.1" status: 200 len: 946 time: 0.0556238 Jun 16 17:38:45.321765 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-ad845ec7-0ee1-4eb3-ae65-832f0eb07521 req-8824e8c1-ea64-481f-8140-3b12097e01a2 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/security-groups?id=1fce0bbb-8968-42b3-b683-f7749fa084ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505099 Jun 16 17:38:45.555888 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd957c4c-a11c-4784-9e94-2e94fbc182fe req-f0cf8c5c-db26-4296-a40c-c4cf6c7e9b96 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:38:45.557534 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-cd957c4c-a11c-4784-9e94-2e94fbc182fe req-f0cf8c5c-db26-4296-a40c-c4cf6c7e9b96 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/ports?device_id=2d1c168b-5f64-4d47-ae45-8a006f09dfe1 HTTP/1.1" status: 200 len: 946 time: 0.0568302 Jun 16 17:38:45.566144 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 58730) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:38:45.571640 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [None req-db5c41ee-1d99-42b6-a7c6-326c809492e4 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Request body: {'floatingip': {'port_id': 'bb6292bd-d4a4-4f49-ae28-32181d3a72ae'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:38:45.637045 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-db5c41ee-1d99-42b6-a7c6-326c809492e4 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Publish callbacks [] for floatingip (3fc336fe-6e32-411b-b4dc-81aaef8394b1), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:38:46.160781 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=100 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:38:46.435539 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-db5c41ee-1d99-42b6-a7c6-326c809492e4 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:38:46.439493 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-db5c41ee-1d99-42b6-a7c6-326c809492e4 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-375498'] for floatingip (3fc336fe-6e32-411b-b4dc-81aaef8394b1), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:38:46.584133 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:38:46.712559 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db5c41ee-1d99-42b6-a7c6-326c809492e4 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Router 0334c7bc-e5b0-49ed-b5b2-7af8de9e6f53 has already been hosted by L3 agent 43e250b4-0ce3-4949-aa8c-0bafe6454580 {{(pid=104052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 17:38:46.818989 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db5c41ee-1d99-42b6-a7c6-326c809492e4 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Notify agent at l3_agent.dv-cinder-837546-2-iscsi the message routers_updated {{(pid=104052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 17:38:46.824182 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-db5c41ee-1d99-42b6-a7c6-326c809492e4 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228225'] for floatingip (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:38:46.840120 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c59cd00-2f04-4372-b48c-8b0c492f51bd None None] Sync routers for ids ['0334c7bc-e5b0-49ed-b5b2-7af8de9e6f53'] in dv-cinder-837546-2-iscsi {{(pid=104054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:38:46.849653 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c59cd00-2f04-4372-b48c-8b0c492f51bd None None] Routers {'0334c7bc-e5b0-49ed-b5b2-7af8de9e6f53'} bound to L3 agent in host dv-cinder-837546-2-iscsi {{(pid=104054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:38:46.850253 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-3c59cd00-2f04-4372-b48c-8b0c492f51bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-16T17:26:01Z,description=,heartbeat_timestamp=2022-06-16T17:38:31Z,host='dv-cinder-837546-2-iscsi',id=43e250b4-0ce3-4949-aa8c-0bafe6454580,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:26:01Z,topic='l3_agent')) {'router_ids': ['0334c7bc-e5b0-49ed-b5b2-7af8de9e6f53'], 'active': True} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:38:46.858874 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d1c168b-5f64-4d47-ae45-8a006f09dfe1', 'tag': 'bb6292bd-d4a4-4f49-ae28-32181d3a72ae'}] {{(pid=104052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 17:38:46.861103 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9713fa4f09cf3058fa9276dada2b44135c9dd2e88d0acd54628e4483b77b1e61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87dc40c3-0039-480a-82b2-72bd4d594650" -d '{"events": [{"name": "network-changed", "server_uuid": "2d1c168b-5f64-4d47-ae45-8a006f09dfe1", "tag": "bb6292bd-d4a4-4f49-ae28-32181d3a72ae"}]}' {{(pid=104052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:38:46.899002 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-db5c41ee-1d99-42b6-a7c6-326c809492e4 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "PUT /v2.0/floatingips/3fc336fe-6e32-411b-b4dc-81aaef8394b1 HTTP/1.1" status: 200 len: 993 time: 1.3292983 Jun 16 17:38:46.901720 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 17:38:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04521b45-e84d-497f-93be-b7c27d49d2b0 x-openstack-request-id: req-04521b45-e84d-497f-93be-b7c27d49d2b0 {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:38:46.902007 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d1c168b-5f64-4d47-ae45-8a006f09dfe1", "tag": "bb6292bd-d4a4-4f49-ae28-32181d3a72ae", "status": "completed", "code": 200}]} {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:38:46.902259 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-04521b45-e84d-497f-93be-b7c27d49d2b0 {{(pid=104052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:38:46.902658 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04521b45-e84d-497f-93be-b7c27d49d2b0'] response: {'name': 'network-changed', 'server_uuid': '2d1c168b-5f64-4d47-ae45-8a006f09dfe1', 'tag': 'bb6292bd-d4a4-4f49-ae28-32181d3a72ae', 'status': 'completed', 'code': 200} Jun 16 17:38:46.984222 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dc40c3-0039-480a-82b2-72bd4d594650 req-01f53ab2-1941-4a67-b9a7-58d430932dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:38:46.985772 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-87dc40c3-0039-480a-82b2-72bd4d594650 req-01f53ab2-1941-4a67-b9a7-58d430932dba service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d1c1d13142434356ac1210f14dad847b&device_id=2d1c168b-5f64-4d47-ae45-8a006f09dfe1 HTTP/1.1" status: 200 len: 1130 time: 0.0533278 Jun 16 17:38:46.994916 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvr_db [None req-3c59cd00-2f04-4372-b48c-8b0c492f51bd None None] Set router 0334c7bc-e5b0-49ed-b5b2-7af8de9e6f53 gateway port host: dv-cinder-837546-2-iscsi {{(pid=104054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:38:47.080787 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dc40c3-0039-480a-82b2-72bd4d594650 req-9bddb2f9-0e8f-486b-91a2-72f9d702eeec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:38:47.082284 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-87dc40c3-0039-480a-82b2-72bd4d594650 req-9bddb2f9-0e8f-486b-91a2-72f9d702eeec service neutron] 10.222.0.47 "GET /v2.0/networks?id=dd7b32b9-764e-43c1-a67e-f0e3f862c460 HTTP/1.1" status: 200 len: 919 time: 0.0894074 Jun 16 17:38:47.146386 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-87dc40c3-0039-480a-82b2-72bd4d594650 req-d9591d1a-4489-4adf-a3d7-95d93a7a3090 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bb6292bd-d4a4-4f49-ae28-32181d3a72ae HTTP/1.1" status: 200 len: 1001 time: 0.0572832 Jun 16 17:38:47.150618 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=100 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:38:47.200012 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dc40c3-0039-480a-82b2-72bd4d594650 req-a11958cb-c791-4e4b-9f0b-f376fb3e3517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:38:47.201529 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-87dc40c3-0039-480a-82b2-72bd4d594650 req-a11958cb-c791-4e4b-9f0b-f376fb3e3517 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=58dbd783-c237-4164-b4f7-63cdaa3401e3 HTTP/1.1" status: 200 len: 857 time: 0.0483806 Jun 16 17:38:47.223015 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-3c59cd00-2f04-4372-b48c-8b0c492f51bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0334c7bc-e5b0-49ed-b5b2-7af8de9e6f53', 'name': 'tempest-ServerRescueNegativeTestJSON-227276899-router', 'tenant_id': 'd1c1d13142434356ac1210f14dad847b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'external_fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': '39d81815-1c18-4e6a-9915-95f06800eeec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:34:11Z', 'updated_at': '2022-06-16T17:34:21Z', 'revision_number': 4, 'project_id': 'd1c1d13142434356ac1210f14dad847b', 'gw_port': {'id': '39d81815-1c18-4e6a-9915-95f06800eeec', 'name': '', 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0334c7bc-e5b0-49ed-b5b2-7af8de9e6f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:34:13Z', 'updated_at': '2022-06-16T17:34:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47584a51-19b7-439b-9f28-a7f577441b18', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-2-iscsi', '_floatingips': [{'id': '3fc336fe-6e32-411b-b4dc-81aaef8394b1', 'tenant_id': 'd1c1d13142434356ac1210f14dad847b', 'floating_ip_address': '172.27.0.78', 'floating_network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'router_id': '0334c7bc-e5b0-49ed-b5b2-7af8de9e6f53', 'port_id': 'bb6292bd-d4a4-4f49-ae28-32181d3a72ae', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 418, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd7b32b9-764e-43c1-a67e-f0e3f862c460', 'mac_address': 'fa:16:3e:4f:54:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d1c168b-5f64-4d47-ae45-8a006f09dfe1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T17:36:52Z', 'updated_at': '2022-06-16T17:38:46Z', 'revision_number': 3, 'project_id': 'd1c1d13142434356ac1210f14dad847b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5305964e-5863-41a0-a61d-64d5ec4783f0', 'name': '', 'network_id': 'dd7b32b9-764e-43c1-a67e-f0e3f862c460', 'tenant_id': 'd1c1d13142434356ac1210f14dad847b', 'mac_address': 'fa:16:3e:08:20:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0334c7bc-e5b0-49ed-b5b2-7af8de9e6f53', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '58dbd783-c237-4164-b4f7-63cdaa3401e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:34:19Z', 'updated_at': '2022-06-16T17:34:31Z', 'revision_number': 5, 'project_id': 'd1c1d13142434356ac1210f14dad847b', 'subnets': [{'id': '58dbd783-c237-4164-b4f7-63cdaa3401e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837546-2-iscsi', False) {} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:38:47.249466 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dc40c3-0039-480a-82b2-72bd4d594650 req-bce8aad0-e770-480d-96ca-2297f341ec8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:38:47.251036 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-87dc40c3-0039-480a-82b2-72bd4d594650 req-bce8aad0-e770-480d-96ca-2297f341ec8d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dd7b32b9-764e-43c1-a67e-f0e3f862c460&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422955 Jun 16 17:38:47.253480 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c59cd00-2f04-4372-b48c-8b0c492f51bd None None] Checking router: 0334c7bc-e5b0-49ed-b5b2-7af8de9e6f53 for host: dv-cinder-837546-2-iscsi {{(pid=104054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:38:47.262957 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c59cd00-2f04-4372-b48c-8b0c492f51bd None None] Routers {'0334c7bc-e5b0-49ed-b5b2-7af8de9e6f53'} bound to L3 agent in host dv-cinder-837546-2-iscsi {{(pid=104054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:38:47.263552 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-3c59cd00-2f04-4372-b48c-8b0c492f51bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-16T17:26:01Z,description=,heartbeat_timestamp=2022-06-16T17:38:31Z,host='dv-cinder-837546-2-iscsi',id=43e250b4-0ce3-4949-aa8c-0bafe6454580,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:26:01Z,topic='l3_agent')) {'router_ids': ['0334c7bc-e5b0-49ed-b5b2-7af8de9e6f53'], 'active': True} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:38:47.340300 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:38:47.370640 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvr_db [None req-3c59cd00-2f04-4372-b48c-8b0c492f51bd None None] Set router 0334c7bc-e5b0-49ed-b5b2-7af8de9e6f53 gateway port host: dv-cinder-837546-2-iscsi {{(pid=104054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:38:47.375100 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-87dc40c3-0039-480a-82b2-72bd4d594650 req-74c7bb79-78d1-43a2-82c0-060669f5925a service neutron] 10.222.0.47 "GET /v2.0/networks/dd7b32b9-764e-43c1-a67e-f0e3f862c460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083961 Jun 16 17:38:47.475545 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-87dc40c3-0039-480a-82b2-72bd4d594650 req-d6060d5b-0fde-4dc9-bf90-64c2545b0b04 service neutron] 10.222.0.47 "GET /v2.0/networks/dd7b32b9-764e-43c1-a67e-f0e3f862c460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943463 Jun 16 17:38:47.598118 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-3c59cd00-2f04-4372-b48c-8b0c492f51bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0334c7bc-e5b0-49ed-b5b2-7af8de9e6f53', 'name': 'tempest-ServerRescueNegativeTestJSON-227276899-router', 'tenant_id': 'd1c1d13142434356ac1210f14dad847b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'external_fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': '39d81815-1c18-4e6a-9915-95f06800eeec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:34:11Z', 'updated_at': '2022-06-16T17:34:21Z', 'revision_number': 4, 'project_id': 'd1c1d13142434356ac1210f14dad847b', 'gw_port': {'id': '39d81815-1c18-4e6a-9915-95f06800eeec', 'name': '', 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0334c7bc-e5b0-49ed-b5b2-7af8de9e6f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:34:13Z', 'updated_at': '2022-06-16T17:34:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47584a51-19b7-439b-9f28-a7f577441b18', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-2-iscsi', '_floatingips': [{'id': '3fc336fe-6e32-411b-b4dc-81aaef8394b1', 'tenant_id': 'd1c1d13142434356ac1210f14dad847b', 'floating_ip_address': '172.27.0.78', 'floating_network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'router_id': '0334c7bc-e5b0-49ed-b5b2-7af8de9e6f53', 'port_id': 'bb6292bd-d4a4-4f49-ae28-32181d3a72ae', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 418, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd7b32b9-764e-43c1-a67e-f0e3f862c460', 'mac_address': 'fa:16:3e:4f:54:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d1c168b-5f64-4d47-ae45-8a006f09dfe1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T17:36:52Z', 'updated_at': '2022-06-16T17:38:46Z', 'revision_number': 3, 'project_id': 'd1c1d13142434356ac1210f14dad847b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5305964e-5863-41a0-a61d-64d5ec4783f0', 'name': '', 'network_id': 'dd7b32b9-764e-43c1-a67e-f0e3f862c460', 'tenant_id': 'd1c1d13142434356ac1210f14dad847b', 'mac_address': 'fa:16:3e:08:20:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0334c7bc-e5b0-49ed-b5b2-7af8de9e6f53', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '58dbd783-c237-4164-b4f7-63cdaa3401e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:34:19Z', 'updated_at': '2022-06-16T17:34:31Z', 'revision_number': 5, 'project_id': 'd1c1d13142434356ac1210f14dad847b', 'subnets': [{'id': '58dbd783-c237-4164-b4f7-63cdaa3401e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837546-2-iscsi', False) {} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:38:47.632602 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c59cd00-2f04-4372-b48c-8b0c492f51bd None None] The sync data for ids ['0334c7bc-e5b0-49ed-b5b2-7af8de9e6f53'] in dv-cinder-837546-2-iscsi is: [{'id': '0334c7bc-e5b0-49ed-b5b2-7af8de9e6f53', 'name': 'tempest-ServerRescueNegativeTestJSON-227276899-router', 'tenant_id': 'd1c1d13142434356ac1210f14dad847b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'external_fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': '39d81815-1c18-4e6a-9915-95f06800eeec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:34:11Z', 'updated_at': '2022-06-16T17:34:21Z', 'revision_number': 4, 'project_id': 'd1c1d13142434356ac1210f14dad847b', 'gw_port': {'id': '39d81815-1c18-4e6a-9915-95f06800eeec', 'name': '', 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0334c7bc-e5b0-49ed-b5b2-7af8de9e6f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:34:13Z', 'updated_at': '2022-06-16T17:34:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47584a51-19b7-439b-9f28-a7f577441b18', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-2-iscsi', '_floatingips': [{'id': '3fc336fe-6e32-411b-b4dc-81aaef8394b1', 'tenant_id': 'd1c1d13142434356ac1210f14dad847b', 'floating_ip_address': '172.27.0.78', 'floating_network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'router_id': '0334c7bc-e5b0-49ed-b5b2-7af8de9e6f53', 'port_id': 'bb6292bd-d4a4-4f49-ae28-32181d3a72ae', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 418, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd7b32b9-764e-43c1-a67e-f0e3f862c460', 'mac_address': 'fa:16:3e:4f:54:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d1c168b-5f64-4d47-ae45-8a006f09dfe1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T17:36:52Z', 'updated_at': '2022-06-16T17:38:46Z', 'revision_number': 3, 'project_id': 'd1c1d13142434356ac1210f14dad847b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5305964e-5863-41a0-a61d-64d5ec4783f0', 'name': '', 'network_id': 'dd7b32b9-764e-43c1-a67e-f0e3f862c460', 'tenant_id': 'd1c1d13142434356ac1210f14dad847b', 'mac_address': 'fa:16:3e:08:20:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0334c7bc-e5b0-49ed-b5b2-7af8de9e6f53', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '58dbd783-c237-4164-b4f7-63cdaa3401e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:34:19Z', 'updated_at': '2022-06-16T17:34:31Z', 'revision_number': 5, 'project_id': 'd1c1d13142434356ac1210f14dad847b', 'subnets': [{'id': '58dbd783-c237-4164-b4f7-63cdaa3401e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:38:48.178253 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=21,neutron:UPDATE=1 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:38:48.179222 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=27,neutron:UPDATE=4 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:38:48.649685 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=8 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:38:48.652487 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=10 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:38:48.737873 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (9f2b4370-7d03-4dcb-9a0d-4ff62d859136), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:38:48.904323 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d1c168b-5f64-4d47-ae45-8a006f09dfe1', 'tag': 'bb6292bd-d4a4-4f49-ae28-32181d3a72ae'}] {{(pid=104052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 17:38:48.906729 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9713fa4f09cf3058fa9276dada2b44135c9dd2e88d0acd54628e4483b77b1e61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cb5991a-61ff-4d57-8864-ad961791cf9c" -d '{"events": [{"name": "network-changed", "server_uuid": "2d1c168b-5f64-4d47-ae45-8a006f09dfe1", "tag": "bb6292bd-d4a4-4f49-ae28-32181d3a72ae"}]}' {{(pid=104052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:38:48.944543 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 17:38:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e60e150-cd47-4ea3-a3e9-7dfc2ab11b88 x-openstack-request-id: req-3e60e150-cd47-4ea3-a3e9-7dfc2ab11b88 {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:38:48.944543 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d1c168b-5f64-4d47-ae45-8a006f09dfe1", "tag": "bb6292bd-d4a4-4f49-ae28-32181d3a72ae", "status": "completed", "code": 200}]} {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:38:48.944543 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-3e60e150-cd47-4ea3-a3e9-7dfc2ab11b88 {{(pid=104052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:38:48.945314 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e60e150-cd47-4ea3-a3e9-7dfc2ab11b88'] response: {'name': 'network-changed', 'server_uuid': '2d1c168b-5f64-4d47-ae45-8a006f09dfe1', 'tag': 'bb6292bd-d4a4-4f49-ae28-32181d3a72ae', 'status': 'completed', 'code': 200} Jun 16 17:38:49.020751 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb5991a-61ff-4d57-8864-ad961791cf9c req-0d3c523c-2ad4-4bbc-a1dc-593079f165a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:38:49.022293 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-9cb5991a-61ff-4d57-8864-ad961791cf9c req-0d3c523c-2ad4-4bbc-a1dc-593079f165a1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d1c1d13142434356ac1210f14dad847b&device_id=2d1c168b-5f64-4d47-ae45-8a006f09dfe1 HTTP/1.1" status: 200 len: 1130 time: 0.0405226 Jun 16 17:38:49.126216 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb5991a-61ff-4d57-8864-ad961791cf9c req-14e31297-75a4-4380-9b98-e046a87eff66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:38:49.127685 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-9cb5991a-61ff-4d57-8864-ad961791cf9c req-14e31297-75a4-4380-9b98-e046a87eff66 service neutron] 10.222.0.47 "GET /v2.0/networks?id=dd7b32b9-764e-43c1-a67e-f0e3f862c460 HTTP/1.1" status: 200 len: 919 time: 0.0957015 Jun 16 17:38:49.190692 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-9cb5991a-61ff-4d57-8864-ad961791cf9c req-2afa57fc-0a57-463f-95d9-75661d65b4d4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bb6292bd-d4a4-4f49-ae28-32181d3a72ae HTTP/1.1" status: 200 len: 1001 time: 0.0558641 Jun 16 17:38:49.208750 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=100 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:38:49.251584 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb5991a-61ff-4d57-8864-ad961791cf9c req-73130f1e-3fa4-4f4a-95c8-de3afe58a279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:38:49.253196 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-9cb5991a-61ff-4d57-8864-ad961791cf9c req-73130f1e-3fa4-4f4a-95c8-de3afe58a279 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=58dbd783-c237-4164-b4f7-63cdaa3401e3 HTTP/1.1" status: 200 len: 857 time: 0.0511286 Jun 16 17:38:49.299270 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb5991a-61ff-4d57-8864-ad961791cf9c req-aecbadbd-8be7-41f2-99b1-dd08c3d8da72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:38:49.300754 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-9cb5991a-61ff-4d57-8864-ad961791cf9c req-aecbadbd-8be7-41f2-99b1-dd08c3d8da72 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dd7b32b9-764e-43c1-a67e-f0e3f862c460&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0401883 Jun 16 17:38:49.393411 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-9cb5991a-61ff-4d57-8864-ad961791cf9c req-5273eaa8-5c50-4923-9676-27bc420ed395 service neutron] 10.222.0.47 "GET /v2.0/networks/dd7b32b9-764e-43c1-a67e-f0e3f862c460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857882 Jun 16 17:38:49.492697 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-9cb5991a-61ff-4d57-8864-ad961791cf9c req-deb883b5-677a-4c5e-96e0-93cd430a177c service neutron] 10.222.0.47 "GET /v2.0/networks/dd7b32b9-764e-43c1-a67e-f0e3f862c460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925603 Jun 16 17:38:56.258526 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.agents_db [None req-618f4cd3-4a7d-480c-b6e2-8b59597e19f3 None None] Agent healthcheck: found 6 active agents {{(pid=104055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 17:38:58.724760 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=86 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:38:58.733836 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=54,neutron:UPDATE=1 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:38:58.943388 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-85ae3b38-1e41-4b43-9c3b-1143484509f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (e26ebcb9-a690-4ec1-8688-e951546304f4), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:38:59.485121 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=26 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:38:59.488582 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=63 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:39:01.275601 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-2aad1a91-df60-4e38-8f68-d1d321c35741 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (43e250b4-0ce3-4949-aa8c-0bafe6454580), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:02.478017 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-359da135-d845-4d2e-a034-e84fcb95f5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (8e118b8c-b091-4f14-909a-13c66b53efc1), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:04.180888 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-1d81e0cb-ff47-4623-99d5-ab370c19a781 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (25dd433a-18a0-496e-b58c-593ddca2a11d), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:04.486368 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (f1f6c009-5a31-4833-b180-4d9d41a55fe5), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:07.966954 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fac546d-cf72-4633-8cb6-1e1ac0fd6479 req-90cdd848-b6cd-470b-9926-1b4b415924b9 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:39:07.968797 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-9fac546d-cf72-4633-8cb6-1e1ac0fd6479 req-90cdd848-b6cd-470b-9926-1b4b415924b9 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/ports?device_id=ade4cabc-bd7b-4506-b836-9178181c78e2 HTTP/1.1" status: 200 len: 946 time: 0.0522034 Jun 16 17:39:08.017375 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-9fac546d-cf72-4633-8cb6-1e1ac0fd6479 req-f24e172d-d50a-4dfb-8628-a274bcf7fadf tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ec9cd17-f7bf-42f7-88bc-22078d613669&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426254 Jun 16 17:39:09.142977 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6c0fa1-66f4-49ed-ad3d-9c0a94d526e4 req-5b68eb5d-04fb-4c5f-9b91-259035a8f731 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:39:09.144434 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-bb6c0fa1-66f4-49ed-ad3d-9c0a94d526e4 req-5b68eb5d-04fb-4c5f-9b91-259035a8f731 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/ports?device_id=ade4cabc-bd7b-4506-b836-9178181c78e2 HTTP/1.1" status: 200 len: 946 time: 0.0519545 Jun 16 17:39:09.192796 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-bb6c0fa1-66f4-49ed-ad3d-9c0a94d526e4 req-123828a2-48f8-4fdf-9ccc-e62d7fd5ebee tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ec9cd17-f7bf-42f7-88bc-22078d613669&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419853 Jun 16 17:39:09.648573 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d52385-0552-461b-92f2-8a5208f861cf req-5f6955de-5f51-4c0c-8d3b-bcb05a494755 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:39:09.650105 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-67d52385-0552-461b-92f2-8a5208f861cf req-5f6955de-5f51-4c0c-8d3b-bcb05a494755 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] 10.222.0.40 "GET /v2.0/ports?device_id=2ea8edce-fee8-4dbd-ae01-e4d060cf5597 HTTP/1.1" status: 200 len: 945 time: 0.0485909 Jun 16 17:39:09.700099 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-67d52385-0552-461b-92f2-8a5208f861cf req-9a4b486a-eda9-43e0-ae50-53317c152e8d tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] 10.222.0.40 "GET /v2.0/security-groups?id=242115b7-43ec-477c-967c-8b04bb3085a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443687 Jun 16 17:39:10.321369 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29fb5ad-d311-4052-8ca4-d2af633cbe25 req-d34cde5f-a1ff-4899-a6ce-6acda331a13b tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:39:10.322881 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-f29fb5ad-d311-4052-8ca4-d2af633cbe25 req-d34cde5f-a1ff-4899-a6ce-6acda331a13b tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/ports?device_id=ade4cabc-bd7b-4506-b836-9178181c78e2 HTTP/1.1" status: 200 len: 946 time: 0.0538847 Jun 16 17:39:10.373435 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-f29fb5ad-d311-4052-8ca4-d2af633cbe25 req-d72d79e4-8f4c-434d-aa74-cee09f1cfaf2 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ec9cd17-f7bf-42f7-88bc-22078d613669&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446608 Jun 16 17:39:10.870260 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8426c859-2d22-4ac9-b4bb-9db886c74a7c req-5c9405df-a8c7-478d-b66a-51e4b9c9cced tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:39:10.871792 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-8426c859-2d22-4ac9-b4bb-9db886c74a7c req-5c9405df-a8c7-478d-b66a-51e4b9c9cced tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] 10.222.0.40 "GET /v2.0/ports?device_id=2ea8edce-fee8-4dbd-ae01-e4d060cf5597 HTTP/1.1" status: 200 len: 945 time: 0.1018465 Jun 16 17:39:10.919589 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-8426c859-2d22-4ac9-b4bb-9db886c74a7c req-7e86acb3-d33e-4888-a43f-19941dfc4281 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] 10.222.0.40 "GET /v2.0/security-groups?id=242115b7-43ec-477c-967c-8b04bb3085a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421939 Jun 16 17:39:11.457132 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb1eebd-20fd-408e-a31e-83e2ffe223b5 req-187ba816-d52c-43cd-b3fe-6fb8624dd150 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:39:11.458615 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-7eb1eebd-20fd-408e-a31e-83e2ffe223b5 req-187ba816-d52c-43cd-b3fe-6fb8624dd150 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.47 "GET /v2.0/ports?device_id=ade4cabc-bd7b-4506-b836-9178181c78e2 HTTP/1.1" status: 200 len: 946 time: 0.0502164 Jun 16 17:39:11.512193 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9cdf41-e4b6-494e-9291-cc378fcf7f75 req-229f88a5-af8d-4d3d-81a3-60cf902caa1b tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:39:11.513809 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-2b9cdf41-e4b6-494e-9291-cc378fcf7f75 req-229f88a5-af8d-4d3d-81a3-60cf902caa1b tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/ports?device_id=ade4cabc-bd7b-4506-b836-9178181c78e2 HTTP/1.1" status: 200 len: 946 time: 0.0542574 Jun 16 17:39:11.615032 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-2b9cdf41-e4b6-494e-9291-cc378fcf7f75 req-a4983870-04bc-42b4-8b49-3610dcabdcfb tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ec9cd17-f7bf-42f7-88bc-22078d613669&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955732 Jun 16 17:39:11.663719 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [req-7eb1eebd-20fd-408e-a31e-83e2ffe223b5 req-f67a06e3-5f7c-4fad-ad9a-87c06517cccc tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Deleting port c5c2a113-9454-4de3-99aa-1df51b68633d {{(pid=104052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 17:39:11.664051 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-7eb1eebd-20fd-408e-a31e-83e2ffe223b5 req-f67a06e3-5f7c-4fad-ad9a-87c06517cccc tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762170394215'] for port (c5c2a113-9454-4de3-99aa-1df51b68633d), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:11.709608 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715a2d33-853f-4dcb-9af0-567a5a295196 req-9af05a2e-8e55-454d-ad36-a20713c39c7f tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:39:11.711128 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-715a2d33-853f-4dcb-9af0-567a5a295196 req-9af05a2e-8e55-454d-ad36-a20713c39c7f tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] 10.222.0.47 "GET /v2.0/ports?device_id=2ea8edce-fee8-4dbd-ae01-e4d060cf5597 HTTP/1.1" status: 200 len: 945 time: 0.0530715 Jun 16 17:39:11.760815 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [req-7eb1eebd-20fd-408e-a31e-83e2ffe223b5 req-f67a06e3-5f7c-4fad-ad9a-87c06517cccc tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] For port c5c2a113-9454-4de3-99aa-1df51b68633d, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=c5c2a113-9454-4de3-99aa-1df51b68633d,segment=NetworkSegment(86f1a2bf-e88a-4894-b8aa-61c574f8d191),segment_id=86f1a2bf-e88a-4894-b8aa-61c574f8d191)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:39:11.761193 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-7eb1eebd-20fd-408e-a31e-83e2ffe223b5 req-f67a06e3-5f7c-4fad-ad9a-87c06517cccc tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376266'] for port (c5c2a113-9454-4de3-99aa-1df51b68633d), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:11.806837 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [req-715a2d33-853f-4dcb-9af0-567a5a295196 req-f2a58a0e-ee2f-42bb-8d25-5040e2513e28 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Deleting port 4e13aef5-2de9-4312-9c58-333292fceaab {{(pid=104053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 17:39:11.807175 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [req-715a2d33-853f-4dcb-9af0-567a5a295196 req-f2a58a0e-ee2f-42bb-8d25-5040e2513e28 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762170394215'] for port (4e13aef5-2de9-4312-9c58-333292fceaab), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:11.899405 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [req-715a2d33-853f-4dcb-9af0-567a5a295196 req-f2a58a0e-ee2f-42bb-8d25-5040e2513e28 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] For port 4e13aef5-2de9-4312-9c58-333292fceaab, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=4e13aef5-2de9-4312-9c58-333292fceaab,segment=NetworkSegment(c9623932-56f3-419e-916e-2d5cd1273f56),segment_id=c9623932-56f3-419e-916e-2d5cd1273f56)] {{(pid=104053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:39:11.899766 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [req-715a2d33-853f-4dcb-9af0-567a5a295196 req-f2a58a0e-ee2f-42bb-8d25-5040e2513e28 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376266'] for port (4e13aef5-2de9-4312-9c58-333292fceaab), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:11.985855 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-7eb1eebd-20fd-408e-a31e-83e2ffe223b5 req-f67a06e3-5f7c-4fad-ad9a-87c06517cccc tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:11.986263 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-7eb1eebd-20fd-408e-a31e-83e2ffe223b5 req-f67a06e3-5f7c-4fad-ad9a-87c06517cccc tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-375498'] for floatingip (deb9391c-bf01-454f-b465-d72c36912601), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:11.986528 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.db.l3_db [req-7eb1eebd-20fd-408e-a31e-83e2ffe223b5 req-f67a06e3-5f7c-4fad-ad9a-87c06517cccc tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Floating IP deb9391c-bf01-454f-b465-d72c36912601 disassociated. External IP: 172.27.0.137, port: c5c2a113-9454-4de3-99aa-1df51b68633d. Jun 16 17:39:11.986872 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [req-7eb1eebd-20fd-408e-a31e-83e2ffe223b5 req-f67a06e3-5f7c-4fad-ad9a-87c06517cccc tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Calling delete_port for c5c2a113-9454-4de3-99aa-1df51b68633d owned by compute:nova {{(pid=104052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 17:39:12.029563 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:39:12.064961 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:39:12.082422 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008b1350-6c50-4c1b-aaa4-d3b500d9ba69 req-d6bdc6fd-cf28-42b6-ba52-2f252cb9e1a6 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:39:12.083755 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [req-715a2d33-853f-4dcb-9af0-567a5a295196 req-f2a58a0e-ee2f-42bb-8d25-5040e2513e28 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:12.084022 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-008b1350-6c50-4c1b-aaa4-d3b500d9ba69 req-d6bdc6fd-cf28-42b6-ba52-2f252cb9e1a6 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] 10.222.0.40 "GET /v2.0/ports?device_id=2ea8edce-fee8-4dbd-ae01-e4d060cf5597 HTTP/1.1" status: 200 len: 945 time: 0.0850205 Jun 16 17:39:12.084766 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [req-715a2d33-853f-4dcb-9af0-567a5a295196 req-f2a58a0e-ee2f-42bb-8d25-5040e2513e28 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-375498'] for floatingip (faea8b83-a239-48ad-adf1-25ac97c54af6), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:12.085269 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.db.l3_db [req-715a2d33-853f-4dcb-9af0-567a5a295196 req-f2a58a0e-ee2f-42bb-8d25-5040e2513e28 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Floating IP faea8b83-a239-48ad-adf1-25ac97c54af6 disassociated. External IP: 172.27.0.56, port: 4e13aef5-2de9-4312-9c58-333292fceaab. Jun 16 17:39:12.086120 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [req-715a2d33-853f-4dcb-9af0-567a5a295196 req-f2a58a0e-ee2f-42bb-8d25-5040e2513e28 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Calling delete_port for 4e13aef5-2de9-4312-9c58-333292fceaab owned by compute:nova {{(pid=104053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 17:39:12.161859 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-008b1350-6c50-4c1b-aaa4-d3b500d9ba69 req-1ac926c4-babb-42aa-a7cf-f1f4c28aec39 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] 10.222.0.40 "GET /v2.0/security-groups?id=242115b7-43ec-477c-967c-8b04bb3085a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691562 Jun 16 17:39:12.223890 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-7eb1eebd-20fd-408e-a31e-83e2ffe223b5 req-f67a06e3-5f7c-4fad-ad9a-87c06517cccc tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762170396510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762170029087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62916395'] for port (c5c2a113-9454-4de3-99aa-1df51b68633d), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:12.228263 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [req-715a2d33-853f-4dcb-9af0-567a5a295196 req-f2a58a0e-ee2f-42bb-8d25-5040e2513e28 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762170396510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762170029087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64764667'] for port (4e13aef5-2de9-4312-9c58-333292fceaab), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:12.255221 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67a06e3-5f7c-4fad-ad9a-87c06517cccc tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Pushing event deleted for resources: {'Port': ['ID=c5c2a113-9454-4de3-99aa-1df51b68633d,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:39:12.261765 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a58a0e-ee2f-42bb-8d25-5040e2513e28 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Pushing event deleted for resources: {'Port': ['ID=4e13aef5-2de9-4312-9c58-333292fceaab,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:39:12.375195 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7eb1eebd-20fd-408e-a31e-83e2ffe223b5 req-f67a06e3-5f7c-4fad-ad9a-87c06517cccc tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Router 5e169b57-6046-4cc7-bf1e-cf60de126534 has already been hosted by L3 agent 43e250b4-0ce3-4949-aa8c-0bafe6454580 {{(pid=104052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 17:39:12.378701 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.scheduler.l3_agent_scheduler [req-715a2d33-853f-4dcb-9af0-567a5a295196 req-f2a58a0e-ee2f-42bb-8d25-5040e2513e28 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Router 11463ca8-2910-4613-a71d-a9b7a7a4f243 has already been hosted by L3 agent 43e250b4-0ce3-4949-aa8c-0bafe6454580 {{(pid=104053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 17:39:12.481346 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7eb1eebd-20fd-408e-a31e-83e2ffe223b5 req-f67a06e3-5f7c-4fad-ad9a-87c06517cccc tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Notify agent at l3_agent.dv-cinder-837546-2-iscsi the message routers_updated {{(pid=104052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 17:39:12.484167 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-715a2d33-853f-4dcb-9af0-567a5a295196 req-f2a58a0e-ee2f-42bb-8d25-5040e2513e28 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Notify agent at l3_agent.dv-cinder-837546-2-iscsi the message routers_updated {{(pid=104053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 17:39:12.497094 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e67130-5390-4543-ad25-65bc61f6f6c6 None None] Sync routers for ids ['11463ca8-2910-4613-a71d-a9b7a7a4f243'] in dv-cinder-837546-2-iscsi {{(pid=104054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:39:12.498391 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-817a30d3-f584-490e-9169-81fa4ef1239d None None] Sync routers for ids ['5e169b57-6046-4cc7-bf1e-cf60de126534'] in dv-cinder-837546-2-iscsi {{(pid=104055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:39:12.518403 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-817a30d3-f584-490e-9169-81fa4ef1239d None None] Routers {'5e169b57-6046-4cc7-bf1e-cf60de126534'} bound to L3 agent in host dv-cinder-837546-2-iscsi {{(pid=104055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:39:12.523735 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e67130-5390-4543-ad25-65bc61f6f6c6 None None] Routers {'11463ca8-2910-4613-a71d-a9b7a7a4f243'} bound to L3 agent in host dv-cinder-837546-2-iscsi {{(pid=104054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:39:12.524455 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-817a30d3-f584-490e-9169-81fa4ef1239d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-16T17:26:01Z,description=,heartbeat_timestamp=2022-06-16T17:39:01Z,host='dv-cinder-837546-2-iscsi',id=43e250b4-0ce3-4949-aa8c-0bafe6454580,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:26:01Z,topic='l3_agent')) {'router_ids': ['5e169b57-6046-4cc7-bf1e-cf60de126534'], 'active': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:39:12.528797 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-c6e67130-5390-4543-ad25-65bc61f6f6c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-16T17:26:01Z,description=,heartbeat_timestamp=2022-06-16T17:39:01Z,host='dv-cinder-837546-2-iscsi',id=43e250b4-0ce3-4949-aa8c-0bafe6454580,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:26:01Z,topic='l3_agent')) {'router_ids': ['11463ca8-2910-4613-a71d-a9b7a7a4f243'], 'active': True} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:39:12.531361 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [req-7eb1eebd-20fd-408e-a31e-83e2ffe223b5 req-f67a06e3-5f7c-4fad-ad9a-87c06517cccc tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] No DVR routers for this DVR port c5c2a113-9454-4de3-99aa-1df51b68633d on host hv-cinder-83754 {{(pid=104052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 17:39:12.534411 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-7eb1eebd-20fd-408e-a31e-83e2ffe223b5 req-f67a06e3-5f7c-4fad-ad9a-87c06517cccc tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228225'] for port (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:12.535947 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [req-715a2d33-853f-4dcb-9af0-567a5a295196 req-f2a58a0e-ee2f-42bb-8d25-5040e2513e28 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] No DVR routers for this DVR port 4e13aef5-2de9-4312-9c58-333292fceaab on host hv-cinder-83754 {{(pid=104053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 17:39:12.538266 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-7eb1eebd-20fd-408e-a31e-83e2ffe223b5 req-f67a06e3-5f7c-4fad-ad9a-87c06517cccc tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.47 "DELETE /v2.0/ports/c5c2a113-9454-4de3-99aa-1df51b68633d HTTP/1.1" status: 204 len: 173 time: 1.0026958 Jun 16 17:39:12.538520 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ade4cabc-bd7b-4506-b836-9178181c78e2', 'name': 'network-vif-deleted', 'tag': 'c5c2a113-9454-4de3-99aa-1df51b68633d'}] {{(pid=104052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 17:39:12.538844 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [req-715a2d33-853f-4dcb-9af0-567a5a295196 req-f2a58a0e-ee2f-42bb-8d25-5040e2513e28 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228225'] for port (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:12.540766 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9713fa4f09cf3058fa9276dada2b44135c9dd2e88d0acd54628e4483b77b1e61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4da14a0-2d72-4428-ac82-dd4d2c0771fc" -d '{"events": [{"server_uuid": "ade4cabc-bd7b-4506-b836-9178181c78e2", "name": "network-vif-deleted", "tag": "c5c2a113-9454-4de3-99aa-1df51b68633d"}]}' {{(pid=104052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:39:12.542148 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-715a2d33-853f-4dcb-9af0-567a5a295196 req-f2a58a0e-ee2f-42bb-8d25-5040e2513e28 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] 10.222.0.47 "DELETE /v2.0/ports/4e13aef5-2de9-4312-9c58-333292fceaab HTTP/1.1" status: 204 len: 173 time: 0.8253884 Jun 16 17:39:12.542573 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ea8edce-fee8-4dbd-ae01-e4d060cf5597', 'name': 'network-vif-deleted', 'tag': '4e13aef5-2de9-4312-9c58-333292fceaab'}] {{(pid=104053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 17:39:12.545194 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a0e0b451bd7acf9de88ec0a1fb74022464d6f98a5cc449ea229bf781c77e32d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6d5dbbb-f9ed-4e60-9c70-087f213f77a1" -d '{"events": [{"server_uuid": "2ea8edce-fee8-4dbd-ae01-e4d060cf5597", "name": "network-vif-deleted", "tag": "4e13aef5-2de9-4312-9c58-333292fceaab"}]}' {{(pid=104053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:39:12.602442 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 17:39:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-351058c2-7a95-4d78-a634-69f66698bce3 x-openstack-request-id: req-351058c2-7a95-4d78-a634-69f66698bce3 {{(pid=104053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:39:12.602888 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ea8edce-fee8-4dbd-ae01-e4d060cf5597", "name": "network-vif-deleted", "tag": "4e13aef5-2de9-4312-9c58-333292fceaab", "status": "completed", "code": 200}]} {{(pid=104053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:39:12.603313 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-351058c2-7a95-4d78-a634-69f66698bce3 {{(pid=104053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:39:12.603785 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-351058c2-7a95-4d78-a634-69f66698bce3'] response: {'server_uuid': '2ea8edce-fee8-4dbd-ae01-e4d060cf5597', 'name': 'network-vif-deleted', 'tag': '4e13aef5-2de9-4312-9c58-333292fceaab', 'status': 'completed', 'code': 200} Jun 16 17:39:12.613011 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 17:39:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-502a06dd-ac97-48d4-b389-23df5e4caaf5 x-openstack-request-id: req-502a06dd-ac97-48d4-b389-23df5e4caaf5 {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:39:12.613345 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ade4cabc-bd7b-4506-b836-9178181c78e2", "name": "network-vif-deleted", "tag": "c5c2a113-9454-4de3-99aa-1df51b68633d", "status": "completed", "code": 200}]} {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:39:12.613595 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-502a06dd-ac97-48d4-b389-23df5e4caaf5 {{(pid=104052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:39:12.613995 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-502a06dd-ac97-48d4-b389-23df5e4caaf5'] response: {'server_uuid': 'ade4cabc-bd7b-4506-b836-9178181c78e2', 'name': 'network-vif-deleted', 'tag': 'c5c2a113-9454-4de3-99aa-1df51b68633d', 'status': 'completed', 'code': 200} Jun 16 17:39:12.680451 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvr_db [None req-817a30d3-f584-490e-9169-81fa4ef1239d None None] Set router 5e169b57-6046-4cc7-bf1e-cf60de126534 gateway port host: dv-cinder-837546-2-iscsi {{(pid=104055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:39:12.794228 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvr_db [None req-c6e67130-5390-4543-ad25-65bc61f6f6c6 None None] Set router 11463ca8-2910-4613-a71d-a9b7a7a4f243 gateway port host: dv-cinder-837546-2-iscsi {{(pid=104054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:39:12.821487 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-4b1c3e7e-95b9-4c1f-8a2e-75b9514819ca req-8041d7f6-2960-4863-8f8e-8534af4a1889 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/ports?device_id=ade4cabc-bd7b-4506-b836-9178181c78e2 HTTP/1.1" status: 200 len: 210 time: 0.0556710 Jun 16 17:39:12.971615 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-817a30d3-f584-490e-9169-81fa4ef1239d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e169b57-6046-4cc7-bf1e-cf60de126534', 'name': 'tempest-AttachVolumeShelveTestJSON-1875317516-router', 'tenant_id': '34fb554e0cf14c7ab3a9f538273c289e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'external_fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '3c820706-d421-42fa-be59-63f8f5781a6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:35:42Z', 'updated_at': '2022-06-16T17:35:46Z', 'revision_number': 4, 'project_id': '34fb554e0cf14c7ab3a9f538273c289e', 'gw_port': {'id': '3c820706-d421-42fa-be59-63f8f5781a6c', 'name': '', 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:bc:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e169b57-6046-4cc7-bf1e-cf60de126534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:35:43Z', 'updated_at': '2022-06-16T17:35:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47584a51-19b7-439b-9f28-a7f577441b18', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-2-iscsi', '_interfaces': [{'id': 'bbb0ad55-4736-4773-95b7-f7786b05abc9', 'name': '', 'network_id': '3cd693dc-5d6d-482c-a40c-9c9d0ef17994', 'tenant_id': '34fb554e0cf14c7ab3a9f538273c289e', 'mac_address': 'fa:16:3e:a9:c5:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e169b57-6046-4cc7-bf1e-cf60de126534', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '15008cf9-9c5e-4724-bbb5-bbf37d371079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:35:45Z', 'updated_at': '2022-06-16T17:35:50Z', 'revision_number': 5, 'project_id': '34fb554e0cf14c7ab3a9f538273c289e', 'subnets': [{'id': '15008cf9-9c5e-4724-bbb5-bbf37d371079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837546-2-iscsi', False) {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:39:12.996892 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-817a30d3-f584-490e-9169-81fa4ef1239d None None] Checking router: 5e169b57-6046-4cc7-bf1e-cf60de126534 for host: dv-cinder-837546-2-iscsi {{(pid=104055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:39:13.005389 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-817a30d3-f584-490e-9169-81fa4ef1239d None None] Routers {'5e169b57-6046-4cc7-bf1e-cf60de126534'} bound to L3 agent in host dv-cinder-837546-2-iscsi {{(pid=104055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:39:13.006877 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-817a30d3-f584-490e-9169-81fa4ef1239d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-16T17:26:01Z,description=,heartbeat_timestamp=2022-06-16T17:39:01Z,host='dv-cinder-837546-2-iscsi',id=43e250b4-0ce3-4949-aa8c-0bafe6454580,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:26:01Z,topic='l3_agent')) {'router_ids': ['5e169b57-6046-4cc7-bf1e-cf60de126534'], 'active': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:39:13.019302 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-c6e67130-5390-4543-ad25-65bc61f6f6c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11463ca8-2910-4613-a71d-a9b7a7a4f243', 'name': 'tempest-AttachVolumeTestJSON-1492461714-router', 'tenant_id': '4904f0e2f64e4bef989f441380e843b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'external_fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'c5d20b8d-6a49-4d84-87cc-3ffdd32abd86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:34:14Z', 'updated_at': '2022-06-16T17:34:28Z', 'revision_number': 4, 'project_id': '4904f0e2f64e4bef989f441380e843b5', 'gw_port': {'id': 'c5d20b8d-6a49-4d84-87cc-3ffdd32abd86', 'name': '', 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:90:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11463ca8-2910-4613-a71d-a9b7a7a4f243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:34:15Z', 'updated_at': '2022-06-16T17:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47584a51-19b7-439b-9f28-a7f577441b18', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-2-iscsi', '_interfaces': [{'id': '617a4edf-50ce-45b6-a3b9-13e169c50ab1', 'name': '', 'network_id': '7174c275-7bd9-4bad-898d-52e5729a7a31', 'tenant_id': '4904f0e2f64e4bef989f441380e843b5', 'mac_address': 'fa:16:3e:78:11:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11463ca8-2910-4613-a71d-a9b7a7a4f243', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'f0d6e637-64db-4e7d-aa18-ced53dc06702', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:34:23Z', 'updated_at': '2022-06-16T17:34:44Z', 'revision_number': 5, 'project_id': '4904f0e2f64e4bef989f441380e843b5', 'subnets': [{'id': 'f0d6e637-64db-4e7d-aa18-ced53dc06702', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837546-2-iscsi', False) {} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:39:13.049606 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e67130-5390-4543-ad25-65bc61f6f6c6 None None] Checking router: 11463ca8-2910-4613-a71d-a9b7a7a4f243 for host: dv-cinder-837546-2-iscsi {{(pid=104054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:39:13.058923 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e67130-5390-4543-ad25-65bc61f6f6c6 None None] Routers {'11463ca8-2910-4613-a71d-a9b7a7a4f243'} bound to L3 agent in host dv-cinder-837546-2-iscsi {{(pid=104054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:39:13.059542 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-c6e67130-5390-4543-ad25-65bc61f6f6c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-16T17:26:01Z,description=,heartbeat_timestamp=2022-06-16T17:39:01Z,host='dv-cinder-837546-2-iscsi',id=43e250b4-0ce3-4949-aa8c-0bafe6454580,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:26:01Z,topic='l3_agent')) {'router_ids': ['11463ca8-2910-4613-a71d-a9b7a7a4f243'], 'active': True} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:39:13.126266 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvr_db [None req-817a30d3-f584-490e-9169-81fa4ef1239d None None] Set router 5e169b57-6046-4cc7-bf1e-cf60de126534 gateway port host: dv-cinder-837546-2-iscsi {{(pid=104055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:39:13.171864 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvr_db [None req-c6e67130-5390-4543-ad25-65bc61f6f6c6 None None] Set router 11463ca8-2910-4613-a71d-a9b7a7a4f243 gateway port host: dv-cinder-837546-2-iscsi {{(pid=104054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:39:13.291799 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 58814) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:39:13.353070 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-f233756c-7c68-4656-9aad-6e3da57e8718 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Publish callbacks [] for security_group (242115b7-43ec-477c-967c-8b04bb3085a6), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:13.366260 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:39:13.380211 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-f233756c-7c68-4656-9aad-6e3da57e8718 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Publish callbacks [] for security_group (242115b7-43ec-477c-967c-8b04bb3085a6), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:13.389022 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-817a30d3-f584-490e-9169-81fa4ef1239d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e169b57-6046-4cc7-bf1e-cf60de126534', 'name': 'tempest-AttachVolumeShelveTestJSON-1875317516-router', 'tenant_id': '34fb554e0cf14c7ab3a9f538273c289e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'external_fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '3c820706-d421-42fa-be59-63f8f5781a6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:35:42Z', 'updated_at': '2022-06-16T17:35:46Z', 'revision_number': 4, 'project_id': '34fb554e0cf14c7ab3a9f538273c289e', 'gw_port': {'id': '3c820706-d421-42fa-be59-63f8f5781a6c', 'name': '', 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:bc:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e169b57-6046-4cc7-bf1e-cf60de126534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:35:43Z', 'updated_at': '2022-06-16T17:35:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47584a51-19b7-439b-9f28-a7f577441b18', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-2-iscsi', '_interfaces': [{'id': 'bbb0ad55-4736-4773-95b7-f7786b05abc9', 'name': '', 'network_id': '3cd693dc-5d6d-482c-a40c-9c9d0ef17994', 'tenant_id': '34fb554e0cf14c7ab3a9f538273c289e', 'mac_address': 'fa:16:3e:a9:c5:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e169b57-6046-4cc7-bf1e-cf60de126534', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '15008cf9-9c5e-4724-bbb5-bbf37d371079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:35:45Z', 'updated_at': '2022-06-16T17:35:50Z', 'revision_number': 5, 'project_id': '34fb554e0cf14c7ab3a9f538273c289e', 'subnets': [{'id': '15008cf9-9c5e-4724-bbb5-bbf37d371079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837546-2-iscsi', False) {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:39:13.390068 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:39:13.401057 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-c6e67130-5390-4543-ad25-65bc61f6f6c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11463ca8-2910-4613-a71d-a9b7a7a4f243', 'name': 'tempest-AttachVolumeTestJSON-1492461714-router', 'tenant_id': '4904f0e2f64e4bef989f441380e843b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'external_fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'c5d20b8d-6a49-4d84-87cc-3ffdd32abd86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:34:14Z', 'updated_at': '2022-06-16T17:34:28Z', 'revision_number': 4, 'project_id': '4904f0e2f64e4bef989f441380e843b5', 'gw_port': {'id': 'c5d20b8d-6a49-4d84-87cc-3ffdd32abd86', 'name': '', 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:90:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11463ca8-2910-4613-a71d-a9b7a7a4f243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:34:15Z', 'updated_at': '2022-06-16T17:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47584a51-19b7-439b-9f28-a7f577441b18', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-2-iscsi', '_interfaces': [{'id': '617a4edf-50ce-45b6-a3b9-13e169c50ab1', 'name': '', 'network_id': '7174c275-7bd9-4bad-898d-52e5729a7a31', 'tenant_id': '4904f0e2f64e4bef989f441380e843b5', 'mac_address': 'fa:16:3e:78:11:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11463ca8-2910-4613-a71d-a9b7a7a4f243', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'f0d6e637-64db-4e7d-aa18-ced53dc06702', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:34:23Z', 'updated_at': '2022-06-16T17:34:44Z', 'revision_number': 5, 'project_id': '4904f0e2f64e4bef989f441380e843b5', 'subnets': [{'id': 'f0d6e637-64db-4e7d-aa18-ced53dc06702', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837546-2-iscsi', False) {} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:39:13.415940 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-817a30d3-f584-490e-9169-81fa4ef1239d None None] The sync data for ids ['5e169b57-6046-4cc7-bf1e-cf60de126534'] in dv-cinder-837546-2-iscsi is: [{'id': '5e169b57-6046-4cc7-bf1e-cf60de126534', 'name': 'tempest-AttachVolumeShelveTestJSON-1875317516-router', 'tenant_id': '34fb554e0cf14c7ab3a9f538273c289e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'external_fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '3c820706-d421-42fa-be59-63f8f5781a6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:35:42Z', 'updated_at': '2022-06-16T17:35:46Z', 'revision_number': 4, 'project_id': '34fb554e0cf14c7ab3a9f538273c289e', 'gw_port': {'id': '3c820706-d421-42fa-be59-63f8f5781a6c', 'name': '', 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:bc:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e169b57-6046-4cc7-bf1e-cf60de126534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:35:43Z', 'updated_at': '2022-06-16T17:35:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47584a51-19b7-439b-9f28-a7f577441b18', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-2-iscsi', '_interfaces': [{'id': 'bbb0ad55-4736-4773-95b7-f7786b05abc9', 'name': '', 'network_id': '3cd693dc-5d6d-482c-a40c-9c9d0ef17994', 'tenant_id': '34fb554e0cf14c7ab3a9f538273c289e', 'mac_address': 'fa:16:3e:a9:c5:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e169b57-6046-4cc7-bf1e-cf60de126534', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '15008cf9-9c5e-4724-bbb5-bbf37d371079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:35:45Z', 'updated_at': '2022-06-16T17:35:50Z', 'revision_number': 5, 'project_id': '34fb554e0cf14c7ab3a9f538273c289e', 'subnets': [{'id': '15008cf9-9c5e-4724-bbb5-bbf37d371079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:39:13.429917 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e67130-5390-4543-ad25-65bc61f6f6c6 None None] The sync data for ids ['11463ca8-2910-4613-a71d-a9b7a7a4f243'] in dv-cinder-837546-2-iscsi is: [{'id': '11463ca8-2910-4613-a71d-a9b7a7a4f243', 'name': 'tempest-AttachVolumeTestJSON-1492461714-router', 'tenant_id': '4904f0e2f64e4bef989f441380e843b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'external_fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'c5d20b8d-6a49-4d84-87cc-3ffdd32abd86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:34:14Z', 'updated_at': '2022-06-16T17:34:28Z', 'revision_number': 4, 'project_id': '4904f0e2f64e4bef989f441380e843b5', 'gw_port': {'id': 'c5d20b8d-6a49-4d84-87cc-3ffdd32abd86', 'name': '', 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:90:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11463ca8-2910-4613-a71d-a9b7a7a4f243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:34:15Z', 'updated_at': '2022-06-16T17:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47584a51-19b7-439b-9f28-a7f577441b18', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-2-iscsi', '_interfaces': [{'id': '617a4edf-50ce-45b6-a3b9-13e169c50ab1', 'name': '', 'network_id': '7174c275-7bd9-4bad-898d-52e5729a7a31', 'tenant_id': '4904f0e2f64e4bef989f441380e843b5', 'mac_address': 'fa:16:3e:78:11:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11463ca8-2910-4613-a71d-a9b7a7a4f243', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'f0d6e637-64db-4e7d-aa18-ced53dc06702', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:34:23Z', 'updated_at': '2022-06-16T17:34:44Z', 'revision_number': 5, 'project_id': '4904f0e2f64e4bef989f441380e843b5', 'subnets': [{'id': 'f0d6e637-64db-4e7d-aa18-ced53dc06702', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:39:13.443328 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-f233756c-7c68-4656-9aad-6e3da57e8718 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (242115b7-43ec-477c-967c-8b04bb3085a6), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:13.446949 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-f233756c-7c68-4656-9aad-6e3da57e8718 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Publish callbacks [] for security_group (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:13.449218 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-f233756c-7c68-4656-9aad-6e3da57e8718 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] 10.222.0.40 "DELETE /v2.0/security-groups/242115b7-43ec-477c-967c-8b04bb3085a6 HTTP/1.1" status: 204 len: 168 time: 0.1553214 Jun 16 17:39:13.450952 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 58816) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:39:13.457988 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f233756c-7c68-4656-9aad-6e3da57e8718 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=242115b7-43ec-477c-967c-8b04bb3085a6,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:39:13.470699 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.api.v2.resource [None req-9e94893a-3284-4052-a7d8-bd0631def13a tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] show failed (client error): The resource could not be found. Jun 16 17:39:13.472072 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-9e94893a-3284-4052-a7d8-bd0631def13a tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] 10.222.0.40 "GET /v2.0/security-groups/242115b7-43ec-477c-967c-8b04bb3085a6 HTTP/1.1" status: 404 len: 347 time: 0.0196815 Jun 16 17:39:13.474977 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 58818) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:39:13.732148 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad01d3e8-088f-449e-8bf5-ffea515c7c10 None None] New status for floating IP deb9391c-bf01-454f-b465-d72c36912601: DOWN {{(pid=104055) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 17:39:13.852069 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-3e583e38-4e1b-4cfb-a041-bfc3f51cf453 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Deleting port f70127c3-ac8f-4caf-ad15-920c3cbe1ad5 {{(pid=104053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 17:39:13.852560 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-3e583e38-4e1b-4cfb-a041-bfc3f51cf453 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762170394215'] for port (f70127c3-ac8f-4caf-ad15-920c3cbe1ad5), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:13.926352 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 58826) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:39:13.962572 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-3e583e38-4e1b-4cfb-a041-bfc3f51cf453 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376266'] for port (f70127c3-ac8f-4caf-ad15-920c3cbe1ad5), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:13.962907 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-3e583e38-4e1b-4cfb-a041-bfc3f51cf453 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Publish callbacks [] for floatingip (f70127c3-ac8f-4caf-ad15-920c3cbe1ad5), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:13.972418 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fea2112-7c3e-46c0-b97f-49ebff90d669 None None] New status for floating IP faea8b83-a239-48ad-adf1-25ac97c54af6: DOWN {{(pid=104054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 17:39:14.000803 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-3e583e38-4e1b-4cfb-a041-bfc3f51cf453 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Calling delete_port for f70127c3-ac8f-4caf-ad15-920c3cbe1ad5 owned by network:floatingip {{(pid=104053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 17:39:14.019174 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-66ba4d34-5658-4023-980c-9b857e8f7816 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Publish callbacks [] for security_group (9ec9cd17-f7bf-42f7-88bc-22078d613669), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:14.050298 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-66ba4d34-5658-4023-980c-9b857e8f7816 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Publish callbacks [] for security_group (9ec9cd17-f7bf-42f7-88bc-22078d613669), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:14.109760 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-66ba4d34-5658-4023-980c-9b857e8f7816 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (9ec9cd17-f7bf-42f7-88bc-22078d613669), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:14.112251 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-66ba4d34-5658-4023-980c-9b857e8f7816 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Publish callbacks [] for security_group (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:14.113721 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-66ba4d34-5658-4023-980c-9b857e8f7816 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "DELETE /v2.0/security-groups/9ec9cd17-f7bf-42f7-88bc-22078d613669 HTTP/1.1" status: 204 len: 168 time: 0.1863432 Jun 16 17:39:14.117329 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 58828) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:39:14.135105 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ba4d34-5658-4023-980c-9b857e8f7816 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ec9cd17-f7bf-42f7-88bc-22078d613669,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:39:14.137126 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.api.v2.resource [None req-7d4a4cd4-1b92-4d28-83b2-7138bf6a31ef tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] show failed (client error): The resource could not be found. Jun 16 17:39:14.138178 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-7d4a4cd4-1b92-4d28-83b2-7138bf6a31ef tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/security-groups/9ec9cd17-f7bf-42f7-88bc-22078d613669 HTTP/1.1" status: 404 len: 347 time: 0.0198560 Jun 16 17:39:14.141306 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 58830) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:39:14.160842 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-3e583e38-4e1b-4cfb-a041-bfc3f51cf453 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762170396510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762170029087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64764667'] for port (f70127c3-ac8f-4caf-ad15-920c3cbe1ad5), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:14.187415 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e583e38-4e1b-4cfb-a041-bfc3f51cf453 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Pushing event deleted for resources: {'Port': ['ID=f70127c3-ac8f-4caf-ad15-920c3cbe1ad5,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:39:14.260121 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-0aba2f28-0d6b-4dfd-95d7-850ef81169a1 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Deleting port 314449d6-daed-472e-8104-8c758208f0b0 {{(pid=104052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 17:39:14.260469 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0aba2f28-0d6b-4dfd-95d7-850ef81169a1 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762170394215'] for port (314449d6-daed-472e-8104-8c758208f0b0), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:14.263864 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-3e583e38-4e1b-4cfb-a041-bfc3f51cf453 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Publish callbacks [] for floatingip (faea8b83-a239-48ad-adf1-25ac97c54af6), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:14.266722 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-3e583e38-4e1b-4cfb-a041-bfc3f51cf453 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228225'] for floatingip (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:14.267999 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-3e583e38-4e1b-4cfb-a041-bfc3f51cf453 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] 10.222.0.40 "DELETE /v2.0/floatingips/faea8b83-a239-48ad-adf1-25ac97c54af6 HTTP/1.1" status: 204 len: 168 time: 0.7913177 Jun 16 17:39:14.351521 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 58834) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:39:14.356504 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.v2.base [None req-86cbf59b-d16e-487e-91e3-f42327fb34e9 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Request body: {'security_group': {'name': 'tempest-securitygroup--339379848', 'description': 'tempest-description--590257019'}} {{(pid=104053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:39:14.381804 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-86cbf59b-d16e-487e-91e3-f42327fb34e9 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Publish callbacks [] for security_group (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:14.460342 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-86cbf59b-d16e-487e-91e3-f42327fb34e9 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Publish callbacks [] for security_group (654a2a18-4b0c-4d1a-9d24-ea2cb8e2d252), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:14.463563 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-86cbf59b-d16e-487e-91e3-f42327fb34e9 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (654a2a18-4b0c-4d1a-9d24-ea2cb8e2d252), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:14.499138 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-86cbf59b-d16e-487e-91e3-f42327fb34e9 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Publish callbacks [] for security_group (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:14.500308 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-86cbf59b-d16e-487e-91e3-f42327fb34e9 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1477492 Jun 16 17:39:14.503135 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 58840) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:39:14.508864 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.v2.base [None req-bccd1ba3-78de-4ce2-b50a-56dbaec889c0 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Request body: {'security_group_rule': {'security_group_id': '654a2a18-4b0c-4d1a-9d24-ea2cb8e2d252', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:39:14.514801 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cbf59b-d16e-487e-91e3-f42327fb34e9 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Pushing event updated for resources: {'SecurityGroup': ['ID=654a2a18-4b0c-4d1a-9d24-ea2cb8e2d252,revision_number=1']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:39:14.548697 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-bccd1ba3-78de-4ce2-b50a-56dbaec889c0 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Publish callbacks [] for security_group_rule (373a61f9-7d90-4f45-9c1c-4620e4693433), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:14.594260 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0aba2f28-0d6b-4dfd-95d7-850ef81169a1 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376266'] for port (314449d6-daed-472e-8104-8c758208f0b0), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:14.594585 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0aba2f28-0d6b-4dfd-95d7-850ef81169a1 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Publish callbacks [] for floatingip (314449d6-daed-472e-8104-8c758208f0b0), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:14.607554 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-0aba2f28-0d6b-4dfd-95d7-850ef81169a1 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Calling delete_port for 314449d6-daed-472e-8104-8c758208f0b0 owned by network:floatingip {{(pid=104052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 17:39:14.609940 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-bccd1ba3-78de-4ce2-b50a-56dbaec889c0 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Publish callbacks [] for security_group_rule (373a61f9-7d90-4f45-9c1c-4620e4693433), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:14.614380 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-bccd1ba3-78de-4ce2-b50a-56dbaec889c0 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522948'] for security_group_rule (373a61f9-7d90-4f45-9c1c-4620e4693433), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:14.626393 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:DELETE=6,neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:39:14.635739 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccd1ba3-78de-4ce2-b50a-56dbaec889c0 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=373a61f9-7d90-4f45-9c1c-4620e4693433,revision_number=0']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:39:14.647621 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-bccd1ba3-78de-4ce2-b50a-56dbaec889c0 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:14.649046 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-bccd1ba3-78de-4ce2-b50a-56dbaec889c0 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1449060 Jun 16 17:39:14.652444 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 58842) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:39:14.657103 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.v2.base [None req-cf4dc0f4-fc7b-4040-b059-c861eb226927 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Request body: {'security_group_rule': {'security_group_id': '654a2a18-4b0c-4d1a-9d24-ea2cb8e2d252', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:39:14.664280 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:39:14.672308 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:39:14.685392 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-cf4dc0f4-fc7b-4040-b059-c861eb226927 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Publish callbacks [] for security_group_rule (1be88f97-fe23-43c4-b9b0-343ccb26b3fc), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:14.688782 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=86,neutron:DELETE=8,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:39:14.747661 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-cf4dc0f4-fc7b-4040-b059-c861eb226927 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Publish callbacks [] for security_group_rule (1be88f97-fe23-43c4-b9b0-343ccb26b3fc), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:14.752576 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-cf4dc0f4-fc7b-4040-b059-c861eb226927 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522948'] for security_group_rule (1be88f97-fe23-43c4-b9b0-343ccb26b3fc), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:14.755800 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0aba2f28-0d6b-4dfd-95d7-850ef81169a1 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762170396510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762170029087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62916395'] for port (314449d6-daed-472e-8104-8c758208f0b0), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:14.773809 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4dc0f4-fc7b-4040-b059-c861eb226927 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1be88f97-fe23-43c4-b9b0-343ccb26b3fc,revision_number=0']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:39:14.779472 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-cf4dc0f4-fc7b-4040-b059-c861eb226927 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:14.783651 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-cf4dc0f4-fc7b-4040-b059-c861eb226927 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1273322 Jun 16 17:39:14.783770 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aba2f28-0d6b-4dfd-95d7-850ef81169a1 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Pushing event deleted for resources: {'Port': ['ID=314449d6-daed-472e-8104-8c758208f0b0,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:39:14.783922 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 58844) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:39:14.789828 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.v2.base [None req-86f6aa7a-e5a2-47c3-8f62-1d338aecdab5 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Request body: {'floatingip': {'floating_network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2'}} {{(pid=104053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:39:14.814537 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-86f6aa7a-e5a2-47c3-8f62-1d338aecdab5 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:14.846142 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0aba2f28-0d6b-4dfd-95d7-850ef81169a1 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Publish callbacks [] for floatingip (deb9391c-bf01-454f-b465-d72c36912601), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:14.848568 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0aba2f28-0d6b-4dfd-95d7-850ef81169a1 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228225'] for floatingip (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:14.850375 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-0aba2f28-0d6b-4dfd-95d7-850ef81169a1 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "DELETE /v2.0/floatingips/deb9391c-bf01-454f-b465-d72c36912601 HTTP/1.1" status: 204 len: 168 time: 0.7076466 Jun 16 17:39:14.900823 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-86f6aa7a-e5a2-47c3-8f62-1d338aecdab5 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:14.931437 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 58848) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:39:14.936136 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [None req-2a4e4a31-6517-49b0-972e-3b731e165184 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Request body: {'security_group': {'name': 'tempest-securitygroup--166866395', 'description': 'tempest-description--1601259918'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:39:14.957453 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-2a4e4a31-6517-49b0-972e-3b731e165184 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Publish callbacks [] for security_group (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:15.020089 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.db.db_base_plugin_common [None req-86f6aa7a-e5a2-47c3-8f62-1d338aecdab5 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Allocated IP 172.27.0.13 (a25e4fa3-c316-487c-825a-4fde1c36cdb2/47584a51-19b7-439b-9f28-a7f577441b18/4b6865e1-39bc-4950-9d92-e70f3e16bf95) {{(pid=104053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:39:15.038908 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-2a4e4a31-6517-49b0-972e-3b731e165184 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Publish callbacks [] for security_group (332ceecf-b5fe-4807-b7e2-90b219f7924f), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:15.042804 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-2a4e4a31-6517-49b0-972e-3b731e165184 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (332ceecf-b5fe-4807-b7e2-90b219f7924f), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:15.073636 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Device c5c2a113-9454-4de3-99aa-1df51b68633d no longer exists at agent hyperv_hv-cinder-83754 {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 17:39:15.074847 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-2a4e4a31-6517-49b0-972e-3b731e165184 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Publish callbacks [] for security_group (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:15.078651 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-2a4e4a31-6517-49b0-972e-3b731e165184 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1435566 Jun 16 17:39:15.078651 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4e4a31-6517-49b0-972e-3b731e165184 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Pushing event updated for resources: {'SecurityGroup': ['ID=332ceecf-b5fe-4807-b7e2-90b219f7924f,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:39:15.079001 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 58850) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:39:15.083068 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [None req-88ad80b5-93a5-446c-86bc-3223fc68b7d7 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Request body: {'security_group_rule': {'security_group_id': '332ceecf-b5fe-4807-b7e2-90b219f7924f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:39:15.104410 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] No Port match for: c5c2a113-9454-4de3-99aa-1df51b68633d {{(pid=104054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 17:39:15.104769 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Device c5c2a113-9454-4de3-99aa-1df51b68633d not bound to the agent host hv-cinder-83754 {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 17:39:15.113394 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-88ad80b5-93a5-446c-86bc-3223fc68b7d7 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Publish callbacks [] for security_group_rule (aff86fec-2fda-4965-b484-a881bf487b70), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:15.139175 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-86f6aa7a-e5a2-47c3-8f62-1d338aecdab5 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Publish callbacks [] for port (4b6865e1-39bc-4950-9d92-e70f3e16bf95), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:15.173162 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-88ad80b5-93a5-446c-86bc-3223fc68b7d7 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Publish callbacks [] for security_group_rule (aff86fec-2fda-4965-b484-a881bf487b70), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:15.173501 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-86f6aa7a-e5a2-47c3-8f62-1d338aecdab5 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762170029078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64764667'] for port (4b6865e1-39bc-4950-9d92-e70f3e16bf95), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:15.177039 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-88ad80b5-93a5-446c-86bc-3223fc68b7d7 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522948'] for security_group_rule (aff86fec-2fda-4965-b484-a881bf487b70), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:15.194756 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ad80b5-93a5-446c-86bc-3223fc68b7d7 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aff86fec-2fda-4965-b484-a881bf487b70,revision_number=0']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:39:15.206346 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-88ad80b5-93a5-446c-86bc-3223fc68b7d7 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:15.211217 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-88ad80b5-93a5-446c-86bc-3223fc68b7d7 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1298192 Jun 16 17:39:15.212094 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 58852) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:39:15.217914 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [None req-aa2e60af-a233-485e-9c89-e1cc4ea2bed7 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Request body: {'security_group_rule': {'security_group_id': '332ceecf-b5fe-4807-b7e2-90b219f7924f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:39:15.225572 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86f6aa7a-e5a2-47c3-8f62-1d338aecdab5 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Network a25e4fa3-c316-487c-825a-4fde1c36cdb2 is already hosted by enough agents. {{(pid=104053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:39:15.236254 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.scheduler.base_scheduler [None req-86f6aa7a-e5a2-47c3-8f62-1d338aecdab5 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Resources bound (agent type, host, resource id): {{(pid=104053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:39:15.238983 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f6aa7a-e5a2-47c3-8f62-1d338aecdab5 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Pushing event updated for resources: {'Port': ['ID=4b6865e1-39bc-4950-9d92-e70f3e16bf95,revision_number=1']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:39:15.241545 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f6aa7a-e5a2-47c3-8f62-1d338aecdab5 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Received port after_create {{(pid=104053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 17:39:15.251532 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-aa2e60af-a233-485e-9c89-e1cc4ea2bed7 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Publish callbacks [] for security_group_rule (e707f4ad-fdc0-4a86-b420-252b0fdc48f6), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:15.332581 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-aa2e60af-a233-485e-9c89-e1cc4ea2bed7 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Publish callbacks [] for security_group_rule (e707f4ad-fdc0-4a86-b420-252b0fdc48f6), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:15.338570 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:39:15.340199 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-86f6aa7a-e5a2-47c3-8f62-1d338aecdab5 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Publish callbacks [] for floatingip (838553bf-8f95-4ecf-8bba-b300d2a772bc), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:15.342697 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-aa2e60af-a233-485e-9c89-e1cc4ea2bed7 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522948'] for security_group_rule (e707f4ad-fdc0-4a86-b420-252b0fdc48f6), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:15.361772 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2e60af-a233-485e-9c89-e1cc4ea2bed7 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e707f4ad-fdc0-4a86-b420-252b0fdc48f6,revision_number=0']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:39:15.371288 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-aa2e60af-a233-485e-9c89-e1cc4ea2bed7 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:15.372574 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-aa2e60af-a233-485e-9c89-e1cc4ea2bed7 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1594331 Jun 16 17:39:15.375687 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 58854) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:39:15.380236 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [None req-9831538a-6742-4f33-a5bc-deb4d257a4bd tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Request body: {'floatingip': {'floating_network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:39:15.389565 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-86f6aa7a-e5a2-47c3-8f62-1d338aecdab5 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (4b6865e1-39bc-4950-9d92-e70f3e16bf95), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:15.402623 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-9831538a-6742-4f33-a5bc-deb4d257a4bd tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:15.493557 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-9831538a-6742-4f33-a5bc-deb4d257a4bd tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:15.524515 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:DELETE=1,neutron:INSERT=4 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:39:15.530574 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=82,neutron:DELETE=7,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:39:15.540896 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:39:15.566708 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-86f6aa7a-e5a2-47c3-8f62-1d338aecdab5 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Publish callbacks [] for port (4b6865e1-39bc-4950-9d92-e70f3e16bf95), precommit_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:15.573260 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-86f6aa7a-e5a2-47c3-8f62-1d338aecdab5 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64764658'] for port (4b6865e1-39bc-4950-9d92-e70f3e16bf95), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:15.634365 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.db.db_base_plugin_common [None req-9831538a-6742-4f33-a5bc-deb4d257a4bd tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Allocated IP 172.27.0.205 (a25e4fa3-c316-487c-825a-4fde1c36cdb2/47584a51-19b7-439b-9f28-a7f577441b18/f084e4ed-a273-45e8-ae1b-d1caf92db75f) {{(pid=104052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:39:15.660426 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f6aa7a-e5a2-47c3-8f62-1d338aecdab5 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Pushing event updated for resources: {'Port': ['ID=4b6865e1-39bc-4950-9d92-e70f3e16bf95,revision_number=2']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:39:15.668493 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-86f6aa7a-e5a2-47c3-8f62-1d338aecdab5 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-375498'] for floatingip (838553bf-8f95-4ecf-8bba-b300d2a772bc), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:15.685579 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-86f6aa7a-e5a2-47c3-8f62-1d338aecdab5 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228225'] for floatingip (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:15.686820 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-86f6aa7a-e5a2-47c3-8f62-1d338aecdab5 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9013419 Jun 16 17:39:15.755519 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-9831538a-6742-4f33-a5bc-deb4d257a4bd tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Publish callbacks [] for port (f084e4ed-a273-45e8-ae1b-d1caf92db75f), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:15.791548 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-9831538a-6742-4f33-a5bc-deb4d257a4bd tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762170029078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62916395'] for port (f084e4ed-a273-45e8-ae1b-d1caf92db75f), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:15.840751 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9831538a-6742-4f33-a5bc-deb4d257a4bd tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Network a25e4fa3-c316-487c-825a-4fde1c36cdb2 is already hosted by enough agents. {{(pid=104052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:39:15.853464 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.base_scheduler [None req-9831538a-6742-4f33-a5bc-deb4d257a4bd tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Resources bound (agent type, host, resource id): {{(pid=104052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:39:15.858965 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9831538a-6742-4f33-a5bc-deb4d257a4bd tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Received port after_create {{(pid=104052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 17:39:15.882184 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9831538a-6742-4f33-a5bc-deb4d257a4bd tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Pushing event updated for resources: {'Port': ['ID=f084e4ed-a273-45e8-ae1b-d1caf92db75f,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:39:15.978334 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-9831538a-6742-4f33-a5bc-deb4d257a4bd tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Publish callbacks [] for floatingip (1fb2e2ef-8bac-44d4-9705-67fa5da1f54c), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:16.004348 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-11dce85d-4c60-4c10-8c52-118159db2f4f req-7efcd13c-51f7-410d-b887-c516c47e33e3 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-securitygroup--339379848&fields=id&tenant_id=4904f0e2f64e4bef989f441380e843b5 HTTP/1.1" status: 200 len: 267 time: 0.0699863 Jun 16 17:39:16.061894 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-9831538a-6742-4f33-a5bc-deb4d257a4bd tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (f084e4ed-a273-45e8-ae1b-d1caf92db75f), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:16.191106 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dce85d-4c60-4c10-8c52-118159db2f4f req-a92cc812-1ff7-4940-83c6-fa62292b6325 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:39:16.192621 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-11dce85d-4c60-4c10-8c52-118159db2f4f req-a92cc812-1ff7-4940-83c6-fa62292b6325 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] 10.222.0.40 "GET /v2.0/networks?id=7174c275-7bd9-4bad-898d-52e5729a7a31 HTTP/1.1" status: 200 len: 811 time: 0.1714766 Jun 16 17:39:16.234801 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-11dce85d-4c60-4c10-8c52-118159db2f4f req-fe15d0c9-22f6-459b-be3c-2580bd92d4be tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] 10.222.0.40 "GET /v2.0/quotas/4904f0e2f64e4bef989f441380e843b5 HTTP/1.1" status: 200 len: 375 time: 0.0137596 Jun 16 17:39:16.311166 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-11dce85d-4c60-4c10-8c52-118159db2f4f req-da1bedd8-cc75-46e1-84be-6a1724d3803a tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=4904f0e2f64e4bef989f441380e843b5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0666280 Jun 16 17:39:16.337017 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:39:16.339343 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-9831538a-6742-4f33-a5bc-deb4d257a4bd tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Publish callbacks [] for port (f084e4ed-a273-45e8-ae1b-d1caf92db75f), precommit_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:16.353612 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:39:16.365637 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-9831538a-6742-4f33-a5bc-deb4d257a4bd tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62916386'] for port (f084e4ed-a273-45e8-ae1b-d1caf92db75f), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:16.473793 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9831538a-6742-4f33-a5bc-deb4d257a4bd tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Pushing event updated for resources: {'Port': ['ID=f084e4ed-a273-45e8-ae1b-d1caf92db75f,revision_number=2']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:39:16.504861 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-9831538a-6742-4f33-a5bc-deb4d257a4bd tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-375498'] for floatingip (1fb2e2ef-8bac-44d4-9705-67fa5da1f54c), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:16.509974 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-11dce85d-4c60-4c10-8c52-118159db2f4f req-4a78fcc3-e7be-4f89-a9a3-ea38de7c7272 service neutron] 10.222.0.40 "GET /v2.0/networks/7174c275-7bd9-4bad-898d-52e5729a7a31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825445 Jun 16 17:39:16.545282 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-9831538a-6742-4f33-a5bc-deb4d257a4bd tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228225'] for floatingip (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:16.546325 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-9831538a-6742-4f33-a5bc-deb4d257a4bd tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1696603 Jun 16 17:39:16.614380 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-11dce85d-4c60-4c10-8c52-118159db2f4f req-27faf764-8adc-4f61-83ef-e40688c70ecb service neutron] 10.222.0.40 "GET /v2.0/networks/7174c275-7bd9-4bad-898d-52e5729a7a31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966718 Jun 16 17:39:16.780134 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-405e2752-cdc5-487f-937d-569be756f3eb req-ecf79ded-b02a-45d3-9cf4-395bcd3afc33 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-securitygroup--166866395&fields=id&tenant_id=34fb554e0cf14c7ab3a9f538273c289e HTTP/1.1" status: 200 len: 267 time: 0.0633452 Jun 16 17:39:16.800712 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-e79f8a5e-eac4-478b-ad15-bea05e1063ac req-32d20f1b-58da-4259-8163-530311f455fb tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] 10.222.0.40 "GET /v2.0/ports?device_id=fd30c63b-c274-43bd-8322-7f51a2d51166 HTTP/1.1" status: 200 len: 210 time: 0.0368478 Jun 16 17:39:16.913977 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405e2752-cdc5-487f-937d-569be756f3eb req-5138669f-926d-4719-9442-36c6cb0769a0 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:39:16.915462 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-405e2752-cdc5-487f-937d-569be756f3eb req-5138669f-926d-4719-9442-36c6cb0769a0 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/networks?id=3cd693dc-5d6d-482c-a40c-9c9d0ef17994 HTTP/1.1" status: 200 len: 817 time: 0.1181147 Jun 16 17:39:16.931257 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-405e2752-cdc5-487f-937d-569be756f3eb req-260c4ec0-2bee-461c-904d-7ef952049420 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/quotas/34fb554e0cf14c7ab3a9f538273c289e HTTP/1.1" status: 200 len: 375 time: 0.0101733 Jun 16 17:39:16.990703 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-405e2752-cdc5-487f-937d-569be756f3eb req-f67cedfd-f64d-4ef0-a8cb-bf8e43b0888a tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=34fb554e0cf14c7ab3a9f538273c289e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0527329 Jun 16 17:39:17.098642 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Device 4e13aef5-2de9-4312-9c58-333292fceaab no longer exists at agent hyperv_hv-cinder-83754 {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 17:39:17.112847 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-405e2752-cdc5-487f-937d-569be756f3eb req-c152f4bd-e541-42d7-bff5-d45b6ee569da service neutron] 10.222.0.40 "GET /v2.0/networks/3cd693dc-5d6d-482c-a40c-9c9d0ef17994?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072431 Jun 16 17:39:17.120264 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] No Port match for: 4e13aef5-2de9-4312-9c58-333292fceaab {{(pid=104054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 17:39:17.120980 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Device 4e13aef5-2de9-4312-9c58-333292fceaab not bound to the agent host hv-cinder-83754 {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 17:39:17.211686 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-405e2752-cdc5-487f-937d-569be756f3eb req-db4eff8a-2261-45da-bc77-0f824a0aaf6c service neutron] 10.222.0.40 "GET /v2.0/networks/3cd693dc-5d6d-482c-a40c-9c9d0ef17994?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904481 Jun 16 17:39:17.428888 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-1e9387f7-18da-4999-adb9-065ee2a734c9 req-4d34ce99-9f76-4475-9fe1-4f11206d7549 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/ports?device_id=9e3be83a-9759-422f-9cd1-5a5d1c631ace HTTP/1.1" status: 200 len: 210 time: 0.0589924 Jun 16 17:39:17.859374 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dce85d-4c60-4c10-8c52-118159db2f4f req-bc1b738b-fb12-410a-9d1c-6a35ead7f436 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:39:17.861698 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-11dce85d-4c60-4c10-8c52-118159db2f4f req-bc1b738b-fb12-410a-9d1c-6a35ead7f436 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] 10.222.0.47 "GET /v2.0/networks?id=7174c275-7bd9-4bad-898d-52e5729a7a31 HTTP/1.1" status: 200 len: 811 time: 0.1333234 Jun 16 17:39:17.923008 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-67fdedf5-01c9-4bca-a45e-77e672c93072 req-571e400c-8071-4c34-b1f2-48811f42e7b7 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] 10.222.0.40 "GET /v2.0/ports?device_id=fd30c63b-c274-43bd-8322-7f51a2d51166 HTTP/1.1" status: 200 len: 210 time: 0.0426486 Jun 16 17:39:17.935904 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-11dce85d-4c60-4c10-8c52-118159db2f4f req-67bf4d5a-b024-4dbe-a56f-ac62364906c9 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4904f0e2f64e4bef989f441380e843b5 HTTP/1.1" status: 200 len: 379 time: 0.0643821 Jun 16 17:39:17.946620 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.v2.base [req-11dce85d-4c60-4c10-8c52-118159db2f4f req-5108800f-7ddc-43f4-a632-aa0f26c8d252 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Request body: {'port': {'device_id': 'fd30c63b-c274-43bd-8322-7f51a2d51166', 'network_id': '7174c275-7bd9-4bad-898d-52e5729a7a31', 'admin_state_up': True, 'tenant_id': '4904f0e2f64e4bef989f441380e843b5', 'security_groups': ['654a2a18-4b0c-4d1a-9d24-ea2cb8e2d252']}} {{(pid=104053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:39:18.114824 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11dce85d-4c60-4c10-8c52-118159db2f4f req-5108800f-7ddc-43f4-a632-aa0f26c8d252 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Made reservation on behalf of 4904f0e2f64e4bef989f441380e843b5 for: {'port': 1} {{(pid=104053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:39:18.118476 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [req-11dce85d-4c60-4c10-8c52-118159db2f4f req-5108800f-7ddc-43f4-a632-aa0f26c8d252 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:18.258777 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.db.db_base_plugin_common [req-11dce85d-4c60-4c10-8c52-118159db2f4f req-5108800f-7ddc-43f4-a632-aa0f26c8d252 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Allocated IP 172.20.0.3 (7174c275-7bd9-4bad-898d-52e5729a7a31/f0d6e637-64db-4e7d-aa18-ced53dc06702/97934cf6-fabb-41ed-a2c0-382cfdc7a011) {{(pid=104053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:39:18.407072 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [req-11dce85d-4c60-4c10-8c52-118159db2f4f req-5108800f-7ddc-43f4-a632-aa0f26c8d252 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Publish callbacks [] for port (97934cf6-fabb-41ed-a2c0-382cfdc7a011), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:18.408405 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=2,neutron:INSERT=5 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:39:18.456038 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [req-11dce85d-4c60-4c10-8c52-118159db2f4f req-5108800f-7ddc-43f4-a632-aa0f26c8d252 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762170029078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64764667'] for port (97934cf6-fabb-41ed-a2c0-382cfdc7a011), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:18.474843 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:39:18.507752 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11dce85d-4c60-4c10-8c52-118159db2f4f req-5108800f-7ddc-43f4-a632-aa0f26c8d252 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Network 7174c275-7bd9-4bad-898d-52e5729a7a31 is already hosted by enough agents. {{(pid=104053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:39:18.512143 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.scheduler.base_scheduler [req-11dce85d-4c60-4c10-8c52-118159db2f4f req-5108800f-7ddc-43f4-a632-aa0f26c8d252 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Resources bound (agent type, host, resource id): {{(pid=104053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:39:18.530343 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [req-11dce85d-4c60-4c10-8c52-118159db2f4f req-5108800f-7ddc-43f4-a632-aa0f26c8d252 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Received port after_create {{(pid=104053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 17:39:18.576307 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5108800f-7ddc-43f4-a632-aa0f26c8d252 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Pushing event updated for resources: {'Port': ['ID=97934cf6-fabb-41ed-a2c0-382cfdc7a011,revision_number=1']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:39:18.587229 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-3b46799f-9031-469f-aaf9-84e546359918 req-98964f49-fc0f-4de9-b0fc-3edb932aa105 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/ports?device_id=9e3be83a-9759-422f-9cd1-5a5d1c631ace HTTP/1.1" status: 200 len: 210 time: 0.0449955 Jun 16 17:39:18.637498 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dce85d-4c60-4c10-8c52-118159db2f4f req-5108800f-7ddc-43f4-a632-aa0f26c8d252 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:39:18.639533 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [req-11dce85d-4c60-4c10-8c52-118159db2f4f req-5108800f-7ddc-43f4-a632-aa0f26c8d252 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228225'] for port (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:18.640683 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405e2752-cdc5-487f-937d-569be756f3eb req-02a26c5e-cc8e-4222-a131-58b107611147 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:39:18.642509 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-405e2752-cdc5-487f-937d-569be756f3eb req-02a26c5e-cc8e-4222-a131-58b107611147 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.47 "GET /v2.0/networks?id=3cd693dc-5d6d-482c-a40c-9c9d0ef17994 HTTP/1.1" status: 200 len: 817 time: 0.2031128 Jun 16 17:39:18.665318 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-11dce85d-4c60-4c10-8c52-118159db2f4f req-5108800f-7ddc-43f4-a632-aa0f26c8d252 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7241488 Jun 16 17:39:18.679141 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.v2.base [req-11dce85d-4c60-4c10-8c52-118159db2f4f req-161705b1-b983-4be0-bf62-ac0f8a9dca85 service neutron] Request body: {'port': {'device_id': 'fd30c63b-c274-43bd-8322-7f51a2d51166', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=104053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:39:18.727977 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:39:18.752793 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-405e2752-cdc5-487f-937d-569be756f3eb req-34473fe8-75ae-4a3f-9aaa-94c81b300659 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=34fb554e0cf14c7ab3a9f538273c289e HTTP/1.1" status: 200 len: 379 time: 0.0942488 Jun 16 17:39:18.767008 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [req-11dce85d-4c60-4c10-8c52-118159db2f4f req-161705b1-b983-4be0-bf62-ac0f8a9dca85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (97934cf6-fabb-41ed-a2c0-382cfdc7a011), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:18.778970 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (9f2b4370-7d03-4dcb-9a0d-4ff62d859136), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:18.792176 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [req-405e2752-cdc5-487f-937d-569be756f3eb req-9f7255f7-3d57-489d-8925-c9b989b3c726 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Request body: {'port': {'device_id': '9e3be83a-9759-422f-9cd1-5a5d1c631ace', 'network_id': '3cd693dc-5d6d-482c-a40c-9c9d0ef17994', 'admin_state_up': True, 'tenant_id': '34fb554e0cf14c7ab3a9f538273c289e', 'security_groups': ['332ceecf-b5fe-4807-b7e2-90b219f7924f']}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:39:18.877948 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:39:18.890070 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-5939d8c2-c70e-450e-a233-e769703f786b None None] Provisioning complete for port 97934cf6-fabb-41ed-a2c0-382cfdc7a011 triggered by entity DHCP. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:39:18.890828 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-5939d8c2-c70e-450e-a233-e769703f786b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572016'] for port (97934cf6-fabb-41ed-a2c0-382cfdc7a011), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:18.933906 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-405e2752-cdc5-487f-937d-569be756f3eb req-9f7255f7-3d57-489d-8925-c9b989b3c726 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Made reservation on behalf of 34fb554e0cf14c7ab3a9f538273c289e for: {'port': 1} {{(pid=104052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:39:18.937416 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-405e2752-cdc5-487f-937d-569be756f3eb req-9f7255f7-3d57-489d-8925-c9b989b3c726 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:19.063218 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:39:19.081129 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-5939d8c2-c70e-450e-a233-e769703f786b None None] Port 97934cf6-fabb-41ed-a2c0-382cfdc7a011 cannot update to ACTIVE because it is not bound. {{(pid=104054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 17:39:19.129895 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.notifiers.nova [req-11dce85d-4c60-4c10-8c52-118159db2f4f req-161705b1-b983-4be0-bf62-ac0f8a9dca85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97934cf6-fabb-41ed-a2c0-382cfdc7a011 {{(pid=104053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 17:39:19.135998 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60440ba7-f534-4c17-982f-13d8e3130762 req-88e0427d-260f-4366-9ad9-8c0dd276c153 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:39:19.137569 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-60440ba7-f534-4c17-982f-13d8e3130762 req-88e0427d-260f-4366-9ad9-8c0dd276c153 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] 10.222.0.40 "GET /v2.0/ports?device_id=fd30c63b-c274-43bd-8322-7f51a2d51166 HTTP/1.1" status: 200 len: 931 time: 0.0882215 Jun 16 17:39:19.139554 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [req-11dce85d-4c60-4c10-8c52-118159db2f4f req-161705b1-b983-4be0-bf62-ac0f8a9dca85 service neutron] Publish callbacks [] for port (97934cf6-fabb-41ed-a2c0-382cfdc7a011), precommit_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:19.154520 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [req-11dce85d-4c60-4c10-8c52-118159db2f4f req-161705b1-b983-4be0-bf62-ac0f8a9dca85 service neutron] Transition to ACTIVE for port object 97934cf6-fabb-41ed-a2c0-382cfdc7a011 will not be triggered until provisioned by entity L2. {{(pid=104053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 17:39:19.160810 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [req-11dce85d-4c60-4c10-8c52-118159db2f4f req-161705b1-b983-4be0-bf62-ac0f8a9dca85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64764658'] for port (97934cf6-fabb-41ed-a2c0-382cfdc7a011), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:19.175318 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.db.db_base_plugin_common [req-405e2752-cdc5-487f-937d-569be756f3eb req-9f7255f7-3d57-489d-8925-c9b989b3c726 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Allocated IP 172.20.0.11 (3cd693dc-5d6d-482c-a40c-9c9d0ef17994/15008cf9-9c5e-4724-bbb5-bbf37d371079/a57fbaeb-135f-4864-997b-23904c802e78) {{(pid=104052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:39:19.246945 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161705b1-b983-4be0-bf62-ac0f8a9dca85 service neutron] Pushing event updated for resources: {'Port': ['ID=97934cf6-fabb-41ed-a2c0-382cfdc7a011,revision_number=2']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:39:19.270694 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-f69c3541-df37-49bd-83a2-c16bec55c008 req-d3d36226-c0ea-4426-a447-b32cd0cf7492 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b4904f6d-1ce2-4af1-9fc3-f5ea5aa89e69&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0930605 Jun 16 17:39:19.275742 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161705b1-b983-4be0-bf62-ac0f8a9dca85 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:39:19.276089 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161705b1-b983-4be0-bf62-ac0f8a9dca85 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:39:19.277329 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161705b1-b983-4be0-bf62-ac0f8a9dca85 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:39:19.277715 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161705b1-b983-4be0-bf62-ac0f8a9dca85 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:39:19.278236 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161705b1-b983-4be0-bf62-ac0f8a9dca85 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:39:19.278580 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161705b1-b983-4be0-bf62-ac0f8a9dca85 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:39:19.278915 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161705b1-b983-4be0-bf62-ac0f8a9dca85 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:39:19.279247 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161705b1-b983-4be0-bf62-ac0f8a9dca85 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:39:19.279573 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161705b1-b983-4be0-bf62-ac0f8a9dca85 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:39:19.279901 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161705b1-b983-4be0-bf62-ac0f8a9dca85 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:39:19.280228 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161705b1-b983-4be0-bf62-ac0f8a9dca85 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:39:19.280551 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161705b1-b983-4be0-bf62-ac0f8a9dca85 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:39:19.280872 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161705b1-b983-4be0-bf62-ac0f8a9dca85 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:39:19.281211 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161705b1-b983-4be0-bf62-ac0f8a9dca85 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:39:19.281534 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161705b1-b983-4be0-bf62-ac0f8a9dca85 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:39:19.316306 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-60440ba7-f534-4c17-982f-13d8e3130762 req-f669a6ee-05bd-45c5-9bdb-38b11a7c094d tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] 10.222.0.40 "GET /v2.0/security-groups?id=654a2a18-4b0c-4d1a-9d24-ea2cb8e2d252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1650248 Jun 16 17:39:19.347542 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.managers [req-11dce85d-4c60-4c10-8c52-118159db2f4f req-161705b1-b983-4be0-bf62-ac0f8a9dca85 service neutron] Attempting to bind port 97934cf6-fabb-41ed-a2c0-382cfdc7a011 on host hv-cinder-83754 for vnic_type normal with profile {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 17:39:19.348510 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.managers [req-11dce85d-4c60-4c10-8c52-118159db2f4f req-161705b1-b983-4be0-bf62-ac0f8a9dca85 service neutron] Attempting to bind port 97934cf6-fabb-41ed-a2c0-382cfdc7a011 by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': 'c9623932-56f3-419e-916e-2d5cd1273f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '7174c275-7bd9-4bad-898d-52e5729a7a31'}] {{(pid=104053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 17:39:19.348510 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11dce85d-4c60-4c10-8c52-118159db2f4f req-161705b1-b983-4be0-bf62-ac0f8a9dca85 service neutron] Attempting to bind port 97934cf6-fabb-41ed-a2c0-382cfdc7a011 on network 7174c275-7bd9-4bad-898d-52e5729a7a31 {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 17:39:19.354615 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11dce85d-4c60-4c10-8c52-118159db2f4f req-161705b1-b983-4be0-bf62-ac0f8a9dca85 service neutron] Port 97934cf6-fabb-41ed-a2c0-382cfdc7a011 on network 7174c275-7bd9-4bad-898d-52e5729a7a31 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 17:39:19.355232 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11dce85d-4c60-4c10-8c52-118159db2f4f req-161705b1-b983-4be0-bf62-ac0f8a9dca85 service neutron] Attempting to bind port 97934cf6-fabb-41ed-a2c0-382cfdc7a011 on network 7174c275-7bd9-4bad-898d-52e5729a7a31 {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 17:39:19.360729 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11dce85d-4c60-4c10-8c52-118159db2f4f req-161705b1-b983-4be0-bf62-ac0f8a9dca85 service neutron] Checking agent: {'id': '9f2b4370-7d03-4dcb-9a0d-4ff62d859136', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 17, 32, 17), 'started_at': datetime.datetime(2022, 6, 16, 17, 32, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 17, 39, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 17:39:19.361110 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11dce85d-4c60-4c10-8c52-118159db2f4f req-161705b1-b983-4be0-bf62-ac0f8a9dca85 service neutron] Checking segment: {'id': 'c9623932-56f3-419e-916e-2d5cd1273f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '7174c275-7bd9-4bad-898d-52e5729a7a31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 17:39:19.361473 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11dce85d-4c60-4c10-8c52-118159db2f4f req-161705b1-b983-4be0-bf62-ac0f8a9dca85 service neutron] Bound using segment: {'id': 'c9623932-56f3-419e-916e-2d5cd1273f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '7174c275-7bd9-4bad-898d-52e5729a7a31'} {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 17:39:19.361901 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.managers [req-11dce85d-4c60-4c10-8c52-118159db2f4f req-161705b1-b983-4be0-bf62-ac0f8a9dca85 service neutron] Bound port: 97934cf6-fabb-41ed-a2c0-382cfdc7a011, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9623932-56f3-419e-916e-2d5cd1273f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '7174c275-7bd9-4bad-898d-52e5729a7a31'}}] {{(pid=104053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 17:39:19.362254 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [req-11dce85d-4c60-4c10-8c52-118159db2f4f req-161705b1-b983-4be0-bf62-ac0f8a9dca85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (97934cf6-fabb-41ed-a2c0-382cfdc7a011), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:19.432128 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69c3541-df37-49bd-83a2-c16bec55c008 req-4632ebdf-bbd0-4cc4-bc0a-a958e04e3e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:39:19.433675 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-f69c3541-df37-49bd-83a2-c16bec55c008 req-4632ebdf-bbd0-4cc4-bc0a-a958e04e3e8a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d1c1d13142434356ac1210f14dad847b&device_id=b4904f6d-1ce2-4af1-9fc3-f5ea5aa89e69 HTTP/1.1" status: 200 len: 1129 time: 0.0884199 Jun 16 17:39:19.442653 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [req-11dce85d-4c60-4c10-8c52-118159db2f4f req-161705b1-b983-4be0-bf62-ac0f8a9dca85 service neutron] For port 97934cf6-fabb-41ed-a2c0-382cfdc7a011, host hv-cinder-83754, cleared binding levels {{(pid=104053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 17:39:19.446792 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [req-11dce85d-4c60-4c10-8c52-118159db2f4f req-161705b1-b983-4be0-bf62-ac0f8a9dca85 service neutron] For port 97934cf6-fabb-41ed-a2c0-382cfdc7a011, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=97934cf6-fabb-41ed-a2c0-382cfdc7a011,segment=NetworkSegment(c9623932-56f3-419e-916e-2d5cd1273f56),segment_id=c9623932-56f3-419e-916e-2d5cd1273f56)] {{(pid=104053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 17:39:19.454859 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [req-11dce85d-4c60-4c10-8c52-118159db2f4f req-161705b1-b983-4be0-bf62-ac0f8a9dca85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64764658'] for port (97934cf6-fabb-41ed-a2c0-382cfdc7a011), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:19.499910 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:39:19.503950 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dce85d-4c60-4c10-8c52-118159db2f4f req-161705b1-b983-4be0-bf62-ac0f8a9dca85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:39:19.504780 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [req-11dce85d-4c60-4c10-8c52-118159db2f4f req-161705b1-b983-4be0-bf62-ac0f8a9dca85 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228225'] for port (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:19.507210 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-11dce85d-4c60-4c10-8c52-118159db2f4f req-161705b1-b983-4be0-bf62-ac0f8a9dca85 service neutron] 10.222.0.47 "PUT /v2.0/ports/97934cf6-fabb-41ed-a2c0-382cfdc7a011 HTTP/1.1" status: 200 len: 1093 time: 0.8331542 Jun 16 17:39:19.508221 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd30c63b-c274-43bd-8322-7f51a2d51166', 'tag': '97934cf6-fabb-41ed-a2c0-382cfdc7a011'}] {{(pid=104053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 17:39:19.510848 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a0e0b451bd7acf9de88ec0a1fb74022464d6f98a5cc449ea229bf781c77e32d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a20802fe-7468-4e6b-bc13-2531ac2e9b5f" -d '{"events": [{"name": "network-changed", "server_uuid": "fd30c63b-c274-43bd-8322-7f51a2d51166", "tag": "97934cf6-fabb-41ed-a2c0-382cfdc7a011"}]}' {{(pid=104053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:39:19.538978 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-405e2752-cdc5-487f-937d-569be756f3eb req-9f7255f7-3d57-489d-8925-c9b989b3c726 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Publish callbacks [] for port (a57fbaeb-135f-4864-997b-23904c802e78), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:19.581080 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 17:39:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cfa2c41-a0d5-4c66-906f-38e44a47b080 x-openstack-request-id: req-4cfa2c41-a0d5-4c66-906f-38e44a47b080 {{(pid=104053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:39:19.581384 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd30c63b-c274-43bd-8322-7f51a2d51166", "tag": "97934cf6-fabb-41ed-a2c0-382cfdc7a011", "status": "completed", "code": 200}]} {{(pid=104053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:39:19.581629 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-4cfa2c41-a0d5-4c66-906f-38e44a47b080 {{(pid=104053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:39:19.582028 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4cfa2c41-a0d5-4c66-906f-38e44a47b080'] response: {'name': 'network-changed', 'server_uuid': 'fd30c63b-c274-43bd-8322-7f51a2d51166', 'tag': '97934cf6-fabb-41ed-a2c0-382cfdc7a011', 'status': 'completed', 'code': 200} Jun 16 17:39:19.586859 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161705b1-b983-4be0-bf62-ac0f8a9dca85 service neutron] Pushing event updated for resources: {'Port': ['ID=97934cf6-fabb-41ed-a2c0-382cfdc7a011,revision_number=3']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:39:19.595230 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69c3541-df37-49bd-83a2-c16bec55c008 req-500c1643-f71c-4553-a026-038e81c574db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:39:19.596707 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-f69c3541-df37-49bd-83a2-c16bec55c008 req-500c1643-f71c-4553-a026-038e81c574db service neutron] 10.222.0.47 "GET /v2.0/networks?id=dd7b32b9-764e-43c1-a67e-f0e3f862c460 HTTP/1.1" status: 200 len: 919 time: 0.1384158 Jun 16 17:39:19.614424 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-405e2752-cdc5-487f-937d-569be756f3eb req-9f7255f7-3d57-489d-8925-c9b989b3c726 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762170029078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62916395'] for port (a57fbaeb-135f-4864-997b-23904c802e78), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:19.624723 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dce85d-4c60-4c10-8c52-118159db2f4f req-a622b2dc-f905-4a5a-800f-435cd30cbe06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:39:19.626300 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-11dce85d-4c60-4c10-8c52-118159db2f4f req-a622b2dc-f905-4a5a-800f-435cd30cbe06 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4904f0e2f64e4bef989f441380e843b5&device_id=fd30c63b-c274-43bd-8322-7f51a2d51166 HTTP/1.1" status: 200 len: 1127 time: 0.0678039 Jun 16 17:39:19.680829 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-f69c3541-df37-49bd-83a2-c16bec55c008 req-670c1bf5-f15b-49d2-9fa9-b1d1289a6af7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=86749e9f-ddc9-40e0-90f0-7a85e2519bf8 HTTP/1.1" status: 200 len: 217 time: 0.0774133 Jun 16 17:39:19.681253 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:39:19.682696 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-11dce85d-4c60-4c10-8c52-118159db2f4f req-1d79fa31-4c86-4b8d-8691-2e95e7222a0b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=97934cf6-fabb-41ed-a2c0-382cfdc7a011 HTTP/1.1" status: 200 len: 217 time: 0.0444582 Jun 16 17:39:19.712847 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-405e2752-cdc5-487f-937d-569be756f3eb req-9f7255f7-3d57-489d-8925-c9b989b3c726 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Network 3cd693dc-5d6d-482c-a40c-9c9d0ef17994 is already hosted by enough agents. {{(pid=104052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:39:19.750326 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dce85d-4c60-4c10-8c52-118159db2f4f req-32ccd1ba-d96d-45e1-b8fa-c6468c071b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:39:19.751799 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-11dce85d-4c60-4c10-8c52-118159db2f4f req-32ccd1ba-d96d-45e1-b8fa-c6468c071b5b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f0d6e637-64db-4e7d-aa18-ced53dc06702 HTTP/1.1" status: 200 len: 850 time: 0.0588596 Jun 16 17:39:19.751996 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.base_scheduler [req-405e2752-cdc5-487f-937d-569be756f3eb req-9f7255f7-3d57-489d-8925-c9b989b3c726 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Resources bound (agent type, host, resource id): {{(pid=104052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:39:19.754420 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [req-405e2752-cdc5-487f-937d-569be756f3eb req-9f7255f7-3d57-489d-8925-c9b989b3c726 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Received port after_create {{(pid=104052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 17:39:19.801625 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:39:19.826015 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dce85d-4c60-4c10-8c52-118159db2f4f req-091d6993-7225-4ed6-83b4-e7c85dd1f4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:39:19.828549 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-11dce85d-4c60-4c10-8c52-118159db2f4f req-091d6993-7225-4ed6-83b4-e7c85dd1f4c8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7174c275-7bd9-4bad-898d-52e5729a7a31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0701900 Jun 16 17:39:19.846009 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7255f7-3d57-489d-8925-c9b989b3c726 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Pushing event updated for resources: {'Port': ['ID=a57fbaeb-135f-4864-997b-23904c802e78,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:39:19.854959 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765ded56-132d-4b4d-8c74-ddab8b96c333 req-d0bba0d9-d19f-484a-a0a2-6d261ba06f62 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:39:19.856754 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-765ded56-132d-4b4d-8c74-ddab8b96c333 req-d0bba0d9-d19f-484a-a0a2-6d261ba06f62 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/ports?device_id=9e3be83a-9759-422f-9cd1-5a5d1c631ace HTTP/1.1" status: 200 len: 932 time: 0.1606510 Jun 16 17:39:19.907860 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69c3541-df37-49bd-83a2-c16bec55c008 req-e52d1bdf-16c9-480a-b3c6-38a552952266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:39:19.909485 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-f69c3541-df37-49bd-83a2-c16bec55c008 req-e52d1bdf-16c9-480a-b3c6-38a552952266 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=58dbd783-c237-4164-b4f7-63cdaa3401e3 HTTP/1.1" status: 200 len: 857 time: 0.2095304 Jun 16 17:39:19.917620 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405e2752-cdc5-487f-937d-569be756f3eb req-9f7255f7-3d57-489d-8925-c9b989b3c726 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:39:19.918408 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-405e2752-cdc5-487f-937d-569be756f3eb req-9f7255f7-3d57-489d-8925-c9b989b3c726 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228225'] for port (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:19.935244 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-11dce85d-4c60-4c10-8c52-118159db2f4f req-d740cb42-e7cf-4800-9742-31de8d2a53ef service neutron] 10.222.0.47 "GET /v2.0/networks/7174c275-7bd9-4bad-898d-52e5729a7a31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988817 Jun 16 17:39:19.987990 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-405e2752-cdc5-487f-937d-569be756f3eb req-9f7255f7-3d57-489d-8925-c9b989b3c726 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2090807 Jun 16 17:39:19.993526 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-765ded56-132d-4b4d-8c74-ddab8b96c333 req-c392313e-a64d-4445-afd3-dd6768cdca31 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/security-groups?id=332ceecf-b5fe-4807-b7e2-90b219f7924f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1270740 Jun 16 17:39:19.994707 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69c3541-df37-49bd-83a2-c16bec55c008 req-a3f179d0-fb15-48df-aecb-35cd6022099c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:39:19.996169 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-f69c3541-df37-49bd-83a2-c16bec55c008 req-a3f179d0-fb15-48df-aecb-35cd6022099c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dd7b32b9-764e-43c1-a67e-f0e3f862c460&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0746353 Jun 16 17:39:20.001108 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [req-405e2752-cdc5-487f-937d-569be756f3eb req-a9956f40-13db-4612-8b64-d941e2db54ea service neutron] Request body: {'port': {'device_id': '9e3be83a-9759-422f-9cd1-5a5d1c631ace', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:39:20.050207 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-11dce85d-4c60-4c10-8c52-118159db2f4f req-90fabc9d-148c-4ee2-b50a-eb2e5d00d9c0 service neutron] 10.222.0.47 "GET /v2.0/networks/7174c275-7bd9-4bad-898d-52e5729a7a31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092710 Jun 16 17:39:20.064816 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-ad969ee8-4511-47fc-ad38-3c4c570e64fc None None] Provisioning complete for port a57fbaeb-135f-4864-997b-23904c802e78 triggered by entity DHCP. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:39:20.064816 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-ad969ee8-4511-47fc-ad38-3c4c570e64fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572016'] for port (a57fbaeb-135f-4864-997b-23904c802e78), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:20.103626 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-ad969ee8-4511-47fc-ad38-3c4c570e64fc None None] Port a57fbaeb-135f-4864-997b-23904c802e78 cannot update to ACTIVE because it is not bound. {{(pid=104054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 17:39:20.111644 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:39:20.127115 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-405e2752-cdc5-487f-937d-569be756f3eb req-a9956f40-13db-4612-8b64-d941e2db54ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (a57fbaeb-135f-4864-997b-23904c802e78), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:20.190004 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-f69c3541-df37-49bd-83a2-c16bec55c008 req-197c747c-85a9-4530-8224-a6dcffbf9464 service neutron] 10.222.0.47 "GET /v2.0/networks/dd7b32b9-764e-43c1-a67e-f0e3f862c460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857252 Jun 16 17:39:20.471397 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [req-405e2752-cdc5-487f-937d-569be756f3eb req-a9956f40-13db-4612-8b64-d941e2db54ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a57fbaeb-135f-4864-997b-23904c802e78 {{(pid=104052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 17:39:20.481421 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ffd32b-6e53-453f-a8f6-979534aff42b req-e510a006-74d7-4ef1-a4ba-0282357995de tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:39:20.482888 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-a7ffd32b-6e53-453f-a8f6-979534aff42b req-e510a006-74d7-4ef1-a4ba-0282357995de tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] 10.222.0.40 "GET /v2.0/ports?device_id=fd30c63b-c274-43bd-8322-7f51a2d51166 HTTP/1.1" status: 200 len: 943 time: 0.0827882 Jun 16 17:39:20.486799 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-405e2752-cdc5-487f-937d-569be756f3eb req-a9956f40-13db-4612-8b64-d941e2db54ea service neutron] Publish callbacks [] for port (a57fbaeb-135f-4864-997b-23904c802e78), precommit_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:20.516852 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [req-405e2752-cdc5-487f-937d-569be756f3eb req-a9956f40-13db-4612-8b64-d941e2db54ea service neutron] Transition to ACTIVE for port object a57fbaeb-135f-4864-997b-23904c802e78 will not be triggered until provisioned by entity L2. {{(pid=104052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 17:39:20.523156 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-405e2752-cdc5-487f-937d-569be756f3eb req-a9956f40-13db-4612-8b64-d941e2db54ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62916386'] for port (a57fbaeb-135f-4864-997b-23904c802e78), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:20.575546 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:39:20.584455 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-a7ffd32b-6e53-453f-a8f6-979534aff42b req-f8c9458f-08c7-4526-be37-004e449607ca tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] 10.222.0.40 "GET /v2.0/security-groups?id=654a2a18-4b0c-4d1a-9d24-ea2cb8e2d252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941536 Jun 16 17:39:20.595207 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9956f40-13db-4612-8b64-d941e2db54ea service neutron] Pushing event updated for resources: {'Port': ['ID=a57fbaeb-135f-4864-997b-23904c802e78,revision_number=2']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:39:20.683422 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [req-405e2752-cdc5-487f-937d-569be756f3eb req-a9956f40-13db-4612-8b64-d941e2db54ea service neutron] Attempting to bind port a57fbaeb-135f-4864-997b-23904c802e78 on host hv-cinder-83754 for vnic_type normal with profile {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 17:39:20.684115 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [req-405e2752-cdc5-487f-937d-569be756f3eb req-a9956f40-13db-4612-8b64-d941e2db54ea service neutron] Attempting to bind port a57fbaeb-135f-4864-997b-23904c802e78 by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': '86f1a2bf-e88a-4894-b8aa-61c574f8d191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '3cd693dc-5d6d-482c-a40c-9c9d0ef17994'}] {{(pid=104052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 17:39:20.684115 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-405e2752-cdc5-487f-937d-569be756f3eb req-a9956f40-13db-4612-8b64-d941e2db54ea service neutron] Attempting to bind port a57fbaeb-135f-4864-997b-23904c802e78 on network 3cd693dc-5d6d-482c-a40c-9c9d0ef17994 {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 17:39:20.688780 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-405e2752-cdc5-487f-937d-569be756f3eb req-a9956f40-13db-4612-8b64-d941e2db54ea service neutron] Port a57fbaeb-135f-4864-997b-23904c802e78 on network 3cd693dc-5d6d-482c-a40c-9c9d0ef17994 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 17:39:20.689099 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-405e2752-cdc5-487f-937d-569be756f3eb req-a9956f40-13db-4612-8b64-d941e2db54ea service neutron] Attempting to bind port a57fbaeb-135f-4864-997b-23904c802e78 on network 3cd693dc-5d6d-482c-a40c-9c9d0ef17994 {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 17:39:20.695423 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-405e2752-cdc5-487f-937d-569be756f3eb req-a9956f40-13db-4612-8b64-d941e2db54ea service neutron] Checking agent: {'id': '9f2b4370-7d03-4dcb-9a0d-4ff62d859136', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 17, 32, 17), 'started_at': datetime.datetime(2022, 6, 16, 17, 32, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 17, 39, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 17:39:20.695894 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-405e2752-cdc5-487f-937d-569be756f3eb req-a9956f40-13db-4612-8b64-d941e2db54ea service neutron] Checking segment: {'id': '86f1a2bf-e88a-4894-b8aa-61c574f8d191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '3cd693dc-5d6d-482c-a40c-9c9d0ef17994'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 17:39:20.696372 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-405e2752-cdc5-487f-937d-569be756f3eb req-a9956f40-13db-4612-8b64-d941e2db54ea service neutron] Bound using segment: {'id': '86f1a2bf-e88a-4894-b8aa-61c574f8d191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '3cd693dc-5d6d-482c-a40c-9c9d0ef17994'} {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 17:39:20.696900 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [req-405e2752-cdc5-487f-937d-569be756f3eb req-a9956f40-13db-4612-8b64-d941e2db54ea service neutron] Bound port: a57fbaeb-135f-4864-997b-23904c802e78, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86f1a2bf-e88a-4894-b8aa-61c574f8d191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '3cd693dc-5d6d-482c-a40c-9c9d0ef17994'}}] {{(pid=104052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 17:39:20.697404 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-405e2752-cdc5-487f-937d-569be756f3eb req-a9956f40-13db-4612-8b64-d941e2db54ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (a57fbaeb-135f-4864-997b-23904c802e78), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:20.764456 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [req-405e2752-cdc5-487f-937d-569be756f3eb req-a9956f40-13db-4612-8b64-d941e2db54ea service neutron] For port a57fbaeb-135f-4864-997b-23904c802e78, host hv-cinder-83754, cleared binding levels {{(pid=104052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 17:39:20.768230 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [req-405e2752-cdc5-487f-937d-569be756f3eb req-a9956f40-13db-4612-8b64-d941e2db54ea service neutron] For port a57fbaeb-135f-4864-997b-23904c802e78, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=a57fbaeb-135f-4864-997b-23904c802e78,segment=NetworkSegment(86f1a2bf-e88a-4894-b8aa-61c574f8d191),segment_id=86f1a2bf-e88a-4894-b8aa-61c574f8d191)] {{(pid=104052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 17:39:20.776739 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-405e2752-cdc5-487f-937d-569be756f3eb req-a9956f40-13db-4612-8b64-d941e2db54ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62916386'] for port (a57fbaeb-135f-4864-997b-23904c802e78), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:20.810194 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405e2752-cdc5-487f-937d-569be756f3eb req-a9956f40-13db-4612-8b64-d941e2db54ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:39:20.810800 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-405e2752-cdc5-487f-937d-569be756f3eb req-a9956f40-13db-4612-8b64-d941e2db54ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228225'] for port (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:20.812158 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-405e2752-cdc5-487f-937d-569be756f3eb req-a9956f40-13db-4612-8b64-d941e2db54ea service neutron] 10.222.0.47 "PUT /v2.0/ports/a57fbaeb-135f-4864-997b-23904c802e78 HTTP/1.1" status: 200 len: 1094 time: 0.8150463 Jun 16 17:39:20.812581 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e3be83a-9759-422f-9cd1-5a5d1c631ace', 'tag': 'a57fbaeb-135f-4864-997b-23904c802e78'}] {{(pid=104052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 17:39:20.814804 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9713fa4f09cf3058fa9276dada2b44135c9dd2e88d0acd54628e4483b77b1e61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7da75169-cded-4404-97e1-74150b934c71" -d '{"events": [{"name": "network-changed", "server_uuid": "9e3be83a-9759-422f-9cd1-5a5d1c631ace", "tag": "a57fbaeb-135f-4864-997b-23904c802e78"}]}' {{(pid=104052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:39:20.837190 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9956f40-13db-4612-8b64-d941e2db54ea service neutron] Pushing event updated for resources: {'Port': ['ID=a57fbaeb-135f-4864-997b-23904c802e78,revision_number=3']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:39:20.864378 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 17:39:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2053e784-30ed-4e30-8450-aaa8c39ae7ea x-openstack-request-id: req-2053e784-30ed-4e30-8450-aaa8c39ae7ea {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:39:20.864805 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e3be83a-9759-422f-9cd1-5a5d1c631ace", "tag": "a57fbaeb-135f-4864-997b-23904c802e78", "status": "completed", "code": 200}]} {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:39:20.865605 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-2053e784-30ed-4e30-8450-aaa8c39ae7ea {{(pid=104052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:39:20.866237 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2053e784-30ed-4e30-8450-aaa8c39ae7ea'] response: {'name': 'network-changed', 'server_uuid': '9e3be83a-9759-422f-9cd1-5a5d1c631ace', 'tag': 'a57fbaeb-135f-4864-997b-23904c802e78', 'status': 'completed', 'code': 200} Jun 16 17:39:21.071152 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da75169-cded-4404-97e1-74150b934c71 req-bc1802f4-021f-4568-9d06-07d171ebe0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:39:21.073128 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-7da75169-cded-4404-97e1-74150b934c71 req-bc1802f4-021f-4568-9d06-07d171ebe0d9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=34fb554e0cf14c7ab3a9f538273c289e&device_id=9e3be83a-9759-422f-9cd1-5a5d1c631ace HTTP/1.1" status: 200 len: 1128 time: 0.0488403 Jun 16 17:39:21.112741 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20802fe-7468-4e6b-bc13-2531ac2e9b5f req-4e227318-ebec-4f11-b92c-d57ec5834be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:39:21.114222 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-a20802fe-7468-4e6b-bc13-2531ac2e9b5f req-4e227318-ebec-4f11-b92c-d57ec5834be5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4904f0e2f64e4bef989f441380e843b5&device_id=fd30c63b-c274-43bd-8322-7f51a2d51166 HTTP/1.1" status: 200 len: 1127 time: 0.0969794 Jun 16 17:39:21.181712 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:39:21.181960 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da75169-cded-4404-97e1-74150b934c71 req-b982fabf-6e23-453d-9300-f670080d5e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:39:21.183438 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-7da75169-cded-4404-97e1-74150b934c71 req-b982fabf-6e23-453d-9300-f670080d5e30 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=34fb554e0cf14c7ab3a9f538273c289e&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1011097 Jun 16 17:39:21.225409 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d3dfcb-4e13-4f8d-9d9b-64a81b2b126d req-6e603ba7-6568-4c1e-8116-46106116eea9 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:39:21.226876 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-75d3dfcb-4e13-4f8d-9d9b-64a81b2b126d req-6e603ba7-6568-4c1e-8116-46106116eea9 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/ports?device_id=9e3be83a-9759-422f-9cd1-5a5d1c631ace HTTP/1.1" status: 200 len: 944 time: 0.1298442 Jun 16 17:39:21.246947 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-f69c3541-df37-49bd-83a2-c16bec55c008 req-d1b42d3e-caaf-4dee-8562-11bce949ad80 service neutron] 10.222.0.47 "GET /v2.0/networks/dd7b32b9-764e-43c1-a67e-f0e3f862c460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2377155 Jun 16 17:39:21.289919 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da75169-cded-4404-97e1-74150b934c71 req-f1f7a960-ec7f-4400-ae11-2d9fcf95d6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:39:21.291313 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-7da75169-cded-4404-97e1-74150b934c71 req-f1f7a960-ec7f-4400-ae11-2d9fcf95d6ec service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1010945 Jun 16 17:39:21.297943 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20802fe-7468-4e6b-bc13-2531ac2e9b5f req-770a3822-305e-4bca-8445-1e7cc7ac6065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:39:21.299362 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-a20802fe-7468-4e6b-bc13-2531ac2e9b5f req-770a3822-305e-4bca-8445-1e7cc7ac6065 service neutron] 10.222.0.47 "GET /v2.0/networks?id=7174c275-7bd9-4bad-898d-52e5729a7a31 HTTP/1.1" status: 200 len: 912 time: 0.1634934 Jun 16 17:39:21.303812 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-75d3dfcb-4e13-4f8d-9d9b-64a81b2b126d req-7bf285f8-af82-43f5-bb68-ae0964e43c9b tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/security-groups?id=332ceecf-b5fe-4807-b7e2-90b219f7924f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698230 Jun 16 17:39:21.575261 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-a20802fe-7468-4e6b-bc13-2531ac2e9b5f req-504b6991-36be-48de-8d4f-c6cc1689b407 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=97934cf6-fabb-41ed-a2c0-382cfdc7a011 HTTP/1.1" status: 200 len: 217 time: 0.0402355 Jun 16 17:39:21.603890 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405e2752-cdc5-487f-937d-569be756f3eb req-b0d8bde1-7e3e-4490-ac32-c0a10cae330c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:39:21.605400 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-405e2752-cdc5-487f-937d-569be756f3eb req-b0d8bde1-7e3e-4490-ac32-c0a10cae330c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=34fb554e0cf14c7ab3a9f538273c289e&device_id=9e3be83a-9759-422f-9cd1-5a5d1c631ace HTTP/1.1" status: 200 len: 1128 time: 0.0507882 Jun 16 17:39:21.631774 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20802fe-7468-4e6b-bc13-2531ac2e9b5f req-4dbc0158-a057-4af2-a255-6ada062169f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:39:21.633380 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-a20802fe-7468-4e6b-bc13-2531ac2e9b5f req-4dbc0158-a057-4af2-a255-6ada062169f7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f0d6e637-64db-4e7d-aa18-ced53dc06702 HTTP/1.1" status: 200 len: 850 time: 0.0513365 Jun 16 17:39:21.653630 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-405e2752-cdc5-487f-937d-569be756f3eb req-24d21754-7c29-4cef-bd68-020198772f5f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a57fbaeb-135f-4864-997b-23904c802e78 HTTP/1.1" status: 200 len: 217 time: 0.0396872 Jun 16 17:39:21.695219 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20802fe-7468-4e6b-bc13-2531ac2e9b5f req-3b579b53-1ae6-471d-bd5a-df483703ce96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:39:21.696653 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-a20802fe-7468-4e6b-bc13-2531ac2e9b5f req-3b579b53-1ae6-471d-bd5a-df483703ce96 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7174c275-7bd9-4bad-898d-52e5729a7a31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0554960 Jun 16 17:39:21.721536 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405e2752-cdc5-487f-937d-569be756f3eb req-16dc65c6-26b8-4636-93be-4be51924220b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:39:21.722988 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-405e2752-cdc5-487f-937d-569be756f3eb req-16dc65c6-26b8-4636-93be-4be51924220b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=15008cf9-9c5e-4724-bbb5-bbf37d371079 HTTP/1.1" status: 200 len: 856 time: 0.0521648 Jun 16 17:39:21.734039 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fa7bfa-5cbb-4e1a-a1db-8545817f963e req-4ac697f1-1193-49a9-af6c-1bb2338cd94c tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:39:21.735473 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-39fa7bfa-5cbb-4e1a-a1db-8545817f963e req-4ac697f1-1193-49a9-af6c-1bb2338cd94c tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] 10.222.0.40 "GET /v2.0/ports?device_id=fd30c63b-c274-43bd-8322-7f51a2d51166 HTTP/1.1" status: 200 len: 943 time: 0.0519888 Jun 16 17:39:21.787594 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-39fa7bfa-5cbb-4e1a-a1db-8545817f963e req-50c2d871-e7df-43c1-a603-9a3233228dda tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] 10.222.0.40 "GET /v2.0/security-groups?id=654a2a18-4b0c-4d1a-9d24-ea2cb8e2d252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453539 Jun 16 17:39:21.969479 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405e2752-cdc5-487f-937d-569be756f3eb req-0b09b21c-2417-4c71-9d79-cc5868d5bb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:39:21.971256 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-405e2752-cdc5-487f-937d-569be756f3eb req-0b09b21c-2417-4c71-9d79-cc5868d5bb3b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3cd693dc-5d6d-482c-a40c-9c9d0ef17994&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0492654 Jun 16 17:39:22.008717 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-a20802fe-7468-4e6b-bc13-2531ac2e9b5f req-9af12a80-3218-4475-89f4-1266a135430d service neutron] 10.222.0.47 "GET /v2.0/networks/7174c275-7bd9-4bad-898d-52e5729a7a31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878446 Jun 16 17:39:22.050804 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:39:22.076120 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-405e2752-cdc5-487f-937d-569be756f3eb req-d71defa5-b6a0-482a-9941-80d2c9965b97 service neutron] 10.222.0.47 "GET /v2.0/networks/3cd693dc-5d6d-482c-a40c-9c9d0ef17994?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977170 Jun 16 17:39:22.183083 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-405e2752-cdc5-487f-937d-569be756f3eb req-72b571ab-c1a3-461e-a621-6f7a10295c53 service neutron] 10.222.0.47 "GET /v2.0/networks/3cd693dc-5d6d-482c-a40c-9c9d0ef17994?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004739 Jun 16 17:39:22.405560 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-a20802fe-7468-4e6b-bc13-2531ac2e9b5f req-1eb56cae-d6fe-4e56-b8f1-9a2e46aa7b96 service neutron] 10.222.0.47 "GET /v2.0/networks/7174c275-7bd9-4bad-898d-52e5729a7a31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3891242 Jun 16 17:39:22.440321 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a512642-f9ad-487f-be0d-b3f42f541d7d req-0dc5a17c-0aae-4fd8-9920-88cea4cdc94d tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:39:22.441807 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-0a512642-f9ad-487f-be0d-b3f42f541d7d req-0dc5a17c-0aae-4fd8-9920-88cea4cdc94d tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/ports?device_id=9e3be83a-9759-422f-9cd1-5a5d1c631ace HTTP/1.1" status: 200 len: 944 time: 0.0520911 Jun 16 17:39:22.490758 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-0a512642-f9ad-487f-be0d-b3f42f541d7d req-57691857-e84d-47b6-9ea5-8a2666a05b6f tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/security-groups?id=332ceecf-b5fe-4807-b7e2-90b219f7924f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428748 Jun 16 17:39:22.904506 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafa2c0c-4322-4ab7-87d1-1a832c74f423 req-f1930e87-eeb0-497d-8b8f-507d27a8516a tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:39:22.905985 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-eafa2c0c-4322-4ab7-87d1-1a832c74f423 req-f1930e87-eeb0-497d-8b8f-507d27a8516a tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] 10.222.0.40 "GET /v2.0/ports?device_id=fd30c63b-c274-43bd-8322-7f51a2d51166 HTTP/1.1" status: 200 len: 943 time: 0.0508878 Jun 16 17:39:22.953173 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-eafa2c0c-4322-4ab7-87d1-1a832c74f423 req-d20db52c-1e1a-4ab1-9055-2723b2bd5c4b tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] 10.222.0.40 "GET /v2.0/security-groups?id=654a2a18-4b0c-4d1a-9d24-ea2cb8e2d252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415535 Jun 16 17:39:23.136467 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Device 97934cf6-fabb-41ed-a2c0-382cfdc7a011 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=104054) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 17:39:23.152320 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:39:23.247366 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] For port 97934cf6-fabb-41ed-a2c0-382cfdc7a011, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=97934cf6-fabb-41ed-a2c0-382cfdc7a011,segment=NetworkSegment(c9623932-56f3-419e-916e-2d5cd1273f56),segment_id=c9623932-56f3-419e-916e-2d5cd1273f56)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:39:23.258852 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Returning: {'device': '97934cf6-fabb-41ed-a2c0-382cfdc7a011', 'network_id': '7174c275-7bd9-4bad-898d-52e5729a7a31', 'port_id': '97934cf6-fabb-41ed-a2c0-382cfdc7a011', 'mac_address': 'fa:16:3e:5f:02:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0d6e637-64db-4e7d-aa18-ced53dc06702', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104054) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 17:39:23.294159 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Current status of the port 97934cf6-fabb-41ed-a2c0-382cfdc7a011 is: DOWN; New status is: BUILD {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:39:23.294541 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (97934cf6-fabb-41ed-a2c0-382cfdc7a011), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:23.307889 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.notifiers.nova [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97934cf6-fabb-41ed-a2c0-382cfdc7a011 {{(pid=104054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 17:39:23.332309 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] For port 97934cf6-fabb-41ed-a2c0-382cfdc7a011, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=97934cf6-fabb-41ed-a2c0-382cfdc7a011,segment=NetworkSegment(c9623932-56f3-419e-916e-2d5cd1273f56),segment_id=c9623932-56f3-419e-916e-2d5cd1273f56)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:39:23.336878 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114'] for port (97934cf6-fabb-41ed-a2c0-382cfdc7a011), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:23.383834 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Pushing event updated for resources: {'Port': ['ID=97934cf6-fabb-41ed-a2c0-382cfdc7a011,revision_number=4']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:39:23.621965 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920da755-3d8e-422d-b902-3ca116a51c02 req-ed6572e2-6653-46b5-b12c-39e4f1561744 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:39:23.623507 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-920da755-3d8e-422d-b902-3ca116a51c02 req-ed6572e2-6653-46b5-b12c-39e4f1561744 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/ports?device_id=9e3be83a-9759-422f-9cd1-5a5d1c631ace HTTP/1.1" status: 200 len: 944 time: 0.0525985 Jun 16 17:39:23.636376 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] get_ports_and_sgs() called for port_ids ['97934cf6-fabb-41ed-a2c0-382cfdc7a011'] {{(pid=104054) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 17:39:23.683366 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-920da755-3d8e-422d-b902-3ca116a51c02 req-f6915901-1e73-43fc-a8ac-d58eee3f4ef3 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/security-groups?id=332ceecf-b5fe-4807-b7e2-90b219f7924f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539780 Jun 16 17:39:23.906136 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=86,neutron:UPDATE=2 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:39:23.909315 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=86 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:39:24.076574 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6001991a-bc49-4ea5-b9cf-144d5179e226 req-f0e85a98-b37b-4a5a-837e-32c2e9394aca tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:39:24.078138 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-6001991a-bc49-4ea5-b9cf-144d5179e226 req-f0e85a98-b37b-4a5a-837e-32c2e9394aca tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] 10.222.0.40 "GET /v2.0/ports?device_id=fd30c63b-c274-43bd-8322-7f51a2d51166 HTTP/1.1" status: 200 len: 944 time: 0.0501475 Jun 16 17:39:24.137811 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-6001991a-bc49-4ea5-b9cf-144d5179e226 req-984f88da-075f-42db-9f2a-74e939075c9f tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] 10.222.0.40 "GET /v2.0/security-groups?id=654a2a18-4b0c-4d1a-9d24-ea2cb8e2d252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520570 Jun 16 17:39:24.807786 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798b7c69-d5c8-46a9-948b-8a6e1bfbae9a req-7773b60f-2285-4629-b661-b00cf9107873 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:39:24.809315 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-798b7c69-d5c8-46a9-948b-8a6e1bfbae9a req-7773b60f-2285-4629-b661-b00cf9107873 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/ports?device_id=9e3be83a-9759-422f-9cd1-5a5d1c631ace HTTP/1.1" status: 200 len: 944 time: 0.0485792 Jun 16 17:39:24.856930 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-798b7c69-d5c8-46a9-948b-8a6e1bfbae9a req-7e0c3a06-06f2-485c-a9f6-bbb208aa3938 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/security-groups?id=332ceecf-b5fe-4807-b7e2-90b219f7924f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419354 Jun 16 17:39:25.140568 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Device a57fbaeb-135f-4864-997b-23904c802e78 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=104054) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 17:39:25.144595 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Device 97934cf6-fabb-41ed-a2c0-382cfdc7a011 up at agent hyperv_hv-cinder-83754 {{(pid=104054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 17:39:25.249635 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Provisioning for port 97934cf6-fabb-41ed-a2c0-382cfdc7a011 completed by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 17:39:25.263761 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a8e73b-cbeb-4566-a887-5bd7d19c4394 req-20607efe-a410-4632-b068-58e6aa0edee3 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:39:25.264378 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Provisioning complete for port 97934cf6-fabb-41ed-a2c0-382cfdc7a011 triggered by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:39:25.264484 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572016'] for port (97934cf6-fabb-41ed-a2c0-382cfdc7a011), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:25.265299 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-48a8e73b-cbeb-4566-a887-5bd7d19c4394 req-20607efe-a410-4632-b068-58e6aa0edee3 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] 10.222.0.40 "GET /v2.0/ports?device_id=fd30c63b-c274-43bd-8322-7f51a2d51166 HTTP/1.1" status: 200 len: 944 time: 0.0558586 Jun 16 17:39:25.277670 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=100 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:39:25.313588 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] For port a57fbaeb-135f-4864-997b-23904c802e78, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=a57fbaeb-135f-4864-997b-23904c802e78,segment=NetworkSegment(86f1a2bf-e88a-4894-b8aa-61c574f8d191),segment_id=86f1a2bf-e88a-4894-b8aa-61c574f8d191)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:39:25.316305 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-48a8e73b-cbeb-4566-a887-5bd7d19c4394 req-89e0b171-f7ff-4abf-8516-9a45c1b8f6a5 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] 10.222.0.40 "GET /v2.0/security-groups?id=654a2a18-4b0c-4d1a-9d24-ea2cb8e2d252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450630 Jun 16 17:39:25.330974 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Returning: {'device': 'a57fbaeb-135f-4864-997b-23904c802e78', 'network_id': '3cd693dc-5d6d-482c-a40c-9c9d0ef17994', 'port_id': 'a57fbaeb-135f-4864-997b-23904c802e78', 'mac_address': 'fa:16:3e:76:03:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15008cf9-9c5e-4724-bbb5-bbf37d371079', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104054) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 17:39:25.337897 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:39:25.393005 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:39:25.397384 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Current status of the port 97934cf6-fabb-41ed-a2c0-382cfdc7a011 is: BUILD; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:39:25.397800 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (97934cf6-fabb-41ed-a2c0-382cfdc7a011), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:25.399716 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Current status of the port a57fbaeb-135f-4864-997b-23904c802e78 is: DOWN; New status is: BUILD {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:39:25.400070 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (a57fbaeb-135f-4864-997b-23904c802e78), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:25.430519 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.notifiers.nova [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a57fbaeb-135f-4864-997b-23904c802e78 {{(pid=104054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 17:39:25.447252 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd30c63b-c274-43bd-8322-7f51a2d51166', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97934cf6-fabb-41ed-a2c0-382cfdc7a011'}] {{(pid=104054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 17:39:25.449461 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5645e34771f2e92f66b701059e1edb0e2a0b319a1385596c591183f5993537e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf1d22c3-c06c-4744-9361-7140176c9ff9" -d '{"events": [{"server_uuid": "fd30c63b-c274-43bd-8322-7f51a2d51166", "name": "network-vif-plugged", "status": "completed", "tag": "97934cf6-fabb-41ed-a2c0-382cfdc7a011"}]}' {{(pid=104054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:39:25.466141 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] For port a57fbaeb-135f-4864-997b-23904c802e78, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=a57fbaeb-135f-4864-997b-23904c802e78,segment=NetworkSegment(86f1a2bf-e88a-4894-b8aa-61c574f8d191),segment_id=86f1a2bf-e88a-4894-b8aa-61c574f8d191)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:39:25.469794 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] For port 97934cf6-fabb-41ed-a2c0-382cfdc7a011, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=97934cf6-fabb-41ed-a2c0-382cfdc7a011,segment=NetworkSegment(c9623932-56f3-419e-916e-2d5cd1273f56),segment_id=c9623932-56f3-419e-916e-2d5cd1273f56)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:39:25.471132 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114'] for port (a57fbaeb-135f-4864-997b-23904c802e78), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:25.476621 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114'] for port (97934cf6-fabb-41ed-a2c0-382cfdc7a011), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:25.494345 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 17:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-562d9ee1-db2c-4949-b520-b24514d29a41 x-openstack-request-id: req-562d9ee1-db2c-4949-b520-b24514d29a41 {{(pid=104054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:39:25.494651 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd30c63b-c274-43bd-8322-7f51a2d51166", "name": "network-vif-plugged", "status": "completed", "tag": "97934cf6-fabb-41ed-a2c0-382cfdc7a011", "code": 200}]} {{(pid=104054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:39:25.494900 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-562d9ee1-db2c-4949-b520-b24514d29a41 {{(pid=104054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:39:25.495283 dv-cinder-837546-2-iscsi neutron-server[104054]: INFO neutron.notifiers.nova [-] Nova event matching ['req-562d9ee1-db2c-4949-b520-b24514d29a41'] response: {'server_uuid': 'fd30c63b-c274-43bd-8322-7f51a2d51166', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97934cf6-fabb-41ed-a2c0-382cfdc7a011', 'code': 200} Jun 16 17:39:25.523270 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Pushing event updated for resources: {'Port': ['ID=a57fbaeb-135f-4864-997b-23904c802e78,revision_number=4']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:39:25.573476 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Pushing event updated for resources: {'Port': ['ID=97934cf6-fabb-41ed-a2c0-382cfdc7a011,revision_number=5']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:39:25.663682 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ebb5af-5bc5-47a6-a745-6ac6ebb7fdab req-e3bf0a63-8ba0-4914-a3c6-ab6a3af440fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:39:25.665076 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-40ebb5af-5bc5-47a6-a745-6ac6ebb7fdab req-e3bf0a63-8ba0-4914-a3c6-ab6a3af440fe service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=fd30c63b-c274-43bd-8322-7f51a2d51166 HTTP/1.1" status: 200 len: 1129 time: 0.0436070 Jun 16 17:39:25.711527 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-40ebb5af-5bc5-47a6-a745-6ac6ebb7fdab req-7f101434-24be-4934-8dc6-7d278c2e5476 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=654a2a18-4b0c-4d1a-9d24-ea2cb8e2d252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395398 Jun 16 17:39:25.735945 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] get_ports_and_sgs() called for port_ids ['a57fbaeb-135f-4864-997b-23904c802e78'] {{(pid=104054) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 17:39:25.982687 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebc5cb3-b92e-4444-85e6-481c0acd73e1 req-06f5950f-b439-4e61-ad84-ef9a41050088 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:39:25.984232 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-1ebc5cb3-b92e-4444-85e6-481c0acd73e1 req-06f5950f-b439-4e61-ad84-ef9a41050088 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/ports?device_id=9e3be83a-9759-422f-9cd1-5a5d1c631ace HTTP/1.1" status: 200 len: 945 time: 0.0530984 Jun 16 17:39:26.033963 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-1ebc5cb3-b92e-4444-85e6-481c0acd73e1 req-3271913a-1c75-4ae3-85ae-a4d42db39a27 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/security-groups?id=332ceecf-b5fe-4807-b7e2-90b219f7924f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438130 Jun 16 17:39:26.436812 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb1d337-d2f4-4df6-8c0c-8e227c2eef1a req-52e9cf66-ebbc-4389-b480-8040c6dbed29 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:39:26.438451 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-8fb1d337-d2f4-4df6-8c0c-8e227c2eef1a req-52e9cf66-ebbc-4389-b480-8040c6dbed29 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] 10.222.0.40 "GET /v2.0/ports?device_id=fd30c63b-c274-43bd-8322-7f51a2d51166 HTTP/1.1" status: 200 len: 945 time: 0.0486352 Jun 16 17:39:26.495127 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-8fb1d337-d2f4-4df6-8c0c-8e227c2eef1a req-e2b4872e-ad6b-4d53-ae70-3d8fbef4ff57 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] 10.222.0.40 "GET /v2.0/security-groups?id=654a2a18-4b0c-4d1a-9d24-ea2cb8e2d252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499175 Jun 16 17:39:27.155811 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Device a57fbaeb-135f-4864-997b-23904c802e78 up at agent hyperv_hv-cinder-83754 {{(pid=104054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 17:39:27.174031 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7983e0-cde6-4ef7-ab01-8d7a2d30ddfa req-36346064-ed5e-4735-9c0f-aa311bd1569e tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:39:27.175759 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-ce7983e0-cde6-4ef7-ab01-8d7a2d30ddfa req-36346064-ed5e-4735-9c0f-aa311bd1569e tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/ports?device_id=9e3be83a-9759-422f-9cd1-5a5d1c631ace HTTP/1.1" status: 200 len: 945 time: 0.0610597 Jun 16 17:39:27.204850 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Provisioning for port a57fbaeb-135f-4864-997b-23904c802e78 completed by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 17:39:27.212238 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Provisioning complete for port a57fbaeb-135f-4864-997b-23904c802e78 triggered by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:39:27.212667 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572016'] for port (a57fbaeb-135f-4864-997b-23904c802e78), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:27.270058 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-ce7983e0-cde6-4ef7-ab01-8d7a2d30ddfa req-00f8ea86-ea29-4fb5-bdfe-d9f7cb3670d6 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/security-groups?id=332ceecf-b5fe-4807-b7e2-90b219f7924f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786109 Jun 16 17:39:27.350782 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Current status of the port a57fbaeb-135f-4864-997b-23904c802e78 is: BUILD; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:39:27.351311 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (a57fbaeb-135f-4864-997b-23904c802e78), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:27.401588 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] For port a57fbaeb-135f-4864-997b-23904c802e78, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=a57fbaeb-135f-4864-997b-23904c802e78,segment=NetworkSegment(86f1a2bf-e88a-4894-b8aa-61c574f8d191),segment_id=86f1a2bf-e88a-4894-b8aa-61c574f8d191)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:39:27.406386 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114'] for port (a57fbaeb-135f-4864-997b-23904c802e78), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:27.464638 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Pushing event updated for resources: {'Port': ['ID=a57fbaeb-135f-4864-997b-23904c802e78,revision_number=5']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:39:27.496664 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e3be83a-9759-422f-9cd1-5a5d1c631ace', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a57fbaeb-135f-4864-997b-23904c802e78'}] {{(pid=104054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 17:39:27.499417 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5645e34771f2e92f66b701059e1edb0e2a0b319a1385596c591183f5993537e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de767ab6-d3b3-449c-a1f1-a58492ec9118" -d '{"events": [{"server_uuid": "9e3be83a-9759-422f-9cd1-5a5d1c631ace", "name": "network-vif-plugged", "status": "completed", "tag": "a57fbaeb-135f-4864-997b-23904c802e78"}]}' {{(pid=104054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:39:27.544565 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 17:39:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dc7a3f1-887f-4a26-a806-c74bf9637032 x-openstack-request-id: req-0dc7a3f1-887f-4a26-a806-c74bf9637032 {{(pid=104054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:39:27.544954 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e3be83a-9759-422f-9cd1-5a5d1c631ace", "name": "network-vif-plugged", "status": "completed", "tag": "a57fbaeb-135f-4864-997b-23904c802e78", "code": 200}]} {{(pid=104054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:39:27.545894 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-0dc7a3f1-887f-4a26-a806-c74bf9637032 {{(pid=104054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:39:27.545894 dv-cinder-837546-2-iscsi neutron-server[104054]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0dc7a3f1-887f-4a26-a806-c74bf9637032'] response: {'server_uuid': '9e3be83a-9759-422f-9cd1-5a5d1c631ace', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a57fbaeb-135f-4864-997b-23904c802e78', 'code': 200} Jun 16 17:39:27.659077 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f5a756-1820-48bd-b079-c7f9ab37a423 req-0cc1102a-ce74-4c2f-ba85-a7bcc4c77e8a tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:39:27.661480 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-c8f5a756-1820-48bd-b079-c7f9ab37a423 req-0cc1102a-ce74-4c2f-ba85-a7bcc4c77e8a tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] 10.222.0.40 "GET /v2.0/ports?device_id=fd30c63b-c274-43bd-8322-7f51a2d51166 HTTP/1.1" status: 200 len: 945 time: 0.0716121 Jun 16 17:39:27.711700 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=100 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:39:27.760900 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-c8f5a756-1820-48bd-b079-c7f9ab37a423 req-d7452d24-dcd4-4a53-a6ab-53885232aa4c tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] 10.222.0.40 "GET /v2.0/security-groups?id=654a2a18-4b0c-4d1a-9d24-ea2cb8e2d252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919092 Jun 16 17:39:27.768457 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f9ce62-553a-4ea8-995b-5c64396e33bb req-0dfd230c-ca6f-4c51-a98c-406f0a15c171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:39:27.770029 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-50f9ce62-553a-4ea8-995b-5c64396e33bb req-0dfd230c-ca6f-4c51-a98c-406f0a15c171 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9e3be83a-9759-422f-9cd1-5a5d1c631ace HTTP/1.1" status: 200 len: 1130 time: 0.0692377 Jun 16 17:39:27.832176 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-50f9ce62-553a-4ea8-995b-5c64396e33bb req-ff4745a5-0985-4567-b828-279c63291525 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=332ceecf-b5fe-4807-b7e2-90b219f7924f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562997 Jun 16 17:39:27.916912 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bbedcb-39b3-4e49-8df2-a5bc6077595a req-d6818743-5836-4180-8c60-326e1d30b792 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:39:27.918515 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-f6bbedcb-39b3-4e49-8df2-a5bc6077595a req-d6818743-5836-4180-8c60-326e1d30b792 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] 10.222.0.40 "GET /v2.0/ports?device_id=fd30c63b-c274-43bd-8322-7f51a2d51166 HTTP/1.1" status: 200 len: 945 time: 0.0599194 Jun 16 17:39:27.929585 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 59002) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:39:27.935149 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.v2.base [None req-9547a6ad-e593-41d1-8bd3-d9b23dbce914 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Request body: {'floatingip': {'port_id': '97934cf6-fabb-41ed-a2c0-382cfdc7a011'}} {{(pid=104053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:39:27.984749 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-9547a6ad-e593-41d1-8bd3-d9b23dbce914 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Publish callbacks [] for floatingip (838553bf-8f95-4ecf-8bba-b300d2a772bc), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:28.055246 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=100 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:39:28.352178 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=100 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:39:28.412390 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c5d69f-afad-4a1e-b9f0-0100716addf5 req-b4af8758-f52a-4a04-85fb-e9c69a343f05 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:39:28.419233 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-f0c5d69f-afad-4a1e-b9f0-0100716addf5 req-b4af8758-f52a-4a04-85fb-e9c69a343f05 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/ports?device_id=9e3be83a-9759-422f-9cd1-5a5d1c631ace HTTP/1.1" status: 200 len: 946 time: 0.0598619 Jun 16 17:39:28.485472 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-f0c5d69f-afad-4a1e-b9f0-0100716addf5 req-ae0b8574-d6fa-4a20-a44d-b5ebe45a7d77 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/security-groups?id=332ceecf-b5fe-4807-b7e2-90b219f7924f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634129 Jun 16 17:39:28.486397 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-9547a6ad-e593-41d1-8bd3-d9b23dbce914 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:28.491785 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-9547a6ad-e593-41d1-8bd3-d9b23dbce914 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-375498'] for floatingip (838553bf-8f95-4ecf-8bba-b300d2a772bc), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:28.613854 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.db.l3_db [None req-9547a6ad-e593-41d1-8bd3-d9b23dbce914 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Floating IP 838553bf-8f95-4ecf-8bba-b300d2a772bc associated. External IP: 172.27.0.13, port: 97934cf6-fabb-41ed-a2c0-382cfdc7a011. Jun 16 17:39:28.966113 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-2c722322-86ba-4391-bbfd-2045280528a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (e26ebcb9-a690-4ec1-8688-e951546304f4), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:29.118311 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9547a6ad-e593-41d1-8bd3-d9b23dbce914 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Router 11463ca8-2910-4613-a71d-a9b7a7a4f243 has already been hosted by L3 agent 43e250b4-0ce3-4949-aa8c-0bafe6454580 {{(pid=104053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 17:39:29.228240 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9547a6ad-e593-41d1-8bd3-d9b23dbce914 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Notify agent at l3_agent.dv-cinder-837546-2-iscsi the message routers_updated {{(pid=104053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 17:39:29.235720 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-9547a6ad-e593-41d1-8bd3-d9b23dbce914 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228225'] for floatingip (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:29.245085 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91b7ea5-0b14-4c05-8613-dbbfe95074db None None] Sync routers for ids ['11463ca8-2910-4613-a71d-a9b7a7a4f243'] in dv-cinder-837546-2-iscsi {{(pid=104055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:39:29.260461 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91b7ea5-0b14-4c05-8613-dbbfe95074db None None] Routers {'11463ca8-2910-4613-a71d-a9b7a7a4f243'} bound to L3 agent in host dv-cinder-837546-2-iscsi {{(pid=104055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:39:29.261360 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-c91b7ea5-0b14-4c05-8613-dbbfe95074db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-16T17:26:01Z,description=,heartbeat_timestamp=2022-06-16T17:39:01Z,host='dv-cinder-837546-2-iscsi',id=43e250b4-0ce3-4949-aa8c-0bafe6454580,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:26:01Z,topic='l3_agent')) {'router_ids': ['11463ca8-2910-4613-a71d-a9b7a7a4f243'], 'active': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:39:29.278088 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-9547a6ad-e593-41d1-8bd3-d9b23dbce914 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] 10.222.0.40 "PUT /v2.0/floatingips/838553bf-8f95-4ecf-8bba-b300d2a772bc HTTP/1.1" status: 200 len: 990 time: 1.3470974 Jun 16 17:39:29.278792 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd30c63b-c274-43bd-8322-7f51a2d51166', 'tag': '97934cf6-fabb-41ed-a2c0-382cfdc7a011'}] {{(pid=104053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 17:39:29.281256 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a0e0b451bd7acf9de88ec0a1fb74022464d6f98a5cc449ea229bf781c77e32d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76104c49-0433-4f0f-94ef-18ddd2ff9e50" -d '{"events": [{"name": "network-changed", "server_uuid": "fd30c63b-c274-43bd-8322-7f51a2d51166", "tag": "97934cf6-fabb-41ed-a2c0-382cfdc7a011"}]}' {{(pid=104053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:39:29.340236 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 17:39:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2af07317-393e-4f8c-8996-84df62d4111b x-openstack-request-id: req-2af07317-393e-4f8c-8996-84df62d4111b {{(pid=104053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:39:29.340520 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd30c63b-c274-43bd-8322-7f51a2d51166", "tag": "97934cf6-fabb-41ed-a2c0-382cfdc7a011", "status": "completed", "code": 200}]} {{(pid=104053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:39:29.340763 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-2af07317-393e-4f8c-8996-84df62d4111b {{(pid=104053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:39:29.341200 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2af07317-393e-4f8c-8996-84df62d4111b'] response: {'name': 'network-changed', 'server_uuid': 'fd30c63b-c274-43bd-8322-7f51a2d51166', 'tag': '97934cf6-fabb-41ed-a2c0-382cfdc7a011', 'status': 'completed', 'code': 200} Jun 16 17:39:29.378348 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvr_db [None req-c91b7ea5-0b14-4c05-8613-dbbfe95074db None None] Set router 11463ca8-2910-4613-a71d-a9b7a7a4f243 gateway port host: dv-cinder-837546-2-iscsi {{(pid=104055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:39:29.625519 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986866ec-8577-4bcf-b658-593c610831ba req-e09f1276-4cd5-4b51-8603-523c4707757d tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:39:29.626762 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-c91b7ea5-0b14-4c05-8613-dbbfe95074db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11463ca8-2910-4613-a71d-a9b7a7a4f243', 'name': 'tempest-AttachVolumeTestJSON-1492461714-router', 'tenant_id': '4904f0e2f64e4bef989f441380e843b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'external_fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'c5d20b8d-6a49-4d84-87cc-3ffdd32abd86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:34:14Z', 'updated_at': '2022-06-16T17:34:28Z', 'revision_number': 4, 'project_id': '4904f0e2f64e4bef989f441380e843b5', 'gw_port': {'id': 'c5d20b8d-6a49-4d84-87cc-3ffdd32abd86', 'name': '', 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:90:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11463ca8-2910-4613-a71d-a9b7a7a4f243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:34:15Z', 'updated_at': '2022-06-16T17:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47584a51-19b7-439b-9f28-a7f577441b18', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-2-iscsi', '_floatingips': [{'id': '838553bf-8f95-4ecf-8bba-b300d2a772bc', 'tenant_id': '4904f0e2f64e4bef989f441380e843b5', 'floating_ip_address': '172.27.0.13', 'floating_network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'router_id': '11463ca8-2910-4613-a71d-a9b7a7a4f243', 'port_id': '97934cf6-fabb-41ed-a2c0-382cfdc7a011', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7174c275-7bd9-4bad-898d-52e5729a7a31', 'mac_address': 'fa:16:3e:5f:02:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd30c63b-c274-43bd-8322-7f51a2d51166', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T17:39:15Z', 'updated_at': '2022-06-16T17:39:28Z', 'revision_number': 1, 'project_id': '4904f0e2f64e4bef989f441380e843b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '617a4edf-50ce-45b6-a3b9-13e169c50ab1', 'name': '', 'network_id': '7174c275-7bd9-4bad-898d-52e5729a7a31', 'tenant_id': '4904f0e2f64e4bef989f441380e843b5', 'mac_address': 'fa:16:3e:78:11:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11463ca8-2910-4613-a71d-a9b7a7a4f243', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'f0d6e637-64db-4e7d-aa18-ced53dc06702', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:34:23Z', 'updated_at': '2022-06-16T17:34:44Z', 'revision_number': 5, 'project_id': '4904f0e2f64e4bef989f441380e843b5', 'subnets': [{'id': 'f0d6e637-64db-4e7d-aa18-ced53dc06702', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837546-2-iscsi', False) {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:39:29.629416 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-986866ec-8577-4bcf-b658-593c610831ba req-e09f1276-4cd5-4b51-8603-523c4707757d tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/ports?device_id=9e3be83a-9759-422f-9cd1-5a5d1c631ace HTTP/1.1" status: 200 len: 946 time: 0.0613134 Jun 16 17:39:29.655246 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91b7ea5-0b14-4c05-8613-dbbfe95074db None None] Checking router: 11463ca8-2910-4613-a71d-a9b7a7a4f243 for host: dv-cinder-837546-2-iscsi {{(pid=104055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:39:29.669131 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91b7ea5-0b14-4c05-8613-dbbfe95074db None None] Routers {'11463ca8-2910-4613-a71d-a9b7a7a4f243'} bound to L3 agent in host dv-cinder-837546-2-iscsi {{(pid=104055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:39:29.669813 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-c91b7ea5-0b14-4c05-8613-dbbfe95074db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-16T17:26:01Z,description=,heartbeat_timestamp=2022-06-16T17:39:01Z,host='dv-cinder-837546-2-iscsi',id=43e250b4-0ce3-4949-aa8c-0bafe6454580,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:26:01Z,topic='l3_agent')) {'router_ids': ['11463ca8-2910-4613-a71d-a9b7a7a4f243'], 'active': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:39:29.685964 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-986866ec-8577-4bcf-b658-593c610831ba req-1d8ea046-3825-49b7-9732-1086742cb832 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/security-groups?id=332ceecf-b5fe-4807-b7e2-90b219f7924f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522921 Jun 16 17:39:29.802471 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvr_db [None req-c91b7ea5-0b14-4c05-8613-dbbfe95074db None None] Set router 11463ca8-2910-4613-a71d-a9b7a7a4f243 gateway port host: dv-cinder-837546-2-iscsi {{(pid=104055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:39:29.857921 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97262a4f-537f-4950-a243-3682eef7a0ce req-68c6d208-e1c6-4118-852c-03ebfa2fc667 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:39:29.860194 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-97262a4f-537f-4950-a243-3682eef7a0ce req-68c6d208-e1c6-4118-852c-03ebfa2fc667 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/ports?device_id=9e3be83a-9759-422f-9cd1-5a5d1c631ace HTTP/1.1" status: 200 len: 946 time: 0.0904372 Jun 16 17:39:29.874646 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 59024) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:39:29.879928 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.v2.base [None req-efe322c5-7795-4c51-811c-53cf1006dfed tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Request body: {'floatingip': {'port_id': 'a57fbaeb-135f-4864-997b-23904c802e78'}} {{(pid=104053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:39:29.889297 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76104c49-0433-4f0f-94ef-18ddd2ff9e50 req-c1a55197-6d24-434e-8d31-4d0b79b2330f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:39:29.891418 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-76104c49-0433-4f0f-94ef-18ddd2ff9e50 req-c1a55197-6d24-434e-8d31-4d0b79b2330f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4904f0e2f64e4bef989f441380e843b5&device_id=fd30c63b-c274-43bd-8322-7f51a2d51166 HTTP/1.1" status: 200 len: 1129 time: 0.0817220 Jun 16 17:39:29.921723 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-efe322c5-7795-4c51-811c-53cf1006dfed tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Publish callbacks [] for floatingip (1fb2e2ef-8bac-44d4-9705-67fa5da1f54c), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:30.022828 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=100 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:39:30.063423 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-c91b7ea5-0b14-4c05-8613-dbbfe95074db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11463ca8-2910-4613-a71d-a9b7a7a4f243', 'name': 'tempest-AttachVolumeTestJSON-1492461714-router', 'tenant_id': '4904f0e2f64e4bef989f441380e843b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'external_fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'c5d20b8d-6a49-4d84-87cc-3ffdd32abd86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:34:14Z', 'updated_at': '2022-06-16T17:34:28Z', 'revision_number': 4, 'project_id': '4904f0e2f64e4bef989f441380e843b5', 'gw_port': {'id': 'c5d20b8d-6a49-4d84-87cc-3ffdd32abd86', 'name': '', 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:90:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11463ca8-2910-4613-a71d-a9b7a7a4f243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:34:15Z', 'updated_at': '2022-06-16T17:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47584a51-19b7-439b-9f28-a7f577441b18', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-2-iscsi', '_floatingips': [{'id': '838553bf-8f95-4ecf-8bba-b300d2a772bc', 'tenant_id': '4904f0e2f64e4bef989f441380e843b5', 'floating_ip_address': '172.27.0.13', 'floating_network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'router_id': '11463ca8-2910-4613-a71d-a9b7a7a4f243', 'port_id': '97934cf6-fabb-41ed-a2c0-382cfdc7a011', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7174c275-7bd9-4bad-898d-52e5729a7a31', 'mac_address': 'fa:16:3e:5f:02:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd30c63b-c274-43bd-8322-7f51a2d51166', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T17:39:15Z', 'updated_at': '2022-06-16T17:39:28Z', 'revision_number': 1, 'project_id': '4904f0e2f64e4bef989f441380e843b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '617a4edf-50ce-45b6-a3b9-13e169c50ab1', 'name': '', 'network_id': '7174c275-7bd9-4bad-898d-52e5729a7a31', 'tenant_id': '4904f0e2f64e4bef989f441380e843b5', 'mac_address': 'fa:16:3e:78:11:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11463ca8-2910-4613-a71d-a9b7a7a4f243', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'f0d6e637-64db-4e7d-aa18-ced53dc06702', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:34:23Z', 'updated_at': '2022-06-16T17:34:44Z', 'revision_number': 5, 'project_id': '4904f0e2f64e4bef989f441380e843b5', 'subnets': [{'id': 'f0d6e637-64db-4e7d-aa18-ced53dc06702', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837546-2-iscsi', False) {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:39:30.090540 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91b7ea5-0b14-4c05-8613-dbbfe95074db None None] The sync data for ids ['11463ca8-2910-4613-a71d-a9b7a7a4f243'] in dv-cinder-837546-2-iscsi is: [{'id': '11463ca8-2910-4613-a71d-a9b7a7a4f243', 'name': 'tempest-AttachVolumeTestJSON-1492461714-router', 'tenant_id': '4904f0e2f64e4bef989f441380e843b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'external_fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'c5d20b8d-6a49-4d84-87cc-3ffdd32abd86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:34:14Z', 'updated_at': '2022-06-16T17:34:28Z', 'revision_number': 4, 'project_id': '4904f0e2f64e4bef989f441380e843b5', 'gw_port': {'id': 'c5d20b8d-6a49-4d84-87cc-3ffdd32abd86', 'name': '', 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:90:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11463ca8-2910-4613-a71d-a9b7a7a4f243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:34:15Z', 'updated_at': '2022-06-16T17:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47584a51-19b7-439b-9f28-a7f577441b18', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-2-iscsi', '_floatingips': [{'id': '838553bf-8f95-4ecf-8bba-b300d2a772bc', 'tenant_id': '4904f0e2f64e4bef989f441380e843b5', 'floating_ip_address': '172.27.0.13', 'floating_network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'router_id': '11463ca8-2910-4613-a71d-a9b7a7a4f243', 'port_id': '97934cf6-fabb-41ed-a2c0-382cfdc7a011', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7174c275-7bd9-4bad-898d-52e5729a7a31', 'mac_address': 'fa:16:3e:5f:02:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd30c63b-c274-43bd-8322-7f51a2d51166', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T17:39:15Z', 'updated_at': '2022-06-16T17:39:28Z', 'revision_number': 1, 'project_id': '4904f0e2f64e4bef989f441380e843b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '617a4edf-50ce-45b6-a3b9-13e169c50ab1', 'name': '', 'network_id': '7174c275-7bd9-4bad-898d-52e5729a7a31', 'tenant_id': '4904f0e2f64e4bef989f441380e843b5', 'mac_address': 'fa:16:3e:78:11:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11463ca8-2910-4613-a71d-a9b7a7a4f243', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'f0d6e637-64db-4e7d-aa18-ced53dc06702', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:34:23Z', 'updated_at': '2022-06-16T17:34:44Z', 'revision_number': 5, 'project_id': '4904f0e2f64e4bef989f441380e843b5', 'subnets': [{'id': 'f0d6e637-64db-4e7d-aa18-ced53dc06702', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:39:30.336690 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76104c49-0433-4f0f-94ef-18ddd2ff9e50 req-ace47bca-ad75-49d1-976b-113d0e35993a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:39:30.339076 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-76104c49-0433-4f0f-94ef-18ddd2ff9e50 req-ace47bca-ad75-49d1-976b-113d0e35993a service neutron] 10.222.0.47 "GET /v2.0/networks?id=7174c275-7bd9-4bad-898d-52e5729a7a31 HTTP/1.1" status: 200 len: 912 time: 0.1470149 Jun 16 17:39:30.402205 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=100 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:39:30.420599 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0025ca9d-c97f-4eea-ac28-9cca3c1d4dbc None None] New status for floating IP 838553bf-8f95-4ecf-8bba-b300d2a772bc: ACTIVE {{(pid=104054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 17:39:30.424097 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-76104c49-0433-4f0f-94ef-18ddd2ff9e50 req-57fff892-002a-417a-9bdb-299911ab3e39 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=97934cf6-fabb-41ed-a2c0-382cfdc7a011 HTTP/1.1" status: 200 len: 998 time: 0.0749888 Jun 16 17:39:30.456193 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:39:30.468380 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-efe322c5-7795-4c51-811c-53cf1006dfed tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:30.472353 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-efe322c5-7795-4c51-811c-53cf1006dfed tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-375498'] for floatingip (1fb2e2ef-8bac-44d4-9705-67fa5da1f54c), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:30.551893 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:39:30.582276 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.db.l3_db [None req-efe322c5-7795-4c51-811c-53cf1006dfed tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Floating IP 1fb2e2ef-8bac-44d4-9705-67fa5da1f54c associated. External IP: 172.27.0.205, port: a57fbaeb-135f-4864-997b-23904c802e78. Jun 16 17:39:30.711190 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76104c49-0433-4f0f-94ef-18ddd2ff9e50 req-0d8c5fcf-756a-484e-b82e-758e4595f53b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:39:30.712750 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-76104c49-0433-4f0f-94ef-18ddd2ff9e50 req-0d8c5fcf-756a-484e-b82e-758e4595f53b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f0d6e637-64db-4e7d-aa18-ced53dc06702 HTTP/1.1" status: 200 len: 850 time: 0.0556042 Jun 16 17:39:30.764656 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76104c49-0433-4f0f-94ef-18ddd2ff9e50 req-553f8a70-c234-411b-b7b4-c37611634a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:39:30.766235 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-76104c49-0433-4f0f-94ef-18ddd2ff9e50 req-553f8a70-c234-411b-b7b4-c37611634a6b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7174c275-7bd9-4bad-898d-52e5729a7a31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453122 Jun 16 17:39:30.803560 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efe322c5-7795-4c51-811c-53cf1006dfed tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Router 5e169b57-6046-4cc7-bf1e-cf60de126534 has already been hosted by L3 agent 43e250b4-0ce3-4949-aa8c-0bafe6454580 {{(pid=104053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 17:39:30.921482 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efe322c5-7795-4c51-811c-53cf1006dfed tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Notify agent at l3_agent.dv-cinder-837546-2-iscsi the message routers_updated {{(pid=104053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 17:39:30.925986 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-efe322c5-7795-4c51-811c-53cf1006dfed tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228225'] for floatingip (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:30.926907 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-76104c49-0433-4f0f-94ef-18ddd2ff9e50 req-e8df1bd3-c190-4a62-9d63-fc8f0aeee9ae service neutron] 10.222.0.47 "GET /v2.0/networks/7174c275-7bd9-4bad-898d-52e5729a7a31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002319 Jun 16 17:39:30.932110 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48424cd1-80d0-4794-ab3c-39d35d09fb46 None None] Sync routers for ids ['5e169b57-6046-4cc7-bf1e-cf60de126534'] in dv-cinder-837546-2-iscsi {{(pid=104055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:39:30.943426 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48424cd1-80d0-4794-ab3c-39d35d09fb46 None None] Routers {'5e169b57-6046-4cc7-bf1e-cf60de126534'} bound to L3 agent in host dv-cinder-837546-2-iscsi {{(pid=104055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:39:30.944605 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-48424cd1-80d0-4794-ab3c-39d35d09fb46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-16T17:26:01Z,description=,heartbeat_timestamp=2022-06-16T17:39:01Z,host='dv-cinder-837546-2-iscsi',id=43e250b4-0ce3-4949-aa8c-0bafe6454580,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:26:01Z,topic='l3_agent')) {'router_ids': ['5e169b57-6046-4cc7-bf1e-cf60de126534'], 'active': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:39:30.962784 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-efe322c5-7795-4c51-811c-53cf1006dfed tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "PUT /v2.0/floatingips/1fb2e2ef-8bac-44d4-9705-67fa5da1f54c HTTP/1.1" status: 200 len: 992 time: 1.0867183 Jun 16 17:39:31.050373 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-76104c49-0433-4f0f-94ef-18ddd2ff9e50 req-0f71f8dd-5d07-454d-a079-f61b5b0e6052 service neutron] 10.222.0.47 "GET /v2.0/networks/7174c275-7bd9-4bad-898d-52e5729a7a31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163523 Jun 16 17:39:31.075578 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvr_db [None req-48424cd1-80d0-4794-ab3c-39d35d09fb46 None None] Set router 5e169b57-6046-4cc7-bf1e-cf60de126534 gateway port host: dv-cinder-837546-2-iscsi {{(pid=104055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:39:31.199675 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=100 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:39:31.243881 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=100 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:39:31.281263 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-d509dd1c-eee9-48f4-981f-59124a4b4269 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (43e250b4-0ce3-4949-aa8c-0bafe6454580), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:31.351713 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e3be83a-9759-422f-9cd1-5a5d1c631ace', 'tag': 'a57fbaeb-135f-4864-997b-23904c802e78'}] {{(pid=104053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 17:39:31.351713 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a0e0b451bd7acf9de88ec0a1fb74022464d6f98a5cc449ea229bf781c77e32d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fa9b276-c69a-44be-98ef-0e7f8cc92f88" -d '{"events": [{"name": "network-changed", "server_uuid": "9e3be83a-9759-422f-9cd1-5a5d1c631ace", "tag": "a57fbaeb-135f-4864-997b-23904c802e78"}]}' {{(pid=104053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:39:31.352007 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-48424cd1-80d0-4794-ab3c-39d35d09fb46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e169b57-6046-4cc7-bf1e-cf60de126534', 'name': 'tempest-AttachVolumeShelveTestJSON-1875317516-router', 'tenant_id': '34fb554e0cf14c7ab3a9f538273c289e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'external_fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '3c820706-d421-42fa-be59-63f8f5781a6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:35:42Z', 'updated_at': '2022-06-16T17:35:46Z', 'revision_number': 4, 'project_id': '34fb554e0cf14c7ab3a9f538273c289e', 'gw_port': {'id': '3c820706-d421-42fa-be59-63f8f5781a6c', 'name': '', 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:bc:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e169b57-6046-4cc7-bf1e-cf60de126534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:35:43Z', 'updated_at': '2022-06-16T17:35:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47584a51-19b7-439b-9f28-a7f577441b18', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-2-iscsi', '_floatingips': [{'id': '1fb2e2ef-8bac-44d4-9705-67fa5da1f54c', 'tenant_id': '34fb554e0cf14c7ab3a9f538273c289e', 'floating_ip_address': '172.27.0.205', 'floating_network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'router_id': '5e169b57-6046-4cc7-bf1e-cf60de126534', 'port_id': 'a57fbaeb-135f-4864-997b-23904c802e78', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3cd693dc-5d6d-482c-a40c-9c9d0ef17994', 'mac_address': 'fa:16:3e:76:03:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e3be83a-9759-422f-9cd1-5a5d1c631ace', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T17:39:15Z', 'updated_at': '2022-06-16T17:39:30Z', 'revision_number': 1, 'project_id': '34fb554e0cf14c7ab3a9f538273c289e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbb0ad55-4736-4773-95b7-f7786b05abc9', 'name': '', 'network_id': '3cd693dc-5d6d-482c-a40c-9c9d0ef17994', 'tenant_id': '34fb554e0cf14c7ab3a9f538273c289e', 'mac_address': 'fa:16:3e:a9:c5:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e169b57-6046-4cc7-bf1e-cf60de126534', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '15008cf9-9c5e-4724-bbb5-bbf37d371079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:35:45Z', 'updated_at': '2022-06-16T17:35:50Z', 'revision_number': 5, 'project_id': '34fb554e0cf14c7ab3a9f538273c289e', 'subnets': [{'id': '15008cf9-9c5e-4724-bbb5-bbf37d371079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837546-2-iscsi', False) {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:39:31.378551 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48424cd1-80d0-4794-ab3c-39d35d09fb46 None None] Checking router: 5e169b57-6046-4cc7-bf1e-cf60de126534 for host: dv-cinder-837546-2-iscsi {{(pid=104055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:39:31.389264 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48424cd1-80d0-4794-ab3c-39d35d09fb46 None None] Routers {'5e169b57-6046-4cc7-bf1e-cf60de126534'} bound to L3 agent in host dv-cinder-837546-2-iscsi {{(pid=104055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:39:31.389733 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-48424cd1-80d0-4794-ab3c-39d35d09fb46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-16T17:26:01Z,description=,heartbeat_timestamp=2022-06-16T17:39:31Z,host='dv-cinder-837546-2-iscsi',id=43e250b4-0ce3-4949-aa8c-0bafe6454580,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:26:01Z,topic='l3_agent')) {'router_ids': ['5e169b57-6046-4cc7-bf1e-cf60de126534'], 'active': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:39:31.391527 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 17:39:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbf2b579-a69f-43ac-b012-7a836adc6c10 x-openstack-request-id: req-dbf2b579-a69f-43ac-b012-7a836adc6c10 {{(pid=104053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:39:31.392523 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e3be83a-9759-422f-9cd1-5a5d1c631ace", "tag": "a57fbaeb-135f-4864-997b-23904c802e78", "status": "completed", "code": 200}]} {{(pid=104053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:39:31.392863 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-dbf2b579-a69f-43ac-b012-7a836adc6c10 {{(pid=104053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:39:31.393361 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dbf2b579-a69f-43ac-b012-7a836adc6c10'] response: {'name': 'network-changed', 'server_uuid': '9e3be83a-9759-422f-9cd1-5a5d1c631ace', 'tag': 'a57fbaeb-135f-4864-997b-23904c802e78', 'status': 'completed', 'code': 200} Jun 16 17:39:31.458885 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa9b276-c69a-44be-98ef-0e7f8cc92f88 req-44379670-6d93-4c56-a93a-60df7ed3cab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:39:31.462593 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-5fa9b276-c69a-44be-98ef-0e7f8cc92f88 req-44379670-6d93-4c56-a93a-60df7ed3cab1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=34fb554e0cf14c7ab3a9f538273c289e&device_id=9e3be83a-9759-422f-9cd1-5a5d1c631ace HTTP/1.1" status: 200 len: 1130 time: 0.0473905 Jun 16 17:39:31.516402 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvr_db [None req-48424cd1-80d0-4794-ab3c-39d35d09fb46 None None] Set router 5e169b57-6046-4cc7-bf1e-cf60de126534 gateway port host: dv-cinder-837546-2-iscsi {{(pid=104055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:39:31.582864 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa9b276-c69a-44be-98ef-0e7f8cc92f88 req-42189b30-a345-46f9-811c-5bd388feb4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:39:31.584439 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-5fa9b276-c69a-44be-98ef-0e7f8cc92f88 req-42189b30-a345-46f9-811c-5bd388feb4a0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3cd693dc-5d6d-482c-a40c-9c9d0ef17994 HTTP/1.1" status: 200 len: 918 time: 0.1110797 Jun 16 17:39:31.681434 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-5fa9b276-c69a-44be-98ef-0e7f8cc92f88 req-83f2ad5d-0b30-43af-b317-08d2f1c9fa8c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a57fbaeb-135f-4864-997b-23904c802e78 HTTP/1.1" status: 200 len: 1000 time: 0.0886569 Jun 16 17:39:31.768270 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=100 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:39:31.775225 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa9b276-c69a-44be-98ef-0e7f8cc92f88 req-ca7530f4-a989-4c38-84ec-523a588f8216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:39:31.779207 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-5fa9b276-c69a-44be-98ef-0e7f8cc92f88 req-ca7530f4-a989-4c38-84ec-523a588f8216 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=15008cf9-9c5e-4724-bbb5-bbf37d371079 HTTP/1.1" status: 200 len: 856 time: 0.0915575 Jun 16 17:39:31.863843 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa9b276-c69a-44be-98ef-0e7f8cc92f88 req-7d086d69-d34c-4881-a353-8d13bd2b98e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:39:31.866355 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-5fa9b276-c69a-44be-98ef-0e7f8cc92f88 req-7d086d69-d34c-4881-a353-8d13bd2b98e7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3cd693dc-5d6d-482c-a40c-9c9d0ef17994&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0765831 Jun 16 17:39:31.913017 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-48424cd1-80d0-4794-ab3c-39d35d09fb46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e169b57-6046-4cc7-bf1e-cf60de126534', 'name': 'tempest-AttachVolumeShelveTestJSON-1875317516-router', 'tenant_id': '34fb554e0cf14c7ab3a9f538273c289e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'external_fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '3c820706-d421-42fa-be59-63f8f5781a6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:35:42Z', 'updated_at': '2022-06-16T17:35:46Z', 'revision_number': 4, 'project_id': '34fb554e0cf14c7ab3a9f538273c289e', 'gw_port': {'id': '3c820706-d421-42fa-be59-63f8f5781a6c', 'name': '', 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:bc:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e169b57-6046-4cc7-bf1e-cf60de126534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:35:43Z', 'updated_at': '2022-06-16T17:35:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47584a51-19b7-439b-9f28-a7f577441b18', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-2-iscsi', '_floatingips': [{'id': '1fb2e2ef-8bac-44d4-9705-67fa5da1f54c', 'tenant_id': '34fb554e0cf14c7ab3a9f538273c289e', 'floating_ip_address': '172.27.0.205', 'floating_network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'router_id': '5e169b57-6046-4cc7-bf1e-cf60de126534', 'port_id': 'a57fbaeb-135f-4864-997b-23904c802e78', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3cd693dc-5d6d-482c-a40c-9c9d0ef17994', 'mac_address': 'fa:16:3e:76:03:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e3be83a-9759-422f-9cd1-5a5d1c631ace', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T17:39:15Z', 'updated_at': '2022-06-16T17:39:30Z', 'revision_number': 1, 'project_id': '34fb554e0cf14c7ab3a9f538273c289e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbb0ad55-4736-4773-95b7-f7786b05abc9', 'name': '', 'network_id': '3cd693dc-5d6d-482c-a40c-9c9d0ef17994', 'tenant_id': '34fb554e0cf14c7ab3a9f538273c289e', 'mac_address': 'fa:16:3e:a9:c5:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e169b57-6046-4cc7-bf1e-cf60de126534', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '15008cf9-9c5e-4724-bbb5-bbf37d371079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:35:45Z', 'updated_at': '2022-06-16T17:35:50Z', 'revision_number': 5, 'project_id': '34fb554e0cf14c7ab3a9f538273c289e', 'subnets': [{'id': '15008cf9-9c5e-4724-bbb5-bbf37d371079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837546-2-iscsi', False) {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:39:31.947434 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48424cd1-80d0-4794-ab3c-39d35d09fb46 None None] The sync data for ids ['5e169b57-6046-4cc7-bf1e-cf60de126534'] in dv-cinder-837546-2-iscsi is: [{'id': '5e169b57-6046-4cc7-bf1e-cf60de126534', 'name': 'tempest-AttachVolumeShelveTestJSON-1875317516-router', 'tenant_id': '34fb554e0cf14c7ab3a9f538273c289e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'external_fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '3c820706-d421-42fa-be59-63f8f5781a6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:35:42Z', 'updated_at': '2022-06-16T17:35:46Z', 'revision_number': 4, 'project_id': '34fb554e0cf14c7ab3a9f538273c289e', 'gw_port': {'id': '3c820706-d421-42fa-be59-63f8f5781a6c', 'name': '', 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:bc:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e169b57-6046-4cc7-bf1e-cf60de126534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:35:43Z', 'updated_at': '2022-06-16T17:35:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47584a51-19b7-439b-9f28-a7f577441b18', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-2-iscsi', '_floatingips': [{'id': '1fb2e2ef-8bac-44d4-9705-67fa5da1f54c', 'tenant_id': '34fb554e0cf14c7ab3a9f538273c289e', 'floating_ip_address': '172.27.0.205', 'floating_network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'router_id': '5e169b57-6046-4cc7-bf1e-cf60de126534', 'port_id': 'a57fbaeb-135f-4864-997b-23904c802e78', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3cd693dc-5d6d-482c-a40c-9c9d0ef17994', 'mac_address': 'fa:16:3e:76:03:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e3be83a-9759-422f-9cd1-5a5d1c631ace', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T17:39:15Z', 'updated_at': '2022-06-16T17:39:30Z', 'revision_number': 1, 'project_id': '34fb554e0cf14c7ab3a9f538273c289e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbb0ad55-4736-4773-95b7-f7786b05abc9', 'name': '', 'network_id': '3cd693dc-5d6d-482c-a40c-9c9d0ef17994', 'tenant_id': '34fb554e0cf14c7ab3a9f538273c289e', 'mac_address': 'fa:16:3e:a9:c5:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e169b57-6046-4cc7-bf1e-cf60de126534', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '15008cf9-9c5e-4724-bbb5-bbf37d371079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:35:45Z', 'updated_at': '2022-06-16T17:35:50Z', 'revision_number': 5, 'project_id': '34fb554e0cf14c7ab3a9f538273c289e', 'subnets': [{'id': '15008cf9-9c5e-4724-bbb5-bbf37d371079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:39:31.989986 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-5fa9b276-c69a-44be-98ef-0e7f8cc92f88 req-868487cd-5bb4-4403-b92f-0f08664a0705 service neutron] 10.222.0.47 "GET /v2.0/networks/3cd693dc-5d6d-482c-a40c-9c9d0ef17994?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176066 Jun 16 17:39:32.045882 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd9db2c-7cc0-4041-938d-846cc9e11768 req-7df3385c-fa7e-4fd2-9307-7fd1313ec50b tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:39:32.047477 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-7dd9db2c-7cc0-4041-938d-846cc9e11768 req-7df3385c-fa7e-4fd2-9307-7fd1313ec50b tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/ports?device_id=2d1c168b-5f64-4d47-ae45-8a006f09dfe1 HTTP/1.1" status: 200 len: 946 time: 0.0539310 Jun 16 17:39:32.103366 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-7dd9db2c-7cc0-4041-938d-846cc9e11768 req-189f4ef3-e39d-448f-8752-f72f860e7935 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/security-groups?id=1fce0bbb-8968-42b3-b683-f7749fa084ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491016 Jun 16 17:39:32.168893 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf5b0d2-56b4-4d43-b484-2ecac708c3d3 None None] New status for floating IP 1fb2e2ef-8bac-44d4-9705-67fa5da1f54c: ACTIVE {{(pid=104054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 17:39:32.213380 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:39:32.481381 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-359da135-d845-4d2e-a034-e84fcb95f5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (8e118b8c-b091-4f14-909a-13c66b53efc1), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:33.228118 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cb68fb-8b62-4680-84cd-ad46936bbcc8 req-fd731dc8-c55a-478d-a148-4e4bbe5cc543 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:39:33.229695 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-36cb68fb-8b62-4680-84cd-ad46936bbcc8 req-fd731dc8-c55a-478d-a148-4e4bbe5cc543 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/ports?device_id=2d1c168b-5f64-4d47-ae45-8a006f09dfe1 HTTP/1.1" status: 200 len: 946 time: 0.0516953 Jun 16 17:39:33.258262 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.agents_db [None req-618f4cd3-4a7d-480c-b6e2-8b59597e19f3 None None] Agent healthcheck: found 6 active agents {{(pid=104055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 17:39:33.285109 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-36cb68fb-8b62-4680-84cd-ad46936bbcc8 req-eeaa8687-05b5-4812-bfbe-95c8976ec160 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/security-groups?id=1fce0bbb-8968-42b3-b683-f7749fa084ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489340 Jun 16 17:39:34.185072 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-1d81e0cb-ff47-4623-99d5-ab370c19a781 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (25dd433a-18a0-496e-b58c-593ddca2a11d), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:34.411994 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd85efb-e919-463c-ae99-6258b3ee7cf1 req-c113deef-d7a1-48c9-92dd-05313047b34c tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:39:34.414251 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-1bd85efb-e919-463c-ae99-6258b3ee7cf1 req-c113deef-d7a1-48c9-92dd-05313047b34c tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/ports?device_id=2d1c168b-5f64-4d47-ae45-8a006f09dfe1 HTTP/1.1" status: 200 len: 946 time: 0.0554547 Jun 16 17:39:34.467904 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-1bd85efb-e919-463c-ae99-6258b3ee7cf1 req-67392a45-b134-4f56-ba5f-ea356a682996 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/security-groups?id=1fce0bbb-8968-42b3-b683-f7749fa084ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474052 Jun 16 17:39:34.494608 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (f1f6c009-5a31-4833-b180-4d9d41a55fe5), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:35.487832 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=100 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:39:35.618472 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-5fa9b276-c69a-44be-98ef-0e7f8cc92f88 req-bd19910f-561b-4168-9d75-5f36ea0bec29 service neutron] 10.222.0.47 "GET /v2.0/networks/3cd693dc-5d6d-482c-a40c-9c9d0ef17994?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492186 Jun 16 17:39:35.624552 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e0bfbd-a624-44e9-a76b-aca8f011b42f req-7b2db2d4-d874-44aa-ae96-a109fc09bf39 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:39:35.625995 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-d3e0bfbd-a624-44e9-a76b-aca8f011b42f req-7b2db2d4-d874-44aa-ae96-a109fc09bf39 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/ports?device_id=2d1c168b-5f64-4d47-ae45-8a006f09dfe1 HTTP/1.1" status: 200 len: 946 time: 0.0779462 Jun 16 17:39:35.713435 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-d3e0bfbd-a624-44e9-a76b-aca8f011b42f req-ee475e9c-fab1-4f8f-818d-bcc8919b0588 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/security-groups?id=1fce0bbb-8968-42b3-b683-f7749fa084ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805991 Jun 16 17:39:35.731481 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93085a02-037a-41b2-8860-459355d032c7 req-879b24a2-45ab-466a-bcef-f25347379688 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:39:35.733096 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-93085a02-037a-41b2-8860-459355d032c7 req-879b24a2-45ab-466a-bcef-f25347379688 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.47 "GET /v2.0/ports?device_id=2d1c168b-5f64-4d47-ae45-8a006f09dfe1 HTTP/1.1" status: 200 len: 946 time: 0.0640683 Jun 16 17:39:35.835940 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [req-93085a02-037a-41b2-8860-459355d032c7 req-6fac391b-6800-44b2-98da-d79528b6bfc6 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Deleting port bb6292bd-d4a4-4f49-ae28-32181d3a72ae {{(pid=104052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 17:39:35.836225 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-93085a02-037a-41b2-8860-459355d032c7 req-6fac391b-6800-44b2-98da-d79528b6bfc6 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762170394215'] for port (bb6292bd-d4a4-4f49-ae28-32181d3a72ae), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:35.934344 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [req-93085a02-037a-41b2-8860-459355d032c7 req-6fac391b-6800-44b2-98da-d79528b6bfc6 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] For port bb6292bd-d4a4-4f49-ae28-32181d3a72ae, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=bb6292bd-d4a4-4f49-ae28-32181d3a72ae,segment=NetworkSegment(8e587aa1-3cda-45b9-8327-c258cff01d93),segment_id=8e587aa1-3cda-45b9-8327-c258cff01d93)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:39:35.934732 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-93085a02-037a-41b2-8860-459355d032c7 req-6fac391b-6800-44b2-98da-d79528b6bfc6 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376266'] for port (bb6292bd-d4a4-4f49-ae28-32181d3a72ae), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:36.113880 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:39:36.118310 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-93085a02-037a-41b2-8860-459355d032c7 req-6fac391b-6800-44b2-98da-d79528b6bfc6 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:36.118608 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-93085a02-037a-41b2-8860-459355d032c7 req-6fac391b-6800-44b2-98da-d79528b6bfc6 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-375498'] for floatingip (3fc336fe-6e32-411b-b4dc-81aaef8394b1), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:36.118866 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.db.l3_db [req-93085a02-037a-41b2-8860-459355d032c7 req-6fac391b-6800-44b2-98da-d79528b6bfc6 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Floating IP 3fc336fe-6e32-411b-b4dc-81aaef8394b1 disassociated. External IP: 172.27.0.78, port: bb6292bd-d4a4-4f49-ae28-32181d3a72ae. Jun 16 17:39:36.119218 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [req-93085a02-037a-41b2-8860-459355d032c7 req-6fac391b-6800-44b2-98da-d79528b6bfc6 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Calling delete_port for bb6292bd-d4a4-4f49-ae28-32181d3a72ae owned by compute:nova {{(pid=104052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 17:39:36.264262 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-93085a02-037a-41b2-8860-459355d032c7 req-6fac391b-6800-44b2-98da-d79528b6bfc6 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762170396510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762170029087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62916395'] for port (bb6292bd-d4a4-4f49-ae28-32181d3a72ae), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:36.309441 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fac391b-6800-44b2-98da-d79528b6bfc6 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Pushing event deleted for resources: {'Port': ['ID=bb6292bd-d4a4-4f49-ae28-32181d3a72ae,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:39:36.322264 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fac391b-6800-44b2-98da-d79528b6bfc6 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:39:36.322619 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fac391b-6800-44b2-98da-d79528b6bfc6 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:39:36.322959 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fac391b-6800-44b2-98da-d79528b6bfc6 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:39:36.323298 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fac391b-6800-44b2-98da-d79528b6bfc6 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:39:36.323632 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fac391b-6800-44b2-98da-d79528b6bfc6 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:39:36.323963 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fac391b-6800-44b2-98da-d79528b6bfc6 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:39:36.324301 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fac391b-6800-44b2-98da-d79528b6bfc6 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:39:36.324626 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fac391b-6800-44b2-98da-d79528b6bfc6 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:39:36.324952 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fac391b-6800-44b2-98da-d79528b6bfc6 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:39:36.325303 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fac391b-6800-44b2-98da-d79528b6bfc6 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:39:36.325633 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fac391b-6800-44b2-98da-d79528b6bfc6 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:39:36.325975 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fac391b-6800-44b2-98da-d79528b6bfc6 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:39:36.326287 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fac391b-6800-44b2-98da-d79528b6bfc6 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:39:36.326607 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fac391b-6800-44b2-98da-d79528b6bfc6 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:39:36.326927 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fac391b-6800-44b2-98da-d79528b6bfc6 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:39:36.422805 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff31f2b-bd0a-456a-89fb-d3f549458fd2 req-d882f892-52af-439e-ae14-0ed41b1a3796 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:39:36.424327 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-3ff31f2b-bd0a-456a-89fb-d3f549458fd2 req-d882f892-52af-439e-ae14-0ed41b1a3796 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "GET /v2.0/ports?device_id=a84a8707-8182-47fa-b359-249a10a44e48 HTTP/1.1" status: 200 len: 946 time: 0.0941193 Jun 16 17:39:36.484089 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:39:36.524078 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.l3_agent_scheduler [req-93085a02-037a-41b2-8860-459355d032c7 req-6fac391b-6800-44b2-98da-d79528b6bfc6 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Router 0334c7bc-e5b0-49ed-b5b2-7af8de9e6f53 has already been hosted by L3 agent 43e250b4-0ce3-4949-aa8c-0bafe6454580 {{(pid=104052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 17:39:36.527891 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-3ff31f2b-bd0a-456a-89fb-d3f549458fd2 req-17b7dbe7-1dae-457c-a412-0a81b682d290 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "GET /v2.0/security-groups?id=995c2c40-e125-407b-92af-08530598275e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737627 Jun 16 17:39:36.640098 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-93085a02-037a-41b2-8860-459355d032c7 req-6fac391b-6800-44b2-98da-d79528b6bfc6 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Notify agent at l3_agent.dv-cinder-837546-2-iscsi the message routers_updated {{(pid=104052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 17:39:36.656530 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c502c63d-124f-446b-88c5-9cda99d0d61a None None] Sync routers for ids ['0334c7bc-e5b0-49ed-b5b2-7af8de9e6f53'] in dv-cinder-837546-2-iscsi {{(pid=104055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:39:36.670415 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c502c63d-124f-446b-88c5-9cda99d0d61a None None] Routers {'0334c7bc-e5b0-49ed-b5b2-7af8de9e6f53'} bound to L3 agent in host dv-cinder-837546-2-iscsi {{(pid=104055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:39:36.671172 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-c502c63d-124f-446b-88c5-9cda99d0d61a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-16T17:26:01Z,description=,heartbeat_timestamp=2022-06-16T17:39:31Z,host='dv-cinder-837546-2-iscsi',id=43e250b4-0ce3-4949-aa8c-0bafe6454580,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:26:01Z,topic='l3_agent')) {'router_ids': ['0334c7bc-e5b0-49ed-b5b2-7af8de9e6f53'], 'active': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:39:36.688540 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [req-93085a02-037a-41b2-8860-459355d032c7 req-6fac391b-6800-44b2-98da-d79528b6bfc6 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] No DVR routers for this DVR port bb6292bd-d4a4-4f49-ae28-32181d3a72ae on host hv-cinder-83754 {{(pid=104052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 17:39:36.691125 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-93085a02-037a-41b2-8860-459355d032c7 req-6fac391b-6800-44b2-98da-d79528b6bfc6 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228225'] for port (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:36.694727 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-93085a02-037a-41b2-8860-459355d032c7 req-6fac391b-6800-44b2-98da-d79528b6bfc6 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.47 "DELETE /v2.0/ports/bb6292bd-d4a4-4f49-ae28-32181d3a72ae HTTP/1.1" status: 204 len: 173 time: 0.9561820 Jun 16 17:39:36.695174 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d1c168b-5f64-4d47-ae45-8a006f09dfe1', 'name': 'network-vif-deleted', 'tag': 'bb6292bd-d4a4-4f49-ae28-32181d3a72ae'}] {{(pid=104052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 17:39:36.697480 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9713fa4f09cf3058fa9276dada2b44135c9dd2e88d0acd54628e4483b77b1e61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-739cacc2-13d8-4a5f-a458-b88a9c29a5e3" -d '{"events": [{"server_uuid": "2d1c168b-5f64-4d47-ae45-8a006f09dfe1", "name": "network-vif-deleted", "tag": "bb6292bd-d4a4-4f49-ae28-32181d3a72ae"}]}' {{(pid=104052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:39:36.747161 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 17:39:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-438f1b6b-2f76-4f1c-9ca4-9348aa6688ce x-openstack-request-id: req-438f1b6b-2f76-4f1c-9ca4-9348aa6688ce {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:39:36.747454 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d1c168b-5f64-4d47-ae45-8a006f09dfe1", "name": "network-vif-deleted", "tag": "bb6292bd-d4a4-4f49-ae28-32181d3a72ae", "status": "completed", "code": 200}]} {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:39:36.747737 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-438f1b6b-2f76-4f1c-9ca4-9348aa6688ce {{(pid=104052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:39:36.748112 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-438f1b6b-2f76-4f1c-9ca4-9348aa6688ce'] response: {'server_uuid': '2d1c168b-5f64-4d47-ae45-8a006f09dfe1', 'name': 'network-vif-deleted', 'tag': 'bb6292bd-d4a4-4f49-ae28-32181d3a72ae', 'status': 'completed', 'code': 200} Jun 16 17:39:36.794570 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvr_db [None req-c502c63d-124f-446b-88c5-9cda99d0d61a None None] Set router 0334c7bc-e5b0-49ed-b5b2-7af8de9e6f53 gateway port host: dv-cinder-837546-2-iscsi {{(pid=104055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:39:36.820622 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-d92de280-65a8-4e59-885a-021b04d659f9 req-1ae015db-c3ad-4f84-a25d-5db39bd8e575 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/ports?device_id=2d1c168b-5f64-4d47-ae45-8a006f09dfe1 HTTP/1.1" status: 200 len: 210 time: 0.0299106 Jun 16 17:39:37.008348 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-c502c63d-124f-446b-88c5-9cda99d0d61a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0334c7bc-e5b0-49ed-b5b2-7af8de9e6f53', 'name': 'tempest-ServerRescueNegativeTestJSON-227276899-router', 'tenant_id': 'd1c1d13142434356ac1210f14dad847b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'external_fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': '39d81815-1c18-4e6a-9915-95f06800eeec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:34:11Z', 'updated_at': '2022-06-16T17:34:21Z', 'revision_number': 4, 'project_id': 'd1c1d13142434356ac1210f14dad847b', 'gw_port': {'id': '39d81815-1c18-4e6a-9915-95f06800eeec', 'name': '', 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0334c7bc-e5b0-49ed-b5b2-7af8de9e6f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:34:13Z', 'updated_at': '2022-06-16T17:34:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47584a51-19b7-439b-9f28-a7f577441b18', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-2-iscsi', '_interfaces': [{'id': '5305964e-5863-41a0-a61d-64d5ec4783f0', 'name': '', 'network_id': 'dd7b32b9-764e-43c1-a67e-f0e3f862c460', 'tenant_id': 'd1c1d13142434356ac1210f14dad847b', 'mac_address': 'fa:16:3e:08:20:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0334c7bc-e5b0-49ed-b5b2-7af8de9e6f53', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '58dbd783-c237-4164-b4f7-63cdaa3401e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:34:19Z', 'updated_at': '2022-06-16T17:34:31Z', 'revision_number': 5, 'project_id': 'd1c1d13142434356ac1210f14dad847b', 'subnets': [{'id': '58dbd783-c237-4164-b4f7-63cdaa3401e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837546-2-iscsi', False) {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:39:37.036458 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c502c63d-124f-446b-88c5-9cda99d0d61a None None] Checking router: 0334c7bc-e5b0-49ed-b5b2-7af8de9e6f53 for host: dv-cinder-837546-2-iscsi {{(pid=104055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:39:37.045936 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c502c63d-124f-446b-88c5-9cda99d0d61a None None] Routers {'0334c7bc-e5b0-49ed-b5b2-7af8de9e6f53'} bound to L3 agent in host dv-cinder-837546-2-iscsi {{(pid=104055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:39:37.046525 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-c502c63d-124f-446b-88c5-9cda99d0d61a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-16T17:26:01Z,description=,heartbeat_timestamp=2022-06-16T17:39:31Z,host='dv-cinder-837546-2-iscsi',id=43e250b4-0ce3-4949-aa8c-0bafe6454580,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:26:01Z,topic='l3_agent')) {'router_ids': ['0334c7bc-e5b0-49ed-b5b2-7af8de9e6f53'], 'active': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:39:37.149298 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvr_db [None req-c502c63d-124f-446b-88c5-9cda99d0d61a None None] Set router 0334c7bc-e5b0-49ed-b5b2-7af8de9e6f53 gateway port host: dv-cinder-837546-2-iscsi {{(pid=104055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:39:37.181260 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=100 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:39:37.242536 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=100 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:39:37.345684 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-c502c63d-124f-446b-88c5-9cda99d0d61a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0334c7bc-e5b0-49ed-b5b2-7af8de9e6f53', 'name': 'tempest-ServerRescueNegativeTestJSON-227276899-router', 'tenant_id': 'd1c1d13142434356ac1210f14dad847b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'external_fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': '39d81815-1c18-4e6a-9915-95f06800eeec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:34:11Z', 'updated_at': '2022-06-16T17:34:21Z', 'revision_number': 4, 'project_id': 'd1c1d13142434356ac1210f14dad847b', 'gw_port': {'id': '39d81815-1c18-4e6a-9915-95f06800eeec', 'name': '', 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0334c7bc-e5b0-49ed-b5b2-7af8de9e6f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:34:13Z', 'updated_at': '2022-06-16T17:34:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47584a51-19b7-439b-9f28-a7f577441b18', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-2-iscsi', '_interfaces': [{'id': '5305964e-5863-41a0-a61d-64d5ec4783f0', 'name': '', 'network_id': 'dd7b32b9-764e-43c1-a67e-f0e3f862c460', 'tenant_id': 'd1c1d13142434356ac1210f14dad847b', 'mac_address': 'fa:16:3e:08:20:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0334c7bc-e5b0-49ed-b5b2-7af8de9e6f53', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '58dbd783-c237-4164-b4f7-63cdaa3401e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:34:19Z', 'updated_at': '2022-06-16T17:34:31Z', 'revision_number': 5, 'project_id': 'd1c1d13142434356ac1210f14dad847b', 'subnets': [{'id': '58dbd783-c237-4164-b4f7-63cdaa3401e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837546-2-iscsi', False) {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:39:37.370528 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c502c63d-124f-446b-88c5-9cda99d0d61a None None] The sync data for ids ['0334c7bc-e5b0-49ed-b5b2-7af8de9e6f53'] in dv-cinder-837546-2-iscsi is: [{'id': '0334c7bc-e5b0-49ed-b5b2-7af8de9e6f53', 'name': 'tempest-ServerRescueNegativeTestJSON-227276899-router', 'tenant_id': 'd1c1d13142434356ac1210f14dad847b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'external_fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': '39d81815-1c18-4e6a-9915-95f06800eeec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:34:11Z', 'updated_at': '2022-06-16T17:34:21Z', 'revision_number': 4, 'project_id': 'd1c1d13142434356ac1210f14dad847b', 'gw_port': {'id': '39d81815-1c18-4e6a-9915-95f06800eeec', 'name': '', 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0334c7bc-e5b0-49ed-b5b2-7af8de9e6f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:34:13Z', 'updated_at': '2022-06-16T17:34:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47584a51-19b7-439b-9f28-a7f577441b18', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-2-iscsi', '_interfaces': [{'id': '5305964e-5863-41a0-a61d-64d5ec4783f0', 'name': '', 'network_id': 'dd7b32b9-764e-43c1-a67e-f0e3f862c460', 'tenant_id': 'd1c1d13142434356ac1210f14dad847b', 'mac_address': 'fa:16:3e:08:20:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0334c7bc-e5b0-49ed-b5b2-7af8de9e6f53', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '58dbd783-c237-4164-b4f7-63cdaa3401e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:34:19Z', 'updated_at': '2022-06-16T17:34:31Z', 'revision_number': 5, 'project_id': 'd1c1d13142434356ac1210f14dad847b', 'subnets': [{'id': '58dbd783-c237-4164-b4f7-63cdaa3401e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:39:37.656204 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5aac9c9-6b9f-4f28-b3aa-6bccb8ac13f8 None None] New status for floating IP 3fc336fe-6e32-411b-b4dc-81aaef8394b1: DOWN {{(pid=104054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 17:39:37.659354 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81a929d-daf4-4881-a9f9-c8d80d036c3f req-879570d3-d0df-4574-a1c2-10ad6b372fff tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:39:37.660865 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-f81a929d-daf4-4881-a9f9-c8d80d036c3f req-879570d3-d0df-4574-a1c2-10ad6b372fff tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "GET /v2.0/ports?device_id=a84a8707-8182-47fa-b359-249a10a44e48 HTTP/1.1" status: 200 len: 946 time: 0.0552888 Jun 16 17:39:37.711938 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-f81a929d-daf4-4881-a9f9-c8d80d036c3f req-cae90048-516a-4c55-bff9-84a4b3cb53e5 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "GET /v2.0/security-groups?id=995c2c40-e125-407b-92af-08530598275e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453768 Jun 16 17:39:37.949170 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-26bb4220-3cab-41e6-b109-0b1774496444 req-2eb7fda2-f4ff-492f-b299-020067b7ac1b tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/ports?device_id=2d1c168b-5f64-4d47-ae45-8a006f09dfe1 HTTP/1.1" status: 200 len: 210 time: 0.0336182 Jun 16 17:39:38.104534 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1019ce-ccaa-41b2-892c-e1f73e69c47d req-03102adf-8ef6-4b39-84eb-380aedb86cab tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:39:38.106121 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-0b1019ce-ccaa-41b2-892c-e1f73e69c47d req-03102adf-8ef6-4b39-84eb-380aedb86cab tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.47 "GET /v2.0/ports?device_id=a84a8707-8182-47fa-b359-249a10a44e48 HTTP/1.1" status: 200 len: 946 time: 0.0650973 Jun 16 17:39:38.216238 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [req-0b1019ce-ccaa-41b2-892c-e1f73e69c47d req-50ed8dc2-d2ce-4e2c-9b63-20900d8f6bc9 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Deleting port 5216b201-175c-4137-a731-eefb03a0fd37 {{(pid=104052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 17:39:38.216729 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-0b1019ce-ccaa-41b2-892c-e1f73e69c47d req-50ed8dc2-d2ce-4e2c-9b63-20900d8f6bc9 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762170394215'] for port (5216b201-175c-4137-a731-eefb03a0fd37), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:38.319268 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [req-0b1019ce-ccaa-41b2-892c-e1f73e69c47d req-50ed8dc2-d2ce-4e2c-9b63-20900d8f6bc9 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] For port 5216b201-175c-4137-a731-eefb03a0fd37, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=5216b201-175c-4137-a731-eefb03a0fd37,segment=NetworkSegment(94313329-9a0f-475b-94f3-d6ee0916d22d),segment_id=94313329-9a0f-475b-94f3-d6ee0916d22d)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:39:38.319621 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-0b1019ce-ccaa-41b2-892c-e1f73e69c47d req-50ed8dc2-d2ce-4e2c-9b63-20900d8f6bc9 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376266'] for port (5216b201-175c-4137-a731-eefb03a0fd37), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:38.381667 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:39:38.502478 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-0b1019ce-ccaa-41b2-892c-e1f73e69c47d req-50ed8dc2-d2ce-4e2c-9b63-20900d8f6bc9 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:38.502829 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-0b1019ce-ccaa-41b2-892c-e1f73e69c47d req-50ed8dc2-d2ce-4e2c-9b63-20900d8f6bc9 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-375498'] for floatingip (4e14d73d-3878-416b-be9b-80f763002431), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:38.503137 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.db.l3_db [req-0b1019ce-ccaa-41b2-892c-e1f73e69c47d req-50ed8dc2-d2ce-4e2c-9b63-20900d8f6bc9 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Floating IP 4e14d73d-3878-416b-be9b-80f763002431 disassociated. External IP: 172.27.0.5, port: 5216b201-175c-4137-a731-eefb03a0fd37. Jun 16 17:39:38.503468 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [req-0b1019ce-ccaa-41b2-892c-e1f73e69c47d req-50ed8dc2-d2ce-4e2c-9b63-20900d8f6bc9 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Calling delete_port for 5216b201-175c-4137-a731-eefb03a0fd37 owned by compute:nova {{(pid=104052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 17:39:38.652602 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-0b1019ce-ccaa-41b2-892c-e1f73e69c47d req-50ed8dc2-d2ce-4e2c-9b63-20900d8f6bc9 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762170396510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762170029087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62916395'] for port (5216b201-175c-4137-a731-eefb03a0fd37), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:38.684889 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ed8dc2-d2ce-4e2c-9b63-20900d8f6bc9 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Pushing event deleted for resources: {'Port': ['ID=5216b201-175c-4137-a731-eefb03a0fd37,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:39:39.059809 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 59098) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:39:39.097023 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-5de82524-412e-4e93-89c4-1f6789b276b1 req-ea792de6-92e9-46d3-89f8-6b909e62f4ea tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "GET /v2.0/ports?device_id=a84a8707-8182-47fa-b359-249a10a44e48 HTTP/1.1" status: 200 len: 210 time: 0.3023121 Jun 16 17:39:39.105631 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0b1019ce-ccaa-41b2-892c-e1f73e69c47d req-50ed8dc2-d2ce-4e2c-9b63-20900d8f6bc9 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Router 11193f77-50ca-44b2-b11f-2fbebd19e4e2 has already been hosted by L3 agent 43e250b4-0ce3-4949-aa8c-0bafe6454580 {{(pid=104052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 17:39:39.126364 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:39:39.149956 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-74c010bd-49ba-48b0-bc47-8dccbd89ed90 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Publish callbacks [] for security_group (1fce0bbb-8968-42b3-b683-f7749fa084ef), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:39.185456 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=100 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:39:39.188167 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-74c010bd-49ba-48b0-bc47-8dccbd89ed90 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Publish callbacks [] for security_group (1fce0bbb-8968-42b3-b683-f7749fa084ef), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:39.238289 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0b1019ce-ccaa-41b2-892c-e1f73e69c47d req-50ed8dc2-d2ce-4e2c-9b63-20900d8f6bc9 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Notify agent at l3_agent.dv-cinder-837546-2-iscsi the message routers_updated {{(pid=104052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 17:39:39.254635 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-74c010bd-49ba-48b0-bc47-8dccbd89ed90 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (1fce0bbb-8968-42b3-b683-f7749fa084ef), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:39.258527 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-74c010bd-49ba-48b0-bc47-8dccbd89ed90 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Publish callbacks [] for security_group (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:39.259394 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c34604f-403f-48e4-b6ae-429c82443827 None None] Sync routers for ids ['11193f77-50ca-44b2-b11f-2fbebd19e4e2'] in dv-cinder-837546-2-iscsi {{(pid=104055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:39:39.259885 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-74c010bd-49ba-48b0-bc47-8dccbd89ed90 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "DELETE /v2.0/security-groups/1fce0bbb-8968-42b3-b683-f7749fa084ef HTTP/1.1" status: 204 len: 168 time: 0.1984735 Jun 16 17:39:39.269698 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 59100) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:39:39.270534 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c010bd-49ba-48b0-bc47-8dccbd89ed90 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fce0bbb-8968-42b3-b683-f7749fa084ef,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:39:39.281738 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c34604f-403f-48e4-b6ae-429c82443827 None None] Routers {'11193f77-50ca-44b2-b11f-2fbebd19e4e2'} bound to L3 agent in host dv-cinder-837546-2-iscsi {{(pid=104055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:39:39.282823 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-1c34604f-403f-48e4-b6ae-429c82443827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-16T17:26:01Z,description=,heartbeat_timestamp=2022-06-16T17:39:31Z,host='dv-cinder-837546-2-iscsi',id=43e250b4-0ce3-4949-aa8c-0bafe6454580,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:26:01Z,topic='l3_agent')) {'router_ids': ['11193f77-50ca-44b2-b11f-2fbebd19e4e2'], 'active': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:39:39.298864 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.api.v2.resource [None req-ef960809-a1e8-417a-be01-b0f06cbda414 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] show failed (client error): The resource could not be found. Jun 16 17:39:39.299919 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-ef960809-a1e8-417a-be01-b0f06cbda414 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/security-groups/1fce0bbb-8968-42b3-b683-f7749fa084ef HTTP/1.1" status: 404 len: 347 time: 0.0262926 Jun 16 17:39:39.304011 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 59102) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:39:39.307063 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b1019ce-ccaa-41b2-892c-e1f73e69c47d req-50ed8dc2-d2ce-4e2c-9b63-20900d8f6bc9 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] No DVR routers for this DVR port 5216b201-175c-4137-a731-eefb03a0fd37 on host hv-cinder-83754 {{(pid=104052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 17:39:39.309895 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-0b1019ce-ccaa-41b2-892c-e1f73e69c47d req-50ed8dc2-d2ce-4e2c-9b63-20900d8f6bc9 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228225'] for port (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:39.313468 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-0b1019ce-ccaa-41b2-892c-e1f73e69c47d req-50ed8dc2-d2ce-4e2c-9b63-20900d8f6bc9 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.47 "DELETE /v2.0/ports/5216b201-175c-4137-a731-eefb03a0fd37 HTTP/1.1" status: 204 len: 173 time: 1.2025294 Jun 16 17:39:39.313932 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a84a8707-8182-47fa-b359-249a10a44e48', 'name': 'network-vif-deleted', 'tag': '5216b201-175c-4137-a731-eefb03a0fd37'}] {{(pid=104052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 17:39:39.316263 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9713fa4f09cf3058fa9276dada2b44135c9dd2e88d0acd54628e4483b77b1e61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e868af1-94d8-4fc9-ad2d-67bb49f67669" -d '{"events": [{"server_uuid": "a84a8707-8182-47fa-b359-249a10a44e48", "name": "network-vif-deleted", "tag": "5216b201-175c-4137-a731-eefb03a0fd37"}]}' {{(pid=104052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:39:39.362203 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 17:39:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbf7c3ec-660a-4157-ab35-a6cdfeb1cc26 x-openstack-request-id: req-bbf7c3ec-660a-4157-ab35-a6cdfeb1cc26 {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:39:39.362627 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a84a8707-8182-47fa-b359-249a10a44e48", "name": "network-vif-deleted", "tag": "5216b201-175c-4137-a731-eefb03a0fd37", "status": "completed", "code": 200}]} {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:39:39.363008 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-bbf7c3ec-660a-4157-ab35-a6cdfeb1cc26 {{(pid=104052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:39:39.363744 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bbf7c3ec-660a-4157-ab35-a6cdfeb1cc26'] response: {'server_uuid': 'a84a8707-8182-47fa-b359-249a10a44e48', 'name': 'network-vif-deleted', 'tag': '5216b201-175c-4137-a731-eefb03a0fd37', 'status': 'completed', 'code': 200} Jun 16 17:39:39.410254 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvr_db [None req-1c34604f-403f-48e4-b6ae-429c82443827 None None] Set router 11193f77-50ca-44b2-b11f-2fbebd19e4e2 gateway port host: dv-cinder-837546-2-iscsi {{(pid=104055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:39:39.471188 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-6800870e-d395-4e31-ad79-78b25af59b49 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Deleting port 14e77247-41fb-4ac1-a8b7-ac7b7debce81 {{(pid=104053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 17:39:39.471519 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-6800870e-d395-4e31-ad79-78b25af59b49 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762170394215'] for port (14e77247-41fb-4ac1-a8b7-ac7b7debce81), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:39.566879 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-6800870e-d395-4e31-ad79-78b25af59b49 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376266'] for port (14e77247-41fb-4ac1-a8b7-ac7b7debce81), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:39.567243 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-6800870e-d395-4e31-ad79-78b25af59b49 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Publish callbacks [] for floatingip (14e77247-41fb-4ac1-a8b7-ac7b7debce81), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:39.583629 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-6800870e-d395-4e31-ad79-78b25af59b49 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Calling delete_port for 14e77247-41fb-4ac1-a8b7-ac7b7debce81 owned by network:floatingip {{(pid=104053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 17:39:39.633510 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-1c34604f-403f-48e4-b6ae-429c82443827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11193f77-50ca-44b2-b11f-2fbebd19e4e2', 'name': 'tempest-AttachVolumeNegativeTest-214174450-router', 'tenant_id': 'd63c592c0afb4dfc9dd5b36be791decd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'external_fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': '1b34cba4-0f25-405b-ba3a-eb96ea0d3da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:34:12Z', 'updated_at': '2022-06-16T17:34:25Z', 'revision_number': 4, 'project_id': 'd63c592c0afb4dfc9dd5b36be791decd', 'gw_port': {'id': '1b34cba4-0f25-405b-ba3a-eb96ea0d3da8', 'name': '', 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:7c:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11193f77-50ca-44b2-b11f-2fbebd19e4e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:34:14Z', 'updated_at': '2022-06-16T17:34:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47584a51-19b7-439b-9f28-a7f577441b18', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-2-iscsi', '_interfaces': [{'id': '68377c34-b3bb-4601-82c6-3c4a3412211a', 'name': '', 'network_id': '6fb674c9-6bb7-4c32-892c-b28837e89812', 'tenant_id': 'd63c592c0afb4dfc9dd5b36be791decd', 'mac_address': 'fa:16:3e:52:d8:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11193f77-50ca-44b2-b11f-2fbebd19e4e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'f4f4c81e-fe9f-4dc1-bcfe-dd76fde3e7db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:34:23Z', 'updated_at': '2022-06-16T17:34:39Z', 'revision_number': 5, 'project_id': 'd63c592c0afb4dfc9dd5b36be791decd', 'subnets': [{'id': 'f4f4c81e-fe9f-4dc1-bcfe-dd76fde3e7db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837546-2-iscsi', False) {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:39:39.665270 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c34604f-403f-48e4-b6ae-429c82443827 None None] Checking router: 11193f77-50ca-44b2-b11f-2fbebd19e4e2 for host: dv-cinder-837546-2-iscsi {{(pid=104055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:39:39.675887 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c34604f-403f-48e4-b6ae-429c82443827 None None] Routers {'11193f77-50ca-44b2-b11f-2fbebd19e4e2'} bound to L3 agent in host dv-cinder-837546-2-iscsi {{(pid=104055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:39:39.676647 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-1c34604f-403f-48e4-b6ae-429c82443827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-16T17:26:01Z,description=,heartbeat_timestamp=2022-06-16T17:39:31Z,host='dv-cinder-837546-2-iscsi',id=43e250b4-0ce3-4949-aa8c-0bafe6454580,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:26:01Z,topic='l3_agent')) {'router_ids': ['11193f77-50ca-44b2-b11f-2fbebd19e4e2'], 'active': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:39:39.729489 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-6800870e-d395-4e31-ad79-78b25af59b49 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762170396510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762170029087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64764667'] for port (14e77247-41fb-4ac1-a8b7-ac7b7debce81), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:39.780423 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6800870e-d395-4e31-ad79-78b25af59b49 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Pushing event deleted for resources: {'Port': ['ID=14e77247-41fb-4ac1-a8b7-ac7b7debce81,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:39:39.824755 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:39:39.826604 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvr_db [None req-1c34604f-403f-48e4-b6ae-429c82443827 None None] Set router 11193f77-50ca-44b2-b11f-2fbebd19e4e2 gateway port host: dv-cinder-837546-2-iscsi {{(pid=104055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:39:39.878866 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-6800870e-d395-4e31-ad79-78b25af59b49 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Publish callbacks [] for floatingip (3fc336fe-6e32-411b-b4dc-81aaef8394b1), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:39.885965 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-6800870e-d395-4e31-ad79-78b25af59b49 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228225'] for floatingip (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:39.890318 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-6800870e-d395-4e31-ad79-78b25af59b49 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "DELETE /v2.0/floatingips/3fc336fe-6e32-411b-b4dc-81aaef8394b1 HTTP/1.1" status: 204 len: 168 time: 0.5818686 Jun 16 17:39:40.171536 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-1c34604f-403f-48e4-b6ae-429c82443827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11193f77-50ca-44b2-b11f-2fbebd19e4e2', 'name': 'tempest-AttachVolumeNegativeTest-214174450-router', 'tenant_id': 'd63c592c0afb4dfc9dd5b36be791decd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'external_fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': '1b34cba4-0f25-405b-ba3a-eb96ea0d3da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:34:12Z', 'updated_at': '2022-06-16T17:34:25Z', 'revision_number': 4, 'project_id': 'd63c592c0afb4dfc9dd5b36be791decd', 'gw_port': {'id': '1b34cba4-0f25-405b-ba3a-eb96ea0d3da8', 'name': '', 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:7c:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11193f77-50ca-44b2-b11f-2fbebd19e4e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:34:14Z', 'updated_at': '2022-06-16T17:34:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47584a51-19b7-439b-9f28-a7f577441b18', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-2-iscsi', '_interfaces': [{'id': '68377c34-b3bb-4601-82c6-3c4a3412211a', 'name': '', 'network_id': '6fb674c9-6bb7-4c32-892c-b28837e89812', 'tenant_id': 'd63c592c0afb4dfc9dd5b36be791decd', 'mac_address': 'fa:16:3e:52:d8:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11193f77-50ca-44b2-b11f-2fbebd19e4e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'f4f4c81e-fe9f-4dc1-bcfe-dd76fde3e7db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:34:23Z', 'updated_at': '2022-06-16T17:34:39Z', 'revision_number': 5, 'project_id': 'd63c592c0afb4dfc9dd5b36be791decd', 'subnets': [{'id': 'f4f4c81e-fe9f-4dc1-bcfe-dd76fde3e7db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837546-2-iscsi', False) {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:39:40.198027 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 59114) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:39:40.205887 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c34604f-403f-48e4-b6ae-429c82443827 None None] The sync data for ids ['11193f77-50ca-44b2-b11f-2fbebd19e4e2'] in dv-cinder-837546-2-iscsi is: [{'id': '11193f77-50ca-44b2-b11f-2fbebd19e4e2', 'name': 'tempest-AttachVolumeNegativeTest-214174450-router', 'tenant_id': 'd63c592c0afb4dfc9dd5b36be791decd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'external_fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': '1b34cba4-0f25-405b-ba3a-eb96ea0d3da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:34:12Z', 'updated_at': '2022-06-16T17:34:25Z', 'revision_number': 4, 'project_id': 'd63c592c0afb4dfc9dd5b36be791decd', 'gw_port': {'id': '1b34cba4-0f25-405b-ba3a-eb96ea0d3da8', 'name': '', 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:7c:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11193f77-50ca-44b2-b11f-2fbebd19e4e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:34:14Z', 'updated_at': '2022-06-16T17:34:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47584a51-19b7-439b-9f28-a7f577441b18', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-2-iscsi', '_interfaces': [{'id': '68377c34-b3bb-4601-82c6-3c4a3412211a', 'name': '', 'network_id': '6fb674c9-6bb7-4c32-892c-b28837e89812', 'tenant_id': 'd63c592c0afb4dfc9dd5b36be791decd', 'mac_address': 'fa:16:3e:52:d8:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11193f77-50ca-44b2-b11f-2fbebd19e4e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'f4f4c81e-fe9f-4dc1-bcfe-dd76fde3e7db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:34:23Z', 'updated_at': '2022-06-16T17:34:39Z', 'revision_number': 5, 'project_id': 'd63c592c0afb4dfc9dd5b36be791decd', 'subnets': [{'id': 'f4f4c81e-fe9f-4dc1-bcfe-dd76fde3e7db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:39:40.284848 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-4cd159b2-38f6-4ec4-b468-9bf769098f79 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Publish callbacks [] for security_group (995c2c40-e125-407b-92af-08530598275e), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:40.312763 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-4cd159b2-38f6-4ec4-b468-9bf769098f79 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Publish callbacks [] for security_group (995c2c40-e125-407b-92af-08530598275e), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:40.384006 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-4cd159b2-38f6-4ec4-b468-9bf769098f79 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (995c2c40-e125-407b-92af-08530598275e), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:40.387317 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-4cd159b2-38f6-4ec4-b468-9bf769098f79 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Publish callbacks [] for security_group (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:40.388603 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-4cd159b2-38f6-4ec4-b468-9bf769098f79 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "DELETE /v2.0/security-groups/995c2c40-e125-407b-92af-08530598275e HTTP/1.1" status: 204 len: 168 time: 0.1891639 Jun 16 17:39:40.392465 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 59116) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:39:40.400323 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd159b2-38f6-4ec4-b468-9bf769098f79 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=995c2c40-e125-407b-92af-08530598275e,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:39:40.409202 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.api.v2.resource [None req-0231c869-0560-4e22-a127-bfb1a27641a9 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] show failed (client error): The resource could not be found. Jun 16 17:39:40.412139 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-0231c869-0560-4e22-a127-bfb1a27641a9 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "GET /v2.0/security-groups/995c2c40-e125-407b-92af-08530598275e HTTP/1.1" status: 404 len: 347 time: 0.0167217 Jun 16 17:39:40.415713 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 59118) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:39:40.528860 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7eeba19-883b-4ad5-948c-8ac032062ebc None None] New status for floating IP 4e14d73d-3878-416b-be9b-80f763002431: DOWN {{(pid=104054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 17:39:40.540968 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-f37d7f49-b2e9-4ba8-a22b-f6593a985c94 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Deleting port 10f8f4e6-9c74-418d-a2ac-c2d50e200e15 {{(pid=104053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 17:39:40.541348 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-f37d7f49-b2e9-4ba8-a22b-f6593a985c94 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762170394215'] for port (10f8f4e6-9c74-418d-a2ac-c2d50e200e15), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:40.630264 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-f37d7f49-b2e9-4ba8-a22b-f6593a985c94 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376266'] for port (10f8f4e6-9c74-418d-a2ac-c2d50e200e15), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:40.630642 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-f37d7f49-b2e9-4ba8-a22b-f6593a985c94 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Publish callbacks [] for floatingip (10f8f4e6-9c74-418d-a2ac-c2d50e200e15), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:40.645714 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-f37d7f49-b2e9-4ba8-a22b-f6593a985c94 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Calling delete_port for 10f8f4e6-9c74-418d-a2ac-c2d50e200e15 owned by network:floatingip {{(pid=104053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 17:39:40.745302 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.db.api [None req-d7eeba19-883b-4ad5-948c-8ac032062ebc None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 16 17:39:40.745302 dv-cinder-837546-2-iscsi neutron-server[104054]: [SQL: UPDATE floatingips SET status=%(status)s WHERE floatingips.id = %(floatingips_id)s] Jun 16 17:39:40.745302 dv-cinder-837546-2-iscsi neutron-server[104054]: [parameters: {'status': 'DOWN', 'floatingips_id': '4e14d73d-3878-416b-be9b-80f763002431'}] Jun 16 17:39:40.745302 dv-cinder-837546-2-iscsi neutron-server[104054]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=104054) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 16 17:39:40.746090 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG oslo_db.api [None req-d7eeba19-883b-4ad5-948c-8ac032062ebc None None] Performing DB retry for function neutron.db.l3_db.L3_NAT_dbonly_mixin.update_floatingip_status {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 17:39:40.777407 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:39:40.790995 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-f37d7f49-b2e9-4ba8-a22b-f6593a985c94 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762170396510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762170029087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64764667'] for port (10f8f4e6-9c74-418d-a2ac-c2d50e200e15), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:40.825433 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37d7f49-b2e9-4ba8-a22b-f6593a985c94 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Pushing event deleted for resources: {'Port': ['ID=10f8f4e6-9c74-418d-a2ac-c2d50e200e15,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:39:40.885368 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-f37d7f49-b2e9-4ba8-a22b-f6593a985c94 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Publish callbacks [] for floatingip (4e14d73d-3878-416b-be9b-80f763002431), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:40.887806 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-f37d7f49-b2e9-4ba8-a22b-f6593a985c94 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228225'] for floatingip (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:40.888958 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-f37d7f49-b2e9-4ba8-a22b-f6593a985c94 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "DELETE /v2.0/floatingips/4e14d73d-3878-416b-be9b-80f763002431 HTTP/1.1" status: 204 len: 168 time: 0.4723008 Jun 16 17:39:40.967090 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 59122) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:39:40.973868 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [None req-375891fc-371d-4392-ae24-e3d229a0424d tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Request body: {'security_group': {'name': 'tempest-securitygroup--364270445', 'description': 'tempest-description--313578240'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:39:41.002894 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-375891fc-371d-4392-ae24-e3d229a0424d tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Publish callbacks [] for security_group (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:41.049781 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=5,neutron:INSERT=3 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:39:41.088654 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-375891fc-371d-4392-ae24-e3d229a0424d tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Publish callbacks [] for security_group (d91b9331-ffc7-4acc-8d52-8a0b25ca8c16), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:41.092917 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-375891fc-371d-4392-ae24-e3d229a0424d tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (d91b9331-ffc7-4acc-8d52-8a0b25ca8c16), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:41.125659 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-375891fc-371d-4392-ae24-e3d229a0424d tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Publish callbacks [] for security_group (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:41.126898 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-375891fc-371d-4392-ae24-e3d229a0424d tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1586695 Jun 16 17:39:41.131151 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 59130) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:39:41.132123 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375891fc-371d-4392-ae24-e3d229a0424d tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d91b9331-ffc7-4acc-8d52-8a0b25ca8c16,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:39:41.137594 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.v2.base [None req-bc8cfa04-aafa-4534-b735-cf2cf6d971c2 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Request body: {'security_group_rule': {'security_group_id': 'd91b9331-ffc7-4acc-8d52-8a0b25ca8c16', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:39:41.170451 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-bc8cfa04-aafa-4534-b735-cf2cf6d971c2 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Publish callbacks [] for security_group_rule (4f4081e6-5306-40b7-baa8-19d0baff044a), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:41.197757 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Device bb6292bd-d4a4-4f49-ae28-32181d3a72ae no longer exists at agent hyperv_hv-cinder-83754 {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 17:39:41.219141 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] No Port match for: bb6292bd-d4a4-4f49-ae28-32181d3a72ae {{(pid=104054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 17:39:41.219622 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Device bb6292bd-d4a4-4f49-ae28-32181d3a72ae not bound to the agent host hv-cinder-83754 {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 17:39:41.230452 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-bc8cfa04-aafa-4534-b735-cf2cf6d971c2 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Publish callbacks [] for security_group_rule (4f4081e6-5306-40b7-baa8-19d0baff044a), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:41.239476 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-bc8cfa04-aafa-4534-b735-cf2cf6d971c2 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522948'] for security_group_rule (4f4081e6-5306-40b7-baa8-19d0baff044a), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:41.252791 dv-cinder-837546-2-iscsi neutron-server[104054]: WARNING neutron.objects.base [None req-d7eeba19-883b-4ad5-948c-8ac032062ebc None None] ORM session: SQL execution without transaction in progress, traceback: Jun 16 17:39:41.252791 dv-cinder-837546-2-iscsi neutron-server[104054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/greenpool.py", line 88, in _spawn_n_impl Jun 16 17:39:41.252791 dv-cinder-837546-2-iscsi neutron-server[104054]: func(*args, **kwargs) Jun 16 17:39:41.252791 dv-cinder-837546-2-iscsi neutron-server[104054]: File "/usr/local/lib/python3.8/dist-packages/futurist/_green.py", line 69, in __call__ Jun 16 17:39:41.252791 dv-cinder-837546-2-iscsi neutron-server[104054]: self.work.run() Jun 16 17:39:41.252791 dv-cinder-837546-2-iscsi neutron-server[104054]: File "/usr/local/lib/python3.8/dist-packages/futurist/_utils.py", line 45, in run Jun 16 17:39:41.252791 dv-cinder-837546-2-iscsi neutron-server[104054]: result = self.fn(*self.args, **self.kwargs) Jun 16 17:39:41.252791 dv-cinder-837546-2-iscsi neutron-server[104054]: File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 16 17:39:41.252791 dv-cinder-837546-2-iscsi neutron-server[104054]: res = self.dispatcher.dispatch(message) Jun 16 17:39:41.252791 dv-cinder-837546-2-iscsi neutron-server[104054]: File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 16 17:39:41.252791 dv-cinder-837546-2-iscsi neutron-server[104054]: return self._do_dispatch(endpoint, method, ctxt, args) Jun 16 17:39:41.252791 dv-cinder-837546-2-iscsi neutron-server[104054]: File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 16 17:39:41.252791 dv-cinder-837546-2-iscsi neutron-server[104054]: result = func(ctxt, **new_args) Jun 16 17:39:41.252791 dv-cinder-837546-2-iscsi neutron-server[104054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Jun 16 17:39:41.252791 dv-cinder-837546-2-iscsi neutron-server[104054]: return f(*args, **kwargs) Jun 16 17:39:41.252791 dv-cinder-837546-2-iscsi neutron-server[104054]: File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 16 17:39:41.252791 dv-cinder-837546-2-iscsi neutron-server[104054]: return f(*args, **kwargs) Jun 16 17:39:41.252791 dv-cinder-837546-2-iscsi neutron-server[104054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Jun 16 17:39:41.252791 dv-cinder-837546-2-iscsi neutron-server[104054]: return f(*dup_args, **dup_kwargs) Jun 16 17:39:41.252791 dv-cinder-837546-2-iscsi neutron-server[104054]: File "/opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py", line 273, in update_floatingip_statuses Jun 16 17:39:41.252791 dv-cinder-837546-2-iscsi neutron-server[104054]: self.l3plugin.update_floatingip_status(context, Jun 16 17:39:41.252791 dv-cinder-837546-2-iscsi neutron-server[104054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Jun 16 17:39:41.252791 dv-cinder-837546-2-iscsi neutron-server[104054]: return f_with_retry(*args, **kwargs, Jun 16 17:39:41.252791 dv-cinder-837546-2-iscsi neutron-server[104054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Jun 16 17:39:41.252791 dv-cinder-837546-2-iscsi neutron-server[104054]: return f(*args, **kwargs) Jun 16 17:39:41.252791 dv-cinder-837546-2-iscsi neutron-server[104054]: File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 16 17:39:41.252791 dv-cinder-837546-2-iscsi neutron-server[104054]: return f(*args, **kwargs) Jun 16 17:39:41.252791 dv-cinder-837546-2-iscsi neutron-server[104054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Jun 16 17:39:41.252791 dv-cinder-837546-2-iscsi neutron-server[104054]: return f(*dup_args, **dup_kwargs) Jun 16 17:39:41.252791 dv-cinder-837546-2-iscsi neutron-server[104054]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 1557, in update_floatingip_status Jun 16 17:39:41.252791 dv-cinder-837546-2-iscsi neutron-server[104054]: return l3_obj.FloatingIP.update_object( Jun 16 17:39:41.252791 dv-cinder-837546-2-iscsi neutron-server[104054]: File "/opt/stack/neutron/neutron/objects/base.py", line 737, in update_object Jun 16 17:39:41.252791 dv-cinder-837546-2-iscsi neutron-server[104054]: return super(NeutronDbObject, cls).update_object( Jun 16 17:39:41.252791 dv-cinder-837546-2-iscsi neutron-server[104054]: File "/opt/stack/neutron/neutron/objects/base.py", line 329, in update_object Jun 16 17:39:41.252791 dv-cinder-837546-2-iscsi neutron-server[104054]: obj = cls.get_object( Jun 16 17:39:41.252791 dv-cinder-837546-2-iscsi neutron-server[104054]: File "/opt/stack/neutron/neutron/objects/base.py", line 644, in get_object Jun 16 17:39:41.252791 dv-cinder-837546-2-iscsi neutron-server[104054]: db_obj = obj_db_api.get_object( Jun 16 17:39:41.252791 dv-cinder-837546-2-iscsi neutron-server[104054]: File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jun 16 17:39:41.252791 dv-cinder-837546-2-iscsi neutron-server[104054]: return fn(*args, **kwargs) Jun 16 17:39:41.252791 dv-cinder-837546-2-iscsi neutron-server[104054]: File "/opt/stack/neutron/neutron/objects/db/api.py", line 35, in get_object Jun 16 17:39:41.252791 dv-cinder-837546-2-iscsi neutron-server[104054]: return _get_filter_query(obj_cls, context, **kwargs).first() Jun 16 17:39:41.252791 dv-cinder-837546-2-iscsi neutron-server[104054]: File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2819, in first Jun 16 17:39:41.252791 dv-cinder-837546-2-iscsi neutron-server[104054]: return self.limit(1)._iter().first() Jun 16 17:39:41.252791 dv-cinder-837546-2-iscsi neutron-server[104054]: File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2903, in _iter Jun 16 17:39:41.252791 dv-cinder-837546-2-iscsi neutron-server[104054]: result = self.session.execute( Jun 16 17:39:41.252791 dv-cinder-837546-2-iscsi neutron-server[104054]: File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1693, in execute Jun 16 17:39:41.252791 dv-cinder-837546-2-iscsi neutron-server[104054]: result = fn(orm_exec_state) Jun 16 17:39:41.252791 dv-cinder-837546-2-iscsi neutron-server[104054]: Jun 16 17:39:41.263264 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8cfa04-aafa-4534-b735-cf2cf6d971c2 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f4081e6-5306-40b7-baa8-19d0baff044a,revision_number=0']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:39:41.273977 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-bc8cfa04-aafa-4534-b735-cf2cf6d971c2 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:41.275572 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-bc8cfa04-aafa-4534-b735-cf2cf6d971c2 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1427145 Jun 16 17:39:41.278633 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 59132) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:39:41.284952 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.v2.base [None req-68f75960-2118-4e79-be87-8bc4ebf4cfb4 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Request body: {'security_group_rule': {'security_group_id': 'd91b9331-ffc7-4acc-8d52-8a0b25ca8c16', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:39:41.330302 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-68f75960-2118-4e79-be87-8bc4ebf4cfb4 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Publish callbacks [] for security_group_rule (5096b07e-ec9f-4dda-80c4-a458fff60fe9), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:41.402402 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-68f75960-2118-4e79-be87-8bc4ebf4cfb4 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Publish callbacks [] for security_group_rule (5096b07e-ec9f-4dda-80c4-a458fff60fe9), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:41.408176 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-68f75960-2118-4e79-be87-8bc4ebf4cfb4 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522948'] for security_group_rule (5096b07e-ec9f-4dda-80c4-a458fff60fe9), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:41.430750 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f75960-2118-4e79-be87-8bc4ebf4cfb4 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5096b07e-ec9f-4dda-80c4-a458fff60fe9,revision_number=0']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:39:41.437397 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-68f75960-2118-4e79-be87-8bc4ebf4cfb4 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:41.439011 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-68f75960-2118-4e79-be87-8bc4ebf4cfb4 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1578174 Jun 16 17:39:41.441049 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 59134) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:39:41.446368 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.v2.base [None req-55e24803-cdbb-449d-a4f2-32b3ab78441e tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Request body: {'floatingip': {'floating_network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2'}} {{(pid=104053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:39:41.478942 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-55e24803-cdbb-449d-a4f2-32b3ab78441e tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:41.540480 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:39:41.569394 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-55e24803-cdbb-449d-a4f2-32b3ab78441e tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:41.701011 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.db.db_base_plugin_common [None req-55e24803-cdbb-449d-a4f2-32b3ab78441e tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Allocated IP 172.27.0.208 (a25e4fa3-c316-487c-825a-4fde1c36cdb2/47584a51-19b7-439b-9f28-a7f577441b18/8e335f3d-66d5-4c2c-b495-826916c663eb) {{(pid=104053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:39:41.821139 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-55e24803-cdbb-449d-a4f2-32b3ab78441e tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Publish callbacks [] for port (8e335f3d-66d5-4c2c-b495-826916c663eb), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:41.847852 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:39:41.860496 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-55e24803-cdbb-449d-a4f2-32b3ab78441e tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762170029078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64764667'] for port (8e335f3d-66d5-4c2c-b495-826916c663eb), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:41.903025 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e24803-cdbb-449d-a4f2-32b3ab78441e tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Network a25e4fa3-c316-487c-825a-4fde1c36cdb2 is already hosted by enough agents. {{(pid=104053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:39:41.908532 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.scheduler.base_scheduler [None req-55e24803-cdbb-449d-a4f2-32b3ab78441e tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Resources bound (agent type, host, resource id): {{(pid=104053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:39:41.913886 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e24803-cdbb-449d-a4f2-32b3ab78441e tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Received port after_create {{(pid=104053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 17:39:41.919458 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e24803-cdbb-449d-a4f2-32b3ab78441e tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Pushing event updated for resources: {'Port': ['ID=8e335f3d-66d5-4c2c-b495-826916c663eb,revision_number=1']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:39:42.005756 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-55e24803-cdbb-449d-a4f2-32b3ab78441e tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Publish callbacks [] for floatingip (4c45c340-1bb6-4ce1-8963-ee4375127649), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:42.244108 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-55e24803-cdbb-449d-a4f2-32b3ab78441e tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (8e335f3d-66d5-4c2c-b495-826916c663eb), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:42.445112 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-55e24803-cdbb-449d-a4f2-32b3ab78441e tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Publish callbacks [] for port (8e335f3d-66d5-4c2c-b495-826916c663eb), precommit_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:42.451285 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-55e24803-cdbb-449d-a4f2-32b3ab78441e tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64764658'] for port (8e335f3d-66d5-4c2c-b495-826916c663eb), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:42.476575 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e6e0ca-27ba-4173-a812-f21dc4e21580 req-4bda6881-a40a-4e2a-b83d-df8726bdabd2 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:39:42.478573 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-f2e6e0ca-27ba-4173-a812-f21dc4e21580 req-4bda6881-a40a-4e2a-b83d-df8726bdabd2 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/ports?device_id=54fe7037-080f-4209-bdc6-c505c4c34ec3 HTTP/1.1" status: 200 len: 946 time: 0.0611322 Jun 16 17:39:42.526338 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e24803-cdbb-449d-a4f2-32b3ab78441e tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Pushing event updated for resources: {'Port': ['ID=8e335f3d-66d5-4c2c-b495-826916c663eb,revision_number=2']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:39:42.543509 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-55e24803-cdbb-449d-a4f2-32b3ab78441e tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-375498'] for floatingip (4c45c340-1bb6-4ce1-8963-ee4375127649), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:42.543766 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-f2e6e0ca-27ba-4173-a812-f21dc4e21580 req-c7680feb-74a3-4e30-b093-f5e6b8acbb3e tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/security-groups?id=97ffd154-7f70-49b1-9385-228cddf4fca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560956 Jun 16 17:39:42.551661 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:INSERT=5,neutron:SELECT=92,neutron:UPDATE=3 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:39:42.567707 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-55e24803-cdbb-449d-a4f2-32b3ab78441e tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228225'] for floatingip (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:42.570634 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-55e24803-cdbb-449d-a4f2-32b3ab78441e tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1283441 Jun 16 17:39:42.745264 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-a8c056a3-20c1-459c-9274-872f16fe68f8 req-ce694444-2d44-43d8-8978-6a54e80fdb16 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-securitygroup--364270445&fields=id&tenant_id=d63c592c0afb4dfc9dd5b36be791decd HTTP/1.1" status: 200 len: 267 time: 0.0487196 Jun 16 17:39:42.860155 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c056a3-20c1-459c-9274-872f16fe68f8 req-c7107f96-04db-49ad-b11a-403ddb5d8a3f tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:39:42.861888 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-a8c056a3-20c1-459c-9274-872f16fe68f8 req-c7107f96-04db-49ad-b11a-403ddb5d8a3f tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "GET /v2.0/networks?id=6fb674c9-6bb7-4c32-892c-b28837e89812 HTTP/1.1" status: 200 len: 814 time: 0.1080387 Jun 16 17:39:42.877772 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-a8c056a3-20c1-459c-9274-872f16fe68f8 req-20172126-f636-4a0e-aaca-54dd61cc2d4e tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "GET /v2.0/quotas/d63c592c0afb4dfc9dd5b36be791decd HTTP/1.1" status: 200 len: 375 time: 0.0092878 Jun 16 17:39:42.940381 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-a8c056a3-20c1-459c-9274-872f16fe68f8 req-2085a7c1-dd16-42a3-98d5-f7b51fe1ea28 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=d63c592c0afb4dfc9dd5b36be791decd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0544672 Jun 16 17:39:43.104239 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-a8c056a3-20c1-459c-9274-872f16fe68f8 req-ecc348e2-dab1-4e1f-8182-1a30e0c4aee6 service neutron] 10.222.0.40 "GET /v2.0/networks/6fb674c9-6bb7-4c32-892c-b28837e89812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520290 Jun 16 17:39:43.206359 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Device 5216b201-175c-4137-a731-eefb03a0fd37 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 17:39:43.218763 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:39:43.225193 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-a8c056a3-20c1-459c-9274-872f16fe68f8 req-b139a71b-0936-4606-81ec-36faaf69aefd service neutron] 10.222.0.40 "GET /v2.0/networks/6fb674c9-6bb7-4c32-892c-b28837e89812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140246 Jun 16 17:39:43.233009 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] No Port match for: 5216b201-175c-4137-a731-eefb03a0fd37 {{(pid=104054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 17:39:43.233496 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Device 5216b201-175c-4137-a731-eefb03a0fd37 not bound to the agent host hv-cinder-83754 {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 17:39:43.413553 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-3800c193-0b3c-4505-8cf1-d9eb3438cd32 req-a556579c-9185-4478-83a6-5c8de35e50b4 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "GET /v2.0/ports?device_id=9739d117-bf76-4ac4-b172-1ec63768027d HTTP/1.1" status: 200 len: 210 time: 0.0313520 Jun 16 17:39:43.688948 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756d3bf6-afbb-4edb-9a8b-090a8dfda38a req-ec9e3150-08f5-4f09-809f-5e2e1b0d09d5 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:39:43.691345 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-756d3bf6-afbb-4edb-9a8b-090a8dfda38a req-ec9e3150-08f5-4f09-809f-5e2e1b0d09d5 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/ports?device_id=54fe7037-080f-4209-bdc6-c505c4c34ec3 HTTP/1.1" status: 200 len: 946 time: 0.0582104 Jun 16 17:39:43.749050 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-756d3bf6-afbb-4edb-9a8b-090a8dfda38a req-e83b1437-d7fb-40fd-9f71-007a28941ec9 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/security-groups?id=97ffd154-7f70-49b1-9385-228cddf4fca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480494 Jun 16 17:39:44.531356 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-2707d57e-d85a-4bf7-8aaa-7855c7dca154 req-5fcea0c4-4bc5-44f4-b505-6ace33f03e4e tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "GET /v2.0/ports?device_id=9739d117-bf76-4ac4-b172-1ec63768027d HTTP/1.1" status: 200 len: 210 time: 0.0418441 Jun 16 17:39:44.904463 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0144dab-e06a-4d29-88d1-e5d43776dc1e req-d53e092f-0308-4edd-948e-0fea24d5dd14 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:39:44.905949 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-f0144dab-e06a-4d29-88d1-e5d43776dc1e req-d53e092f-0308-4edd-948e-0fea24d5dd14 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.47 "GET /v2.0/ports?device_id=54fe7037-080f-4209-bdc6-c505c4c34ec3 HTTP/1.1" status: 200 len: 946 time: 0.0883069 Jun 16 17:39:44.922490 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adab7595-4fa4-49a4-84e6-74ddc665cc24 req-b0c0ecae-a371-4d64-9285-f193b4daabf3 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:39:44.923938 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-adab7595-4fa4-49a4-84e6-74ddc665cc24 req-b0c0ecae-a371-4d64-9285-f193b4daabf3 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/ports?device_id=54fe7037-080f-4209-bdc6-c505c4c34ec3 HTTP/1.1" status: 200 len: 946 time: 0.0771971 Jun 16 17:39:44.995423 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-adab7595-4fa4-49a4-84e6-74ddc665cc24 req-5e167603-88ca-4305-90d5-e234dec07a45 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/security-groups?id=97ffd154-7f70-49b1-9385-228cddf4fca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640314 Jun 16 17:39:45.216370 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [req-f0144dab-e06a-4d29-88d1-e5d43776dc1e req-44fbf633-d53e-4191-b7fe-bb1e7ad33f11 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Deleting port 62e3038f-b183-4ed1-bedd-da99fe182bf8 {{(pid=104052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 17:39:45.216370 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-f0144dab-e06a-4d29-88d1-e5d43776dc1e req-44fbf633-d53e-4191-b7fe-bb1e7ad33f11 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762170394215'] for port (62e3038f-b183-4ed1-bedd-da99fe182bf8), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:45.334768 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:39:45.356176 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c056a3-20c1-459c-9274-872f16fe68f8 req-9adc3e9c-ce6b-4062-ae70-5c3fe0359580 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:39:45.358469 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-a8c056a3-20c1-459c-9274-872f16fe68f8 req-9adc3e9c-ce6b-4062-ae70-5c3fe0359580 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.47 "GET /v2.0/networks?id=6fb674c9-6bb7-4c32-892c-b28837e89812 HTTP/1.1" status: 200 len: 814 time: 0.1411912 Jun 16 17:39:45.373833 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [req-f0144dab-e06a-4d29-88d1-e5d43776dc1e req-44fbf633-d53e-4191-b7fe-bb1e7ad33f11 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] For port 62e3038f-b183-4ed1-bedd-da99fe182bf8, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=62e3038f-b183-4ed1-bedd-da99fe182bf8,segment=NetworkSegment(8e587aa1-3cda-45b9-8327-c258cff01d93),segment_id=8e587aa1-3cda-45b9-8327-c258cff01d93)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:39:45.373833 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-f0144dab-e06a-4d29-88d1-e5d43776dc1e req-44fbf633-d53e-4191-b7fe-bb1e7ad33f11 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376266'] for port (62e3038f-b183-4ed1-bedd-da99fe182bf8), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:45.389546 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [req-f0144dab-e06a-4d29-88d1-e5d43776dc1e req-44fbf633-d53e-4191-b7fe-bb1e7ad33f11 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Calling delete_port for 62e3038f-b183-4ed1-bedd-da99fe182bf8 owned by compute:nova {{(pid=104052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 17:39:45.433402 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-a8c056a3-20c1-459c-9274-872f16fe68f8 req-7f5bd1b8-5c60-487a-a239-8f33acb86f68 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d63c592c0afb4dfc9dd5b36be791decd HTTP/1.1" status: 200 len: 379 time: 0.0645945 Jun 16 17:39:45.444221 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.v2.base [req-a8c056a3-20c1-459c-9274-872f16fe68f8 req-42f1fb82-b7ee-4511-9470-675e777a27a0 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Request body: {'port': {'device_id': '9739d117-bf76-4ac4-b172-1ec63768027d', 'network_id': '6fb674c9-6bb7-4c32-892c-b28837e89812', 'admin_state_up': True, 'tenant_id': 'd63c592c0afb4dfc9dd5b36be791decd', 'security_groups': ['d91b9331-ffc7-4acc-8d52-8a0b25ca8c16']}} {{(pid=104053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:39:45.558104 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-f0144dab-e06a-4d29-88d1-e5d43776dc1e req-44fbf633-d53e-4191-b7fe-bb1e7ad33f11 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762170396510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762170029087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62916395'] for port (62e3038f-b183-4ed1-bedd-da99fe182bf8), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:45.574279 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] get_ports_and_sgs() called for port_ids ['62e3038f-b183-4ed1-bedd-da99fe182bf8', '86749e9f-ddc9-40e0-90f0-7a85e2519bf8'] {{(pid=104054) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 17:39:45.578275 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8c056a3-20c1-459c-9274-872f16fe68f8 req-42f1fb82-b7ee-4511-9470-675e777a27a0 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Made reservation on behalf of d63c592c0afb4dfc9dd5b36be791decd for: {'port': 1} {{(pid=104053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:39:45.582051 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [req-a8c056a3-20c1-459c-9274-872f16fe68f8 req-42f1fb82-b7ee-4511-9470-675e777a27a0 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:45.592647 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fbf633-d53e-4191-b7fe-bb1e7ad33f11 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Pushing event deleted for resources: {'Port': ['ID=62e3038f-b183-4ed1-bedd-da99fe182bf8,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:39:45.651057 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0144dab-e06a-4d29-88d1-e5d43776dc1e req-44fbf633-d53e-4191-b7fe-bb1e7ad33f11 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] No DVR routers for this DVR port 62e3038f-b183-4ed1-bedd-da99fe182bf8 on host hv-cinder-83754 {{(pid=104052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 17:39:45.655958 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-f0144dab-e06a-4d29-88d1-e5d43776dc1e req-44fbf633-d53e-4191-b7fe-bb1e7ad33f11 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228225'] for port (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:45.659405 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-f0144dab-e06a-4d29-88d1-e5d43776dc1e req-44fbf633-d53e-4191-b7fe-bb1e7ad33f11 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.47 "DELETE /v2.0/ports/62e3038f-b183-4ed1-bedd-da99fe182bf8 HTTP/1.1" status: 204 len: 173 time: 0.5350690 Jun 16 17:39:45.661137 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54fe7037-080f-4209-bdc6-c505c4c34ec3', 'name': 'network-vif-deleted', 'tag': '62e3038f-b183-4ed1-bedd-da99fe182bf8'}] {{(pid=104052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 17:39:45.664972 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9713fa4f09cf3058fa9276dada2b44135c9dd2e88d0acd54628e4483b77b1e61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b34d357-1557-4e98-938b-964f88db512c" -d '{"events": [{"server_uuid": "54fe7037-080f-4209-bdc6-c505c4c34ec3", "name": "network-vif-deleted", "tag": "62e3038f-b183-4ed1-bedd-da99fe182bf8"}]}' {{(pid=104052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:39:45.722141 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-0a3cf1c0-480a-487f-8b79-5a9652964447 req-5112c34b-7f59-42c1-98cb-753b45793fcf tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "GET /v2.0/ports?device_id=9739d117-bf76-4ac4-b172-1ec63768027d HTTP/1.1" status: 200 len: 210 time: 0.0613873 Jun 16 17:39:45.724574 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 17:39:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65b84b7a-d65c-4cec-9983-30c2141be236 x-openstack-request-id: req-65b84b7a-d65c-4cec-9983-30c2141be236 {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:39:45.725798 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54fe7037-080f-4209-bdc6-c505c4c34ec3", "name": "network-vif-deleted", "tag": "62e3038f-b183-4ed1-bedd-da99fe182bf8", "status": "completed", "code": 200}]} {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:39:45.726105 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-65b84b7a-d65c-4cec-9983-30c2141be236 {{(pid=104052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:39:45.727519 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65b84b7a-d65c-4cec-9983-30c2141be236'] response: {'server_uuid': '54fe7037-080f-4209-bdc6-c505c4c34ec3', 'name': 'network-vif-deleted', 'tag': '62e3038f-b183-4ed1-bedd-da99fe182bf8', 'status': 'completed', 'code': 200} Jun 16 17:39:45.729486 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:39:45.782526 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.db.db_base_plugin_common [req-a8c056a3-20c1-459c-9274-872f16fe68f8 req-42f1fb82-b7ee-4511-9470-675e777a27a0 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Allocated IP 172.20.0.5 (6fb674c9-6bb7-4c32-892c-b28837e89812/f4f4c81e-fe9f-4dc1-bcfe-dd76fde3e7db/c4cf8f46-c85c-4601-8250-462de6025ebf) {{(pid=104053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:39:45.941211 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [req-a8c056a3-20c1-459c-9274-872f16fe68f8 req-42f1fb82-b7ee-4511-9470-675e777a27a0 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Publish callbacks [] for port (c4cf8f46-c85c-4601-8250-462de6025ebf), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:45.993448 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [req-a8c056a3-20c1-459c-9274-872f16fe68f8 req-42f1fb82-b7ee-4511-9470-675e777a27a0 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762170029078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64764667'] for port (c4cf8f46-c85c-4601-8250-462de6025ebf), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:46.045087 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8c056a3-20c1-459c-9274-872f16fe68f8 req-42f1fb82-b7ee-4511-9470-675e777a27a0 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Network 6fb674c9-6bb7-4c32-892c-b28837e89812 is already hosted by enough agents. {{(pid=104053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:39:46.051085 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.scheduler.base_scheduler [req-a8c056a3-20c1-459c-9274-872f16fe68f8 req-42f1fb82-b7ee-4511-9470-675e777a27a0 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Resources bound (agent type, host, resource id): {{(pid=104053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:39:46.056327 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8c056a3-20c1-459c-9274-872f16fe68f8 req-42f1fb82-b7ee-4511-9470-675e777a27a0 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Received port after_create {{(pid=104053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 17:39:46.082024 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f1fb82-b7ee-4511-9470-675e777a27a0 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Pushing event updated for resources: {'Port': ['ID=c4cf8f46-c85c-4601-8250-462de6025ebf,revision_number=1']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:39:46.121562 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c056a3-20c1-459c-9274-872f16fe68f8 req-42f1fb82-b7ee-4511-9470-675e777a27a0 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:39:46.122666 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [req-a8c056a3-20c1-459c-9274-872f16fe68f8 req-42f1fb82-b7ee-4511-9470-675e777a27a0 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228225'] for port (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:46.150369 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-3cb19ad1-db4a-4809-b28b-984dda87103e req-835fcfba-f8aa-43fe-81f7-094a1f0c1cb4 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/ports?device_id=54fe7037-080f-4209-bdc6-c505c4c34ec3 HTTP/1.1" status: 200 len: 210 time: 0.0474472 Jun 16 17:39:46.159611 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-a8c056a3-20c1-459c-9274-872f16fe68f8 req-42f1fb82-b7ee-4511-9470-675e777a27a0 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7204950 Jun 16 17:39:46.256233 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.v2.base [req-a8c056a3-20c1-459c-9274-872f16fe68f8 req-e4a4d4c8-300f-42ad-beb0-d92650a69b67 service neutron] Request body: {'port': {'device_id': '9739d117-bf76-4ac4-b172-1ec63768027d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=104053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:39:46.343300 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [req-a8c056a3-20c1-459c-9274-872f16fe68f8 req-e4a4d4c8-300f-42ad-beb0-d92650a69b67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (c4cf8f46-c85c-4601-8250-462de6025ebf), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:46.379056 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:39:46.469526 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-0a34844a-1c16-40be-93fb-2c77769790d2 None None] Provisioning complete for port c4cf8f46-c85c-4601-8250-462de6025ebf triggered by entity DHCP. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:39:46.469834 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-0a34844a-1c16-40be-93fb-2c77769790d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572016'] for port (c4cf8f46-c85c-4601-8250-462de6025ebf), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:46.508881 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-0a34844a-1c16-40be-93fb-2c77769790d2 None None] Port c4cf8f46-c85c-4601-8250-462de6025ebf cannot update to ACTIVE because it is not bound. {{(pid=104054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 17:39:46.853178 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04224b1-acb3-42b5-bc92-baace4445a55 req-40e6a8d7-6924-46b2-b8e1-2d2738d97c26 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:39:46.854998 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-c04224b1-acb3-42b5-bc92-baace4445a55 req-40e6a8d7-6924-46b2-b8e1-2d2738d97c26 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "GET /v2.0/ports?device_id=9739d117-bf76-4ac4-b172-1ec63768027d HTTP/1.1" status: 200 len: 931 time: 0.0514553 Jun 16 17:39:46.898307 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.notifiers.nova [req-a8c056a3-20c1-459c-9274-872f16fe68f8 req-e4a4d4c8-300f-42ad-beb0-d92650a69b67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4cf8f46-c85c-4601-8250-462de6025ebf {{(pid=104053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 17:39:46.907629 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [req-a8c056a3-20c1-459c-9274-872f16fe68f8 req-e4a4d4c8-300f-42ad-beb0-d92650a69b67 service neutron] Publish callbacks [] for port (c4cf8f46-c85c-4601-8250-462de6025ebf), precommit_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:46.915847 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-c04224b1-acb3-42b5-bc92-baace4445a55 req-8de1755f-b56b-4d76-b4c5-a6b6cbf07684 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "GET /v2.0/security-groups?id=d91b9331-ffc7-4acc-8d52-8a0b25ca8c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544813 Jun 16 17:39:46.924765 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [req-a8c056a3-20c1-459c-9274-872f16fe68f8 req-e4a4d4c8-300f-42ad-beb0-d92650a69b67 service neutron] Transition to ACTIVE for port object c4cf8f46-c85c-4601-8250-462de6025ebf will not be triggered until provisioned by entity L2. {{(pid=104053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 17:39:46.931226 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [req-a8c056a3-20c1-459c-9274-872f16fe68f8 req-e4a4d4c8-300f-42ad-beb0-d92650a69b67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64764658'] for port (c4cf8f46-c85c-4601-8250-462de6025ebf), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:46.986857 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a4d4c8-300f-42ad-beb0-d92650a69b67 service neutron] Pushing event updated for resources: {'Port': ['ID=c4cf8f46-c85c-4601-8250-462de6025ebf,revision_number=2']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:39:46.995907 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:39:47.091895 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.managers [req-a8c056a3-20c1-459c-9274-872f16fe68f8 req-e4a4d4c8-300f-42ad-beb0-d92650a69b67 service neutron] Attempting to bind port c4cf8f46-c85c-4601-8250-462de6025ebf on host hv-cinder-83754 for vnic_type normal with profile {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 17:39:47.092236 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.managers [req-a8c056a3-20c1-459c-9274-872f16fe68f8 req-e4a4d4c8-300f-42ad-beb0-d92650a69b67 service neutron] Attempting to bind port c4cf8f46-c85c-4601-8250-462de6025ebf by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': '94313329-9a0f-475b-94f3-d6ee0916d22d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6fb674c9-6bb7-4c32-892c-b28837e89812'}] {{(pid=104053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 17:39:47.092567 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8c056a3-20c1-459c-9274-872f16fe68f8 req-e4a4d4c8-300f-42ad-beb0-d92650a69b67 service neutron] Attempting to bind port c4cf8f46-c85c-4601-8250-462de6025ebf on network 6fb674c9-6bb7-4c32-892c-b28837e89812 {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 17:39:47.098025 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8c056a3-20c1-459c-9274-872f16fe68f8 req-e4a4d4c8-300f-42ad-beb0-d92650a69b67 service neutron] Port c4cf8f46-c85c-4601-8250-462de6025ebf on network 6fb674c9-6bb7-4c32-892c-b28837e89812 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 17:39:47.098353 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8c056a3-20c1-459c-9274-872f16fe68f8 req-e4a4d4c8-300f-42ad-beb0-d92650a69b67 service neutron] Attempting to bind port c4cf8f46-c85c-4601-8250-462de6025ebf on network 6fb674c9-6bb7-4c32-892c-b28837e89812 {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 17:39:47.106595 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8c056a3-20c1-459c-9274-872f16fe68f8 req-e4a4d4c8-300f-42ad-beb0-d92650a69b67 service neutron] Checking agent: {'id': '9f2b4370-7d03-4dcb-9a0d-4ff62d859136', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 17, 32, 17), 'started_at': datetime.datetime(2022, 6, 16, 17, 32, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 17, 39, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 17:39:47.107115 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8c056a3-20c1-459c-9274-872f16fe68f8 req-e4a4d4c8-300f-42ad-beb0-d92650a69b67 service neutron] Checking segment: {'id': '94313329-9a0f-475b-94f3-d6ee0916d22d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6fb674c9-6bb7-4c32-892c-b28837e89812'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 17:39:47.107683 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8c056a3-20c1-459c-9274-872f16fe68f8 req-e4a4d4c8-300f-42ad-beb0-d92650a69b67 service neutron] Bound using segment: {'id': '94313329-9a0f-475b-94f3-d6ee0916d22d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6fb674c9-6bb7-4c32-892c-b28837e89812'} {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 17:39:47.108185 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.managers [req-a8c056a3-20c1-459c-9274-872f16fe68f8 req-e4a4d4c8-300f-42ad-beb0-d92650a69b67 service neutron] Bound port: c4cf8f46-c85c-4601-8250-462de6025ebf, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94313329-9a0f-475b-94f3-d6ee0916d22d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6fb674c9-6bb7-4c32-892c-b28837e89812'}}] {{(pid=104053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 17:39:47.108553 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [req-a8c056a3-20c1-459c-9274-872f16fe68f8 req-e4a4d4c8-300f-42ad-beb0-d92650a69b67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (c4cf8f46-c85c-4601-8250-462de6025ebf), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:47.183068 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [req-a8c056a3-20c1-459c-9274-872f16fe68f8 req-e4a4d4c8-300f-42ad-beb0-d92650a69b67 service neutron] For port c4cf8f46-c85c-4601-8250-462de6025ebf, host hv-cinder-83754, cleared binding levels {{(pid=104053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 17:39:47.186703 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [req-a8c056a3-20c1-459c-9274-872f16fe68f8 req-e4a4d4c8-300f-42ad-beb0-d92650a69b67 service neutron] For port c4cf8f46-c85c-4601-8250-462de6025ebf, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=c4cf8f46-c85c-4601-8250-462de6025ebf,segment=NetworkSegment(94313329-9a0f-475b-94f3-d6ee0916d22d),segment_id=94313329-9a0f-475b-94f3-d6ee0916d22d)] {{(pid=104053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 17:39:47.194469 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [req-a8c056a3-20c1-459c-9274-872f16fe68f8 req-e4a4d4c8-300f-42ad-beb0-d92650a69b67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64764658'] for port (c4cf8f46-c85c-4601-8250-462de6025ebf), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:47.233540 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c056a3-20c1-459c-9274-872f16fe68f8 req-e4a4d4c8-300f-42ad-beb0-d92650a69b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:39:47.234058 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [req-a8c056a3-20c1-459c-9274-872f16fe68f8 req-e4a4d4c8-300f-42ad-beb0-d92650a69b67 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228225'] for port (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:47.235475 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-a8c056a3-20c1-459c-9274-872f16fe68f8 req-e4a4d4c8-300f-42ad-beb0-d92650a69b67 service neutron] 10.222.0.47 "PUT /v2.0/ports/c4cf8f46-c85c-4601-8250-462de6025ebf HTTP/1.1" status: 200 len: 1093 time: 1.0692780 Jun 16 17:39:47.235913 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9739d117-bf76-4ac4-b172-1ec63768027d', 'tag': 'c4cf8f46-c85c-4601-8250-462de6025ebf'}] {{(pid=104053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 17:39:47.238895 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a0e0b451bd7acf9de88ec0a1fb74022464d6f98a5cc449ea229bf781c77e32d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f97badef-5870-4932-85d3-02931444c877" -d '{"events": [{"name": "network-changed", "server_uuid": "9739d117-bf76-4ac4-b172-1ec63768027d", "tag": "c4cf8f46-c85c-4601-8250-462de6025ebf"}]}' {{(pid=104053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:39:47.266482 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a4d4c8-300f-42ad-beb0-d92650a69b67 service neutron] Pushing event updated for resources: {'Port': ['ID=c4cf8f46-c85c-4601-8250-462de6025ebf,revision_number=3']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:39:47.378617 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c056a3-20c1-459c-9274-872f16fe68f8 req-1b4b6032-be6e-4871-98d5-27d3dbcb6cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:39:47.380681 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-a8c056a3-20c1-459c-9274-872f16fe68f8 req-1b4b6032-be6e-4871-98d5-27d3dbcb6cfb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d63c592c0afb4dfc9dd5b36be791decd&device_id=9739d117-bf76-4ac4-b172-1ec63768027d HTTP/1.1" status: 200 len: 1127 time: 0.0585775 Jun 16 17:39:47.453758 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 17:39:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b54e8b20-0f25-41fd-9014-56c09cb3322b x-openstack-request-id: req-b54e8b20-0f25-41fd-9014-56c09cb3322b {{(pid=104053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:39:47.454049 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9739d117-bf76-4ac4-b172-1ec63768027d", "tag": "c4cf8f46-c85c-4601-8250-462de6025ebf", "status": "completed", "code": 200}]} {{(pid=104053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:39:47.454309 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-b54e8b20-0f25-41fd-9014-56c09cb3322b {{(pid=104053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:39:47.454721 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b54e8b20-0f25-41fd-9014-56c09cb3322b'] response: {'name': 'network-changed', 'server_uuid': '9739d117-bf76-4ac4-b172-1ec63768027d', 'tag': 'c4cf8f46-c85c-4601-8250-462de6025ebf', 'status': 'completed', 'code': 200} Jun 16 17:39:47.456506 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-a8c056a3-20c1-459c-9274-872f16fe68f8 req-27743791-1511-4135-a911-5d290e695ffe service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c4cf8f46-c85c-4601-8250-462de6025ebf HTTP/1.1" status: 200 len: 217 time: 0.0669451 Jun 16 17:39:47.561767 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c13216b-f54f-45bd-a57c-2dfca0b4cfd9 req-09c03d48-f0b5-4efe-badb-4359359ca0bd tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:39:47.563173 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-5c13216b-f54f-45bd-a57c-2dfca0b4cfd9 req-09c03d48-f0b5-4efe-badb-4359359ca0bd tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/ports?device_id=b4904f6d-1ce2-4af1-9fc3-f5ea5aa89e69 HTTP/1.1" status: 200 len: 945 time: 0.0522716 Jun 16 17:39:47.615542 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-5c13216b-f54f-45bd-a57c-2dfca0b4cfd9 req-71f62da3-90b0-497d-8f48-921ac6855090 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/security-groups?id=97ffd154-7f70-49b1-9385-228cddf4fca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448556 Jun 16 17:39:48.050002 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005c55b3-95f6-4d35-a2b9-9d63225f66e7 req-8c78f2d5-c3e7-44c0-b5d9-5ba95acd4b64 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:39:48.051506 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-005c55b3-95f6-4d35-a2b9-9d63225f66e7 req-8c78f2d5-c3e7-44c0-b5d9-5ba95acd4b64 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "GET /v2.0/ports?device_id=9739d117-bf76-4ac4-b172-1ec63768027d HTTP/1.1" status: 200 len: 943 time: 0.0504279 Jun 16 17:39:48.104106 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-005c55b3-95f6-4d35-a2b9-9d63225f66e7 req-bfeb47b2-54ca-4549-8357-63e57063e85e tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "GET /v2.0/security-groups?id=d91b9331-ffc7-4acc-8d52-8a0b25ca8c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440722 Jun 16 17:39:48.744973 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3b5495-ec6f-409a-9bd1-b92697fc5a7d req-37df3a57-099c-4229-8de9-091532d772fb tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:39:48.746601 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-aa3b5495-ec6f-409a-9bd1-b92697fc5a7d req-37df3a57-099c-4229-8de9-091532d772fb tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/ports?device_id=b4904f6d-1ce2-4af1-9fc3-f5ea5aa89e69 HTTP/1.1" status: 200 len: 945 time: 0.0549664 Jun 16 17:39:48.749025 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (9f2b4370-7d03-4dcb-9a0d-4ff62d859136), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:48.772982 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:39:48.798906 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-aa3b5495-ec6f-409a-9bd1-b92697fc5a7d req-c16d9979-48dc-40e1-85a1-af665a899995 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/security-groups?id=97ffd154-7f70-49b1-9385-228cddf4fca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465925 Jun 16 17:39:49.231872 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Device 62e3038f-b183-4ed1-bedd-da99fe182bf8 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 17:39:49.244187 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0cbd65-3c0c-404a-8520-b05d31258cd9 req-c8b01293-e954-43fb-ad56-006a3b8bfee6 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:39:49.246232 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-7f0cbd65-3c0c-404a-8520-b05d31258cd9 req-c8b01293-e954-43fb-ad56-006a3b8bfee6 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "GET /v2.0/ports?device_id=9739d117-bf76-4ac4-b172-1ec63768027d HTTP/1.1" status: 200 len: 943 time: 0.0617797 Jun 16 17:39:49.261539 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] No Port match for: 62e3038f-b183-4ed1-bedd-da99fe182bf8 {{(pid=104054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 17:39:49.262024 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Device 62e3038f-b183-4ed1-bedd-da99fe182bf8 not bound to the agent host hv-cinder-83754 {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 17:39:49.322781 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-7f0cbd65-3c0c-404a-8520-b05d31258cd9 req-447f9875-8eda-4f42-8d4e-c4b08771524b tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "GET /v2.0/security-groups?id=d91b9331-ffc7-4acc-8d52-8a0b25ca8c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618477 Jun 16 17:39:49.925664 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81a92f1-375d-4690-aa55-614764f4e399 req-91139a02-2eda-41b0-a39d-4b911cba74f1 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:39:49.927141 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-f81a92f1-375d-4690-aa55-614764f4e399 req-91139a02-2eda-41b0-a39d-4b911cba74f1 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/ports?device_id=b4904f6d-1ce2-4af1-9fc3-f5ea5aa89e69 HTTP/1.1" status: 200 len: 945 time: 0.0515420 Jun 16 17:39:49.977652 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-f81a92f1-375d-4690-aa55-614764f4e399 req-aa6f5d6c-fa3e-4605-ba59-017e06c3b13a tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/security-groups?id=97ffd154-7f70-49b1-9385-228cddf4fca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428128 Jun 16 17:39:50.445962 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a71f859-67cd-4869-90f3-f64086c25fa2 req-34287dd6-4d23-46e5-88fa-5c4ff7c25da9 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:39:50.447478 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-8a71f859-67cd-4869-90f3-f64086c25fa2 req-34287dd6-4d23-46e5-88fa-5c4ff7c25da9 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "GET /v2.0/ports?device_id=9739d117-bf76-4ac4-b172-1ec63768027d HTTP/1.1" status: 200 len: 943 time: 0.0485637 Jun 16 17:39:50.500990 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-8a71f859-67cd-4869-90f3-f64086c25fa2 req-55637e5f-2bf6-4179-b469-3ce320b8cd3f tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "GET /v2.0/security-groups?id=d91b9331-ffc7-4acc-8d52-8a0b25ca8c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471654 Jun 16 17:39:50.559493 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c056a3-20c1-459c-9274-872f16fe68f8 req-aee04057-b3d0-496e-9e9b-68b0620268c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:39:50.561015 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-a8c056a3-20c1-459c-9274-872f16fe68f8 req-aee04057-b3d0-496e-9e9b-68b0620268c6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f4f4c81e-fe9f-4dc1-bcfe-dd76fde3e7db HTTP/1.1" status: 200 len: 853 time: 0.0553706 Jun 16 17:39:50.608984 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c056a3-20c1-459c-9274-872f16fe68f8 req-980d8c61-301c-4ee7-a098-3e3c35a37dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:39:50.610537 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-a8c056a3-20c1-459c-9274-872f16fe68f8 req-980d8c61-301c-4ee7-a098-3e3c35a37dda service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6fb674c9-6bb7-4c32-892c-b28837e89812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0412183 Jun 16 17:39:50.778465 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-a8c056a3-20c1-459c-9274-872f16fe68f8 req-1ed93fff-f5e5-4533-a010-d2f2f500fe42 service neutron] 10.222.0.47 "GET /v2.0/networks/6fb674c9-6bb7-4c32-892c-b28837e89812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939946 Jun 16 17:39:50.863836 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216bf022-c6ce-420a-a3ac-7df1a0a84ac8 req-cb501c6e-307a-40ee-8bc8-d1e577c1b658 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:39:50.866295 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-216bf022-c6ce-420a-a3ac-7df1a0a84ac8 req-cb501c6e-307a-40ee-8bc8-d1e577c1b658 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.47 "GET /v2.0/ports?device_id=b4904f6d-1ce2-4af1-9fc3-f5ea5aa89e69 HTTP/1.1" status: 200 len: 945 time: 0.0540423 Jun 16 17:39:50.882144 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:39:50.895257 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:39:50.910390 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-a8c056a3-20c1-459c-9274-872f16fe68f8 req-caecf207-2121-413c-a4ca-bce4c624b441 service neutron] 10.222.0.47 "GET /v2.0/networks/6fb674c9-6bb7-4c32-892c-b28837e89812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983264 Jun 16 17:39:50.975534 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [req-216bf022-c6ce-420a-a3ac-7df1a0a84ac8 req-03762bc0-56d9-4fdb-a870-1689b3896580 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Deleting port 86749e9f-ddc9-40e0-90f0-7a85e2519bf8 {{(pid=104052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 17:39:50.976174 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-216bf022-c6ce-420a-a3ac-7df1a0a84ac8 req-03762bc0-56d9-4fdb-a870-1689b3896580 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762170394215'] for port (86749e9f-ddc9-40e0-90f0-7a85e2519bf8), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:51.106797 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [req-216bf022-c6ce-420a-a3ac-7df1a0a84ac8 req-03762bc0-56d9-4fdb-a870-1689b3896580 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] For port 86749e9f-ddc9-40e0-90f0-7a85e2519bf8, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=86749e9f-ddc9-40e0-90f0-7a85e2519bf8,segment=NetworkSegment(8e587aa1-3cda-45b9-8327-c258cff01d93),segment_id=8e587aa1-3cda-45b9-8327-c258cff01d93)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:39:51.107193 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-216bf022-c6ce-420a-a3ac-7df1a0a84ac8 req-03762bc0-56d9-4fdb-a870-1689b3896580 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376266'] for port (86749e9f-ddc9-40e0-90f0-7a85e2519bf8), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:51.126217 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6c19b2-fcb1-496a-a5c7-cc34ae997388 req-26abb958-e06c-486d-9a6a-6f8e4b0856ee tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:39:51.127713 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-8a6c19b2-fcb1-496a-a5c7-cc34ae997388 req-26abb958-e06c-486d-9a6a-6f8e4b0856ee tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/ports?device_id=b4904f6d-1ce2-4af1-9fc3-f5ea5aa89e69 HTTP/1.1" status: 200 len: 945 time: 0.0754230 Jun 16 17:39:51.132743 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [req-216bf022-c6ce-420a-a3ac-7df1a0a84ac8 req-03762bc0-56d9-4fdb-a870-1689b3896580 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Calling delete_port for 86749e9f-ddc9-40e0-90f0-7a85e2519bf8 owned by compute:nova {{(pid=104052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 17:39:51.231400 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-8a6c19b2-fcb1-496a-a5c7-cc34ae997388 req-8d283a4f-293e-48a3-9294-97ef86caf6e8 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/security-groups?id=97ffd154-7f70-49b1-9385-228cddf4fca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943732 Jun 16 17:39:51.325009 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-216bf022-c6ce-420a-a3ac-7df1a0a84ac8 req-03762bc0-56d9-4fdb-a870-1689b3896580 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762170396510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762170029087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62916395'] for port (86749e9f-ddc9-40e0-90f0-7a85e2519bf8), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:51.338253 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] get_ports_and_sgs() called for port_ids ['86749e9f-ddc9-40e0-90f0-7a85e2519bf8'] {{(pid=104054) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 17:39:51.361682 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03762bc0-56d9-4fdb-a870-1689b3896580 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Pushing event deleted for resources: {'Port': ['ID=86749e9f-ddc9-40e0-90f0-7a85e2519bf8,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:39:51.409000 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [req-216bf022-c6ce-420a-a3ac-7df1a0a84ac8 req-03762bc0-56d9-4fdb-a870-1689b3896580 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] No DVR routers for this DVR port 86749e9f-ddc9-40e0-90f0-7a85e2519bf8 on host hv-cinder-83754 {{(pid=104052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 17:39:51.411725 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-216bf022-c6ce-420a-a3ac-7df1a0a84ac8 req-03762bc0-56d9-4fdb-a870-1689b3896580 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228225'] for port (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:51.415869 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-216bf022-c6ce-420a-a3ac-7df1a0a84ac8 req-03762bc0-56d9-4fdb-a870-1689b3896580 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.47 "DELETE /v2.0/ports/86749e9f-ddc9-40e0-90f0-7a85e2519bf8 HTTP/1.1" status: 204 len: 173 time: 0.5436218 Jun 16 17:39:51.416308 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4904f6d-1ce2-4af1-9fc3-f5ea5aa89e69', 'name': 'network-vif-deleted', 'tag': '86749e9f-ddc9-40e0-90f0-7a85e2519bf8'}] {{(pid=104052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 17:39:51.418570 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9713fa4f09cf3058fa9276dada2b44135c9dd2e88d0acd54628e4483b77b1e61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca1d6486-bd4b-4752-9f95-73d963df122d" -d '{"events": [{"server_uuid": "b4904f6d-1ce2-4af1-9fc3-f5ea5aa89e69", "name": "network-vif-deleted", "tag": "86749e9f-ddc9-40e0-90f0-7a85e2519bf8"}]}' {{(pid=104052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:39:51.518773 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 17:39:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7051f610-5179-429f-8034-4ddf77af649a x-openstack-request-id: req-7051f610-5179-429f-8034-4ddf77af649a {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:39:51.519061 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4904f6d-1ce2-4af1-9fc3-f5ea5aa89e69", "name": "network-vif-deleted", "tag": "86749e9f-ddc9-40e0-90f0-7a85e2519bf8", "status": "completed", "code": 200}]} {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:39:51.519306 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-7051f610-5179-429f-8034-4ddf77af649a {{(pid=104052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:39:51.519700 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7051f610-5179-429f-8034-4ddf77af649a'] response: {'server_uuid': 'b4904f6d-1ce2-4af1-9fc3-f5ea5aa89e69', 'name': 'network-vif-deleted', 'tag': '86749e9f-ddc9-40e0-90f0-7a85e2519bf8', 'status': 'completed', 'code': 200} Jun 16 17:39:51.623484 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8a7b59-0e89-4322-835e-45934e0e4966 req-fb834d0a-66e0-40af-b829-7f821d6bd545 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:39:51.624913 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-8a8a7b59-0e89-4322-835e-45934e0e4966 req-fb834d0a-66e0-40af-b829-7f821d6bd545 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "GET /v2.0/ports?device_id=9739d117-bf76-4ac4-b172-1ec63768027d HTTP/1.1" status: 200 len: 943 time: 0.0519993 Jun 16 17:39:51.676551 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:39:51.685748 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-8a8a7b59-0e89-4322-835e-45934e0e4966 req-d16dba29-23b6-406f-a0c9-5a6cf9137ef0 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "GET /v2.0/security-groups?id=d91b9331-ffc7-4acc-8d52-8a0b25ca8c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551443 Jun 16 17:39:51.915983 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97badef-5870-4932-85d3-02931444c877 req-6ad66935-0819-43f0-92bd-345cda1495bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:39:51.917422 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-f97badef-5870-4932-85d3-02931444c877 req-6ad66935-0819-43f0-92bd-345cda1495bb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d63c592c0afb4dfc9dd5b36be791decd&device_id=9739d117-bf76-4ac4-b172-1ec63768027d HTTP/1.1" status: 200 len: 1127 time: 0.0482821 Jun 16 17:39:52.033722 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97badef-5870-4932-85d3-02931444c877 req-ecd024b9-5192-4fc1-9fa9-18b20d54f068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:39:52.035485 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-f97badef-5870-4932-85d3-02931444c877 req-ecd024b9-5192-4fc1-9fa9-18b20d54f068 service neutron] 10.222.0.47 "GET /v2.0/networks?id=6fb674c9-6bb7-4c32-892c-b28837e89812 HTTP/1.1" status: 200 len: 915 time: 0.1113796 Jun 16 17:39:52.301084 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-f97badef-5870-4932-85d3-02931444c877 req-bbd3bdb6-09ba-441b-89fb-34a5a6213a0e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c4cf8f46-c85c-4601-8250-462de6025ebf HTTP/1.1" status: 200 len: 217 time: 0.0403740 Jun 16 17:39:52.372977 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-a39e63c9-13ea-485a-941c-307bc69a74e8 req-1243e1f1-e452-4851-8a04-d7ab315d0df8 tempest-ServerRescueNegativeTestJSON-1537959647 tempest-ServerRescueNegativeTestJSON-1537959647-project] 10.222.0.40 "GET /v2.0/ports?device_id=b4904f6d-1ce2-4af1-9fc3-f5ea5aa89e69 HTTP/1.1" status: 200 len: 210 time: 0.0326238 Jun 16 17:39:52.386811 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97badef-5870-4932-85d3-02931444c877 req-fc246b86-3f64-45da-a453-1ab61ab3076f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:39:52.388365 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-f97badef-5870-4932-85d3-02931444c877 req-fc246b86-3f64-45da-a453-1ab61ab3076f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f4f4c81e-fe9f-4dc1-bcfe-dd76fde3e7db HTTP/1.1" status: 200 len: 853 time: 0.0811706 Jun 16 17:39:52.446273 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97badef-5870-4932-85d3-02931444c877 req-4434b8a0-5bb5-4421-91b3-dead2b910ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:39:52.447933 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-f97badef-5870-4932-85d3-02931444c877 req-4434b8a0-5bb5-4421-91b3-dead2b910ccb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6fb674c9-6bb7-4c32-892c-b28837e89812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0525744 Jun 16 17:39:52.555135 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-f97badef-5870-4932-85d3-02931444c877 req-93117878-56f8-4bd4-829c-90def9e97149 service neutron] 10.222.0.47 "GET /v2.0/networks/6fb674c9-6bb7-4c32-892c-b28837e89812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999787 Jun 16 17:39:52.659562 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-f97badef-5870-4932-85d3-02931444c877 req-f7cf0c10-4cbb-4492-9c0d-6010f20e8527 service neutron] 10.222.0.47 "GET /v2.0/networks/6fb674c9-6bb7-4c32-892c-b28837e89812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946054 Jun 16 17:39:52.811097 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fdb5dc-8c08-4d31-8239-7f4e640f0e56 req-dbab92d6-f700-4dcd-ae7a-e3a1ac6d5c80 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:39:52.812489 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-b0fdb5dc-8c08-4d31-8239-7f4e640f0e56 req-dbab92d6-f700-4dcd-ae7a-e3a1ac6d5c80 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "GET /v2.0/ports?device_id=9739d117-bf76-4ac4-b172-1ec63768027d HTTP/1.1" status: 200 len: 943 time: 0.0522528 Jun 16 17:39:52.841380 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:39:52.866517 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-b0fdb5dc-8c08-4d31-8239-7f4e640f0e56 req-b4ff45fd-51c5-453d-9e30-889d9e2bf6c5 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "GET /v2.0/security-groups?id=d91b9331-ffc7-4acc-8d52-8a0b25ca8c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482864 Jun 16 17:39:53.238805 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=74 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:39:53.264940 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Device c4cf8f46-c85c-4601-8250-462de6025ebf details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=104054) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 17:39:53.321369 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:39:53.392114 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] For port c4cf8f46-c85c-4601-8250-462de6025ebf, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=c4cf8f46-c85c-4601-8250-462de6025ebf,segment=NetworkSegment(94313329-9a0f-475b-94f3-d6ee0916d22d),segment_id=94313329-9a0f-475b-94f3-d6ee0916d22d)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:39:53.409416 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Returning: {'device': 'c4cf8f46-c85c-4601-8250-462de6025ebf', 'network_id': '6fb674c9-6bb7-4c32-892c-b28837e89812', 'port_id': 'c4cf8f46-c85c-4601-8250-462de6025ebf', 'mac_address': 'fa:16:3e:39:fd:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4f4c81e-fe9f-4dc1-bcfe-dd76fde3e7db', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104054) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 17:39:53.449666 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 59230) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:39:53.452814 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Current status of the port c4cf8f46-c85c-4601-8250-462de6025ebf is: DOWN; New status is: BUILD {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:39:53.453240 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (c4cf8f46-c85c-4601-8250-462de6025ebf), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:53.468381 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.notifiers.nova [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4cf8f46-c85c-4601-8250-462de6025ebf {{(pid=104054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 17:39:53.496188 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] For port c4cf8f46-c85c-4601-8250-462de6025ebf, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=c4cf8f46-c85c-4601-8250-462de6025ebf,segment=NetworkSegment(94313329-9a0f-475b-94f3-d6ee0916d22d),segment_id=94313329-9a0f-475b-94f3-d6ee0916d22d)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:39:53.500587 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114'] for port (c4cf8f46-c85c-4601-8250-462de6025ebf), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:53.555056 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Pushing event updated for resources: {'Port': ['ID=c4cf8f46-c85c-4601-8250-462de6025ebf,revision_number=4']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:39:53.562427 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:39:53.562768 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:39:53.563131 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:39:53.563623 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:39:53.563960 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:39:53.564291 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:39:53.564613 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:39:53.565276 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:39:53.565627 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:39:53.565974 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:39:53.566298 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:39:53.566639 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:39:53.566963 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:39:53.567279 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:39:53.567596 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:39:53.799618 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] get_ports_and_sgs() called for port_ids ['c4cf8f46-c85c-4601-8250-462de6025ebf'] {{(pid=104054) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 17:39:53.870119 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:39:54.002774 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-854b325c-2a78-45e0-80a0-fdcebeb12e66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-361930'] for router_interface (0334c7bc-e5b0-49ed-b5b2-7af8de9e6f53), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:54.006497 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=100 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:39:54.048144 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ef7005-a5e6-4bef-bbf0-751382f2d378 req-796a576f-6419-4697-ac64-8e2d316834ba tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:39:54.049722 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-74ef7005-a5e6-4bef-bbf0-751382f2d378 req-796a576f-6419-4697-ac64-8e2d316834ba tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "GET /v2.0/ports?device_id=9739d117-bf76-4ac4-b172-1ec63768027d HTTP/1.1" status: 200 len: 944 time: 0.0922432 Jun 16 17:39:54.148732 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-74ef7005-a5e6-4bef-bbf0-751382f2d378 req-3a5add90-6335-41de-81dd-ae4da08b2861 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "GET /v2.0/security-groups?id=d91b9331-ffc7-4acc-8d52-8a0b25ca8c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924191 Jun 16 17:39:54.284098 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-854b325c-2a78-45e0-80a0-fdcebeb12e66 admin admin] Deleting port 5305964e-5863-41a0-a61d-64d5ec4783f0 {{(pid=104052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 17:39:54.284441 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-854b325c-2a78-45e0-80a0-fdcebeb12e66 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762170394215'] for port (5305964e-5863-41a0-a61d-64d5ec4783f0), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:54.370328 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-854b325c-2a78-45e0-80a0-fdcebeb12e66 admin admin] For port 5305964e-5863-41a0-a61d-64d5ec4783f0, host dv-cinder-837546-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-2-iscsi',level=0,port_id=5305964e-5863-41a0-a61d-64d5ec4783f0,segment=NetworkSegment(8e587aa1-3cda-45b9-8327-c258cff01d93),segment_id=8e587aa1-3cda-45b9-8327-c258cff01d93)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:39:54.370675 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-854b325c-2a78-45e0-80a0-fdcebeb12e66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376266'] for port (5305964e-5863-41a0-a61d-64d5ec4783f0), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:54.384607 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-854b325c-2a78-45e0-80a0-fdcebeb12e66 admin admin] Calling delete_port for 5305964e-5863-41a0-a61d-64d5ec4783f0 owned by network:router_interface {{(pid=104052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 17:39:54.562151 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=100 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:39:54.573780 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d96544e-22a4-4c5c-a678-5e9f1d31b711 req-d04c9a50-0a7b-46dc-b1eb-2bd193042f92 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:39:54.575476 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-1d96544e-22a4-4c5c-a678-5e9f1d31b711 req-d04c9a50-0a7b-46dc-b1eb-2bd193042f92 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] 10.222.0.40 "GET /v2.0/ports?device_id=8d39f223-c8ed-4c3c-a006-fe3698711485 HTTP/1.1" status: 200 len: 946 time: 0.1153755 Jun 16 17:39:54.668251 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-1d96544e-22a4-4c5c-a678-5e9f1d31b711 req-27d2ee96-06c1-45b9-923d-b43c285b26f4 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] 10.222.0.40 "GET /v2.0/security-groups?id=d387c7a1-edf2-4ad5-b315-6b4f9f4340c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814562 Jun 16 17:39:54.722637 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-854b325c-2a78-45e0-80a0-fdcebeb12e66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762170396510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762170029087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62916395'] for port (5305964e-5863-41a0-a61d-64d5ec4783f0), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:54.749849 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854b325c-2a78-45e0-80a0-fdcebeb12e66 admin admin] Pushing event deleted for resources: {'Port': ['ID=5305964e-5863-41a0-a61d-64d5ec4783f0,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:39:55.212347 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-854b325c-2a78-45e0-80a0-fdcebeb12e66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1626484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-362330'] for router_interface (0334c7bc-e5b0-49ed-b5b2-7af8de9e6f53), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:55.272644 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Device c4cf8f46-c85c-4601-8250-462de6025ebf up at agent hyperv_hv-cinder-83754 {{(pid=104054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 17:39:55.318781 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Provisioning for port c4cf8f46-c85c-4601-8250-462de6025ebf completed by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 17:39:55.325918 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Provisioning complete for port c4cf8f46-c85c-4601-8250-462de6025ebf triggered by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:39:55.326254 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572016'] for port (c4cf8f46-c85c-4601-8250-462de6025ebf), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:55.349953 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1585b2a-ea48-4141-b7db-cc8680da9931 req-06be4570-5259-46c1-af91-4d43d868634f tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:39:55.351660 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-e1585b2a-ea48-4141-b7db-cc8680da9931 req-06be4570-5259-46c1-af91-4d43d868634f tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "GET /v2.0/ports?device_id=9739d117-bf76-4ac4-b172-1ec63768027d HTTP/1.1" status: 200 len: 944 time: 0.1176207 Jun 16 17:39:55.371792 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:39:55.415358 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Current status of the port c4cf8f46-c85c-4601-8250-462de6025ebf is: BUILD; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:39:55.415762 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (c4cf8f46-c85c-4601-8250-462de6025ebf), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:55.442151 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9739d117-bf76-4ac4-b172-1ec63768027d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4cf8f46-c85c-4601-8250-462de6025ebf'}] {{(pid=104054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 17:39:55.445687 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5645e34771f2e92f66b701059e1edb0e2a0b319a1385596c591183f5993537e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd7ed6d5-03c4-4bef-b3e2-52cb29ce54cd" -d '{"events": [{"server_uuid": "9739d117-bf76-4ac4-b172-1ec63768027d", "name": "network-vif-plugged", "status": "completed", "tag": "c4cf8f46-c85c-4601-8250-462de6025ebf"}]}' {{(pid=104054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:39:55.455609 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-e1585b2a-ea48-4141-b7db-cc8680da9931 req-b587b760-289a-4973-86a9-071f94fc9c27 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "GET /v2.0/security-groups?id=d91b9331-ffc7-4acc-8d52-8a0b25ca8c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953758 Jun 16 17:39:55.463646 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] For port c4cf8f46-c85c-4601-8250-462de6025ebf, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=c4cf8f46-c85c-4601-8250-462de6025ebf,segment=NetworkSegment(94313329-9a0f-475b-94f3-d6ee0916d22d),segment_id=94313329-9a0f-475b-94f3-d6ee0916d22d)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:39:55.468325 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114'] for port (c4cf8f46-c85c-4601-8250-462de6025ebf), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:55.469310 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Device 86749e9f-ddc9-40e0-90f0-7a85e2519bf8 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 17:39:55.522656 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 17:39:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1316202c-e915-470c-897f-166680a0b7f4 x-openstack-request-id: req-1316202c-e915-470c-897f-166680a0b7f4 {{(pid=104054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:39:55.522932 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9739d117-bf76-4ac4-b172-1ec63768027d", "name": "network-vif-plugged", "status": "completed", "tag": "c4cf8f46-c85c-4601-8250-462de6025ebf", "code": 200}]} {{(pid=104054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:39:55.523138 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-1316202c-e915-470c-897f-166680a0b7f4 {{(pid=104054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:39:55.523546 dv-cinder-837546-2-iscsi neutron-server[104054]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1316202c-e915-470c-897f-166680a0b7f4'] response: {'server_uuid': '9739d117-bf76-4ac4-b172-1ec63768027d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4cf8f46-c85c-4601-8250-462de6025ebf', 'code': 200} Jun 16 17:39:55.526478 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] No Port match for: 86749e9f-ddc9-40e0-90f0-7a85e2519bf8 {{(pid=104054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 17:39:55.526825 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Device 86749e9f-ddc9-40e0-90f0-7a85e2519bf8 not bound to the agent host hv-cinder-83754 {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 17:39:55.548208 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-854b325c-2a78-45e0-80a0-fdcebeb12e66 admin admin] Router 0334c7bc-e5b0-49ed-b5b2-7af8de9e6f53 has already been hosted by L3 agent 43e250b4-0ce3-4949-aa8c-0bafe6454580 {{(pid=104052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 17:39:55.553738 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Pushing event updated for resources: {'Port': ['ID=c4cf8f46-c85c-4601-8250-462de6025ebf,revision_number=5']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:39:55.689361 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-854b325c-2a78-45e0-80a0-fdcebeb12e66 admin admin] Notify agent at l3_agent.dv-cinder-837546-2-iscsi the message routers_updated {{(pid=104052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 17:39:55.698455 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-854b325c-2a78-45e0-80a0-fdcebeb12e66 admin admin] 10.222.0.40 "PUT /v2.0/routers/0334c7bc-e5b0-49ed-b5b2-7af8de9e6f53/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2482941 Jun 16 17:39:55.700630 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 59246) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:39:55.705659 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911477e2-5db9-4f67-8072-6071d5efd4aa None None] Sync routers for ids ['0334c7bc-e5b0-49ed-b5b2-7af8de9e6f53'] in dv-cinder-837546-2-iscsi {{(pid=104055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:39:55.722493 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911477e2-5db9-4f67-8072-6071d5efd4aa None None] Routers {'0334c7bc-e5b0-49ed-b5b2-7af8de9e6f53'} bound to L3 agent in host dv-cinder-837546-2-iscsi {{(pid=104055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:39:55.723304 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-911477e2-5db9-4f67-8072-6071d5efd4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-16T17:26:01Z,description=,heartbeat_timestamp=2022-06-16T17:39:31Z,host='dv-cinder-837546-2-iscsi',id=43e250b4-0ce3-4949-aa8c-0bafe6454580,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:26:01Z,topic='l3_agent')) {'router_ids': ['0334c7bc-e5b0-49ed-b5b2-7af8de9e6f53'], 'active': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:39:55.770263 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:39:55.790369 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:39:55.849121 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d89b05-9523-4ab4-a63c-560cf40820bf req-e0ac9698-5628-4dfe-bc09-44f545c804c4 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:39:55.851815 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-b4d89b05-9523-4ab4-a63c-560cf40820bf req-e0ac9698-5628-4dfe-bc09-44f545c804c4 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] 10.222.0.40 "GET /v2.0/ports?device_id=8d39f223-c8ed-4c3c-a006-fe3698711485 HTTP/1.1" status: 200 len: 946 time: 0.1008017 Jun 16 17:39:55.866220 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvr_db [None req-911477e2-5db9-4f67-8072-6071d5efd4aa None None] Set router 0334c7bc-e5b0-49ed-b5b2-7af8de9e6f53 gateway port host: dv-cinder-837546-2-iscsi {{(pid=104055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:39:55.922159 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61128d25-a604-4bad-bab8-5fcdef072746 req-0f64e156-5706-4b5c-b183-1ec819e26a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:39:55.923906 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-61128d25-a604-4bad-bab8-5fcdef072746 req-0f64e156-5706-4b5c-b183-1ec819e26a53 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9739d117-bf76-4ac4-b172-1ec63768027d HTTP/1.1" status: 200 len: 1129 time: 0.0985024 Jun 16 17:39:55.928310 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-9771fea2-8abd-428e-947a-4a8bc0c8bfd2 admin admin] Publish callbacks [] for router (0334c7bc-e5b0-49ed-b5b2-7af8de9e6f53), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:56.019940 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-b4d89b05-9523-4ab4-a63c-560cf40820bf req-34c4b024-479f-4528-aa15-2c3ade32b3fe tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] 10.222.0.40 "GET /v2.0/security-groups?id=d387c7a1-edf2-4ad5-b315-6b4f9f4340c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1390226 Jun 16 17:39:56.092998 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-911477e2-5db9-4f67-8072-6071d5efd4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0334c7bc-e5b0-49ed-b5b2-7af8de9e6f53', 'name': 'tempest-ServerRescueNegativeTestJSON-227276899-router', 'tenant_id': 'd1c1d13142434356ac1210f14dad847b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'external_fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': '39d81815-1c18-4e6a-9915-95f06800eeec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:34:11Z', 'updated_at': '2022-06-16T17:39:54Z', 'revision_number': 5, 'project_id': 'd1c1d13142434356ac1210f14dad847b', 'gw_port': {'id': '39d81815-1c18-4e6a-9915-95f06800eeec', 'name': '', 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0334c7bc-e5b0-49ed-b5b2-7af8de9e6f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:34:13Z', 'updated_at': '2022-06-16T17:34:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47584a51-19b7-439b-9f28-a7f577441b18', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-2-iscsi'}], 'dv-cinder-837546-2-iscsi', False) {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:39:56.108886 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-61128d25-a604-4bad-bab8-5fcdef072746 req-bf6f01ce-5af2-4c30-be34-eec6b8a34eaa service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=d91b9331-ffc7-4acc-8d52-8a0b25ca8c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623658 Jun 16 17:39:56.111416 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-9771fea2-8abd-428e-947a-4a8bc0c8bfd2 admin admin] Publish callbacks [] for router_gateway (0334c7bc-e5b0-49ed-b5b2-7af8de9e6f53), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:56.138564 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911477e2-5db9-4f67-8072-6071d5efd4aa None None] Checking router: 0334c7bc-e5b0-49ed-b5b2-7af8de9e6f53 for host: dv-cinder-837546-2-iscsi {{(pid=104055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:39:56.152521 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911477e2-5db9-4f67-8072-6071d5efd4aa None None] Routers {'0334c7bc-e5b0-49ed-b5b2-7af8de9e6f53'} bound to L3 agent in host dv-cinder-837546-2-iscsi {{(pid=104055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:39:56.153296 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-911477e2-5db9-4f67-8072-6071d5efd4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-16T17:26:01Z,description=,heartbeat_timestamp=2022-06-16T17:39:31Z,host='dv-cinder-837546-2-iscsi',id=43e250b4-0ce3-4949-aa8c-0bafe6454580,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:26:01Z,topic='l3_agent')) {'router_ids': ['0334c7bc-e5b0-49ed-b5b2-7af8de9e6f53'], 'active': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:39:56.168721 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-9771fea2-8abd-428e-947a-4a8bc0c8bfd2 admin admin] Deleting port 39d81815-1c18-4e6a-9915-95f06800eeec {{(pid=104052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 17:39:56.169057 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-9771fea2-8abd-428e-947a-4a8bc0c8bfd2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762170394215'] for port (39d81815-1c18-4e6a-9915-95f06800eeec), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:56.182138 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c5dc04-b445-42ce-b259-39a700a1c633 req-35d0b56b-35ab-40f0-86a9-96aaa195f98e tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:39:56.184704 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-68c5dc04-b445-42ce-b259-39a700a1c633 req-35d0b56b-35ab-40f0-86a9-96aaa195f98e tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] 10.222.0.47 "GET /v2.0/ports?device_id=8d39f223-c8ed-4c3c-a006-fe3698711485 HTTP/1.1" status: 200 len: 946 time: 0.0799713 Jun 16 17:39:56.248604 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvr_db [None req-911477e2-5db9-4f67-8072-6071d5efd4aa None None] Set router 0334c7bc-e5b0-49ed-b5b2-7af8de9e6f53 gateway port host: None {{(pid=104055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:39:56.268313 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-9771fea2-8abd-428e-947a-4a8bc0c8bfd2 admin admin] For port 39d81815-1c18-4e6a-9915-95f06800eeec, host dv-cinder-837546-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-2-iscsi',level=0,port_id=39d81815-1c18-4e6a-9915-95f06800eeec,segment=NetworkSegment(f847f272-90b1-4369-8e48-25aa20ff3114),segment_id=f847f272-90b1-4369-8e48-25aa20ff3114)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:39:56.268713 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-9771fea2-8abd-428e-947a-4a8bc0c8bfd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376266'] for port (39d81815-1c18-4e6a-9915-95f06800eeec), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:56.283105 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-9771fea2-8abd-428e-947a-4a8bc0c8bfd2 admin admin] Calling delete_port for 39d81815-1c18-4e6a-9915-95f06800eeec owned by network:router_gateway {{(pid=104052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 17:39:56.309723 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-911477e2-5db9-4f67-8072-6071d5efd4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0334c7bc-e5b0-49ed-b5b2-7af8de9e6f53', 'name': 'tempest-ServerRescueNegativeTestJSON-227276899-router', 'tenant_id': 'd1c1d13142434356ac1210f14dad847b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:34:11Z', 'updated_at': '2022-06-16T17:39:56Z', 'revision_number': 6, 'project_id': 'd1c1d13142434356ac1210f14dad847b', 'gw_port_host': None}], 'dv-cinder-837546-2-iscsi', False) {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:39:56.342767 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911477e2-5db9-4f67-8072-6071d5efd4aa None None] The sync data for ids ['0334c7bc-e5b0-49ed-b5b2-7af8de9e6f53'] in dv-cinder-837546-2-iscsi is: [{'id': '0334c7bc-e5b0-49ed-b5b2-7af8de9e6f53', 'name': 'tempest-ServerRescueNegativeTestJSON-227276899-router', 'tenant_id': 'd1c1d13142434356ac1210f14dad847b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:34:11Z', 'updated_at': '2022-06-16T17:39:56Z', 'revision_number': 6, 'project_id': 'd1c1d13142434356ac1210f14dad847b', 'gw_port_host': None}] {{(pid=104055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:39:56.400613 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:39:56.436260 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [req-68c5dc04-b445-42ce-b259-39a700a1c633 req-1ed4e92c-9d84-4ea2-bb05-c0257253633d tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Deleting port 161d75cc-2de3-4882-81a1-afdc5ee23ee9 {{(pid=104053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 17:39:56.436691 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [req-68c5dc04-b445-42ce-b259-39a700a1c633 req-1ed4e92c-9d84-4ea2-bb05-c0257253633d tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762170394215'] for port (161d75cc-2de3-4882-81a1-afdc5ee23ee9), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:56.476531 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-9771fea2-8abd-428e-947a-4a8bc0c8bfd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762170396510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762170029087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62916395'] for port (39d81815-1c18-4e6a-9915-95f06800eeec), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:56.502943 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9771fea2-8abd-428e-947a-4a8bc0c8bfd2 admin admin] Pushing event deleted for resources: {'Port': ['ID=39d81815-1c18-4e6a-9915-95f06800eeec,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:39:56.542535 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [req-68c5dc04-b445-42ce-b259-39a700a1c633 req-1ed4e92c-9d84-4ea2-bb05-c0257253633d tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] For port 161d75cc-2de3-4882-81a1-afdc5ee23ee9, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=161d75cc-2de3-4882-81a1-afdc5ee23ee9,segment=NetworkSegment(1add1b51-67b6-49ef-9935-1b6b2ec0e2a3),segment_id=1add1b51-67b6-49ef-9935-1b6b2ec0e2a3)] {{(pid=104053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:39:56.542843 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [req-68c5dc04-b445-42ce-b259-39a700a1c633 req-1ed4e92c-9d84-4ea2-bb05-c0257253633d tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376266'] for port (161d75cc-2de3-4882-81a1-afdc5ee23ee9), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:56.621705 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-9771fea2-8abd-428e-947a-4a8bc0c8bfd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-375437'] for router_gateway (0334c7bc-e5b0-49ed-b5b2-7af8de9e6f53), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:56.630529 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37b6ed4-b1a0-4c28-8af4-e5e86eec88fa req-7e13a67a-1be9-40bc-80a9-87c06999d9bc tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:39:56.632120 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-d37b6ed4-b1a0-4c28-8af4-e5e86eec88fa req-7e13a67a-1be9-40bc-80a9-87c06999d9bc tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "GET /v2.0/ports?device_id=9739d117-bf76-4ac4-b172-1ec63768027d HTTP/1.1" status: 200 len: 945 time: 0.0637915 Jun 16 17:39:56.735391 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-9771fea2-8abd-428e-947a-4a8bc0c8bfd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-376196', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11533'] for router (0334c7bc-e5b0-49ed-b5b2-7af8de9e6f53), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:56.737055 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [req-68c5dc04-b445-42ce-b259-39a700a1c633 req-1ed4e92c-9d84-4ea2-bb05-c0257253633d tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:56.737443 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [req-68c5dc04-b445-42ce-b259-39a700a1c633 req-1ed4e92c-9d84-4ea2-bb05-c0257253633d tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-375498'] for floatingip (90867722-87bc-41ef-ae3d-6f7200546d63), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:56.737762 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.db.l3_db [req-68c5dc04-b445-42ce-b259-39a700a1c633 req-1ed4e92c-9d84-4ea2-bb05-c0257253633d tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Floating IP 90867722-87bc-41ef-ae3d-6f7200546d63 disassociated. External IP: 172.27.0.86, port: 161d75cc-2de3-4882-81a1-afdc5ee23ee9. Jun 16 17:39:56.738112 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [req-68c5dc04-b445-42ce-b259-39a700a1c633 req-1ed4e92c-9d84-4ea2-bb05-c0257253633d tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Calling delete_port for 161d75cc-2de3-4882-81a1-afdc5ee23ee9 owned by compute:nova {{(pid=104053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 17:39:56.741297 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-9771fea2-8abd-428e-947a-4a8bc0c8bfd2 admin admin] Publish callbacks [] for router_controller (0334c7bc-e5b0-49ed-b5b2-7af8de9e6f53), precommit_delete_associations {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:56.793422 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:39:56.800359 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:39:56.808683 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-d37b6ed4-b1a0-4c28-8af4-e5e86eec88fa req-9ea126a0-494b-471c-932c-f826f84bb561 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "GET /v2.0/security-groups?id=d91b9331-ffc7-4acc-8d52-8a0b25ca8c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1546273 Jun 16 17:39:56.819234 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-9771fea2-8abd-428e-947a-4a8bc0c8bfd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-376302'] for router (0334c7bc-e5b0-49ed-b5b2-7af8de9e6f53), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:56.820209 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9771fea2-8abd-428e-947a-4a8bc0c8bfd2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0334c7bc-e5b0-49ed-b5b2-7af8de9e6f53 {{(pid=104052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 16 17:39:56.827201 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-9771fea2-8abd-428e-947a-4a8bc0c8bfd2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:56.830663 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-9771fea2-8abd-428e-947a-4a8bc0c8bfd2 admin admin] 10.222.0.40 "DELETE /v2.0/routers/0334c7bc-e5b0-49ed-b5b2-7af8de9e6f53 HTTP/1.1" status: 204 len: 168 time: 1.1267347 Jun 16 17:39:56.830947 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 59250) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:39:56.885935 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [req-68c5dc04-b445-42ce-b259-39a700a1c633 req-1ed4e92c-9d84-4ea2-bb05-c0257253633d tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762170396510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762170029087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64764667'] for port (161d75cc-2de3-4882-81a1-afdc5ee23ee9), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:56.891993 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed68559e-9cf8-4452-b2a8-5a3fc08ea7bf admin admin] Deleting subnet 58dbd783-c237-4164-b4f7-63cdaa3401e3 {{(pid=104052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 16 17:39:56.895815 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-ed68559e-9cf8-4452-b2a8-5a3fc08ea7bf admin admin] Publish callbacks [] for subnet (58dbd783-c237-4164-b4f7-63cdaa3401e3), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:56.922132 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed4e92c-9d84-4ea2-bb05-c0257253633d tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Pushing event deleted for resources: {'Port': ['ID=161d75cc-2de3-4882-81a1-afdc5ee23ee9,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:39:56.939315 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-ed68559e-9cf8-4452-b2a8-5a3fc08ea7bf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63325782'] for subnet (58dbd783-c237-4164-b4f7-63cdaa3401e3), precommit_delete_associations {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:57.057544 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.scheduler.l3_agent_scheduler [req-68c5dc04-b445-42ce-b259-39a700a1c633 req-1ed4e92c-9d84-4ea2-bb05-c0257253633d tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Router 94b8972a-9a93-42e0-a8cb-e4e8f431d6ec has already been hosted by L3 agent 43e250b4-0ce3-4949-aa8c-0bafe6454580 {{(pid=104053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 17:39:57.063010 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-ed68559e-9cf8-4452-b2a8-5a3fc08ea7bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1565816'] for subnet (58dbd783-c237-4164-b4f7-63cdaa3401e3), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:57.127939 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-ed68559e-9cf8-4452-b2a8-5a3fc08ea7bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1565763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62916376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62963023'] for subnet (58dbd783-c237-4164-b4f7-63cdaa3401e3), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:57.177191 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed68559e-9cf8-4452-b2a8-5a3fc08ea7bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58dbd783-c237-4164-b4f7-63cdaa3401e3,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:39:57.188823 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-ed68559e-9cf8-4452-b2a8-5a3fc08ea7bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626521'] for subnet (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:57.197976 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c3a8478-11fb-4034-97ca-e9c4c272b5e6 None None] Network dd7b32b9-764e-43c1-a67e-f0e3f862c460 requested from dv-cinder-837546-2-iscsi {{(pid=104054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 17:39:57.202407 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-ed68559e-9cf8-4452-b2a8-5a3fc08ea7bf admin admin] 10.222.0.40 "DELETE /v2.0/subnets/58dbd783-c237-4164-b4f7-63cdaa3401e3 HTTP/1.1" status: 204 len: 168 time: 0.3667572 Jun 16 17:39:57.206092 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-68c5dc04-b445-42ce-b259-39a700a1c633 req-1ed4e92c-9d84-4ea2-bb05-c0257253633d tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Notify agent at l3_agent.dv-cinder-837546-2-iscsi the message routers_updated {{(pid=104053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 17:39:57.213635 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 59254) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:39:57.233647 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-32d5cc2a-3288-4cd9-a0c4-0fd2175d21c9 req-f224d406-a082-418d-9bf6-c3356a0c67e2 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] 10.222.0.40 "GET /v2.0/ports?device_id=8d39f223-c8ed-4c3c-a006-fe3698711485 HTTP/1.1" status: 200 len: 210 time: 0.1029010 Jun 16 17:39:57.256626 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059d6a52-9a87-4e1e-beb0-f21bfb18402d None None] Sync routers for ids ['94b8972a-9a93-42e0-a8cb-e4e8f431d6ec'] in dv-cinder-837546-2-iscsi {{(pid=104054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:39:57.290732 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [req-68c5dc04-b445-42ce-b259-39a700a1c633 req-1ed4e92c-9d84-4ea2-bb05-c0257253633d tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] No DVR routers for this DVR port 161d75cc-2de3-4882-81a1-afdc5ee23ee9 on host hv-cinder-83754 {{(pid=104053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 17:39:57.293503 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [req-68c5dc04-b445-42ce-b259-39a700a1c633 req-1ed4e92c-9d84-4ea2-bb05-c0257253633d tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228225'] for port (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:57.297410 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-68c5dc04-b445-42ce-b259-39a700a1c633 req-1ed4e92c-9d84-4ea2-bb05-c0257253633d tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] 10.222.0.47 "DELETE /v2.0/ports/161d75cc-2de3-4882-81a1-afdc5ee23ee9 HTTP/1.1" status: 204 len: 173 time: 0.9640965 Jun 16 17:39:57.300276 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d39f223-c8ed-4c3c-a006-fe3698711485', 'name': 'network-vif-deleted', 'tag': '161d75cc-2de3-4882-81a1-afdc5ee23ee9'}] {{(pid=104053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 17:39:57.304082 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a0e0b451bd7acf9de88ec0a1fb74022464d6f98a5cc449ea229bf781c77e32d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b04fc83b-ff29-4ce3-a80d-a45fae7c26e3" -d '{"events": [{"server_uuid": "8d39f223-c8ed-4c3c-a006-fe3698711485", "name": "network-vif-deleted", "tag": "161d75cc-2de3-4882-81a1-afdc5ee23ee9"}]}' {{(pid=104053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:39:57.341074 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059d6a52-9a87-4e1e-beb0-f21bfb18402d None None] Routers {'94b8972a-9a93-42e0-a8cb-e4e8f431d6ec'} bound to L3 agent in host dv-cinder-837546-2-iscsi {{(pid=104054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:39:57.341817 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-059d6a52-9a87-4e1e-beb0-f21bfb18402d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-16T17:26:01Z,description=,heartbeat_timestamp=2022-06-16T17:39:31Z,host='dv-cinder-837546-2-iscsi',id=43e250b4-0ce3-4949-aa8c-0bafe6454580,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:26:01Z,topic='l3_agent')) {'router_ids': ['94b8972a-9a93-42e0-a8cb-e4e8f431d6ec'], 'active': True} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:39:57.386937 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 17:39:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5371a13-6c76-46b1-a80f-955d65154815 x-openstack-request-id: req-f5371a13-6c76-46b1-a80f-955d65154815 {{(pid=104053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:39:57.387278 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d39f223-c8ed-4c3c-a006-fe3698711485", "name": "network-vif-deleted", "tag": "161d75cc-2de3-4882-81a1-afdc5ee23ee9", "status": "completed", "code": 200}]} {{(pid=104053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:39:57.387597 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-f5371a13-6c76-46b1-a80f-955d65154815 {{(pid=104053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:39:57.388016 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5371a13-6c76-46b1-a80f-955d65154815'] response: {'server_uuid': '8d39f223-c8ed-4c3c-a006-fe3698711485', 'name': 'network-vif-deleted', 'tag': '161d75cc-2de3-4882-81a1-afdc5ee23ee9', 'status': 'completed', 'code': 200} Jun 16 17:39:57.391563 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-3e0d3c6c-5183-41c0-a560-8943a2c04c1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-716355'] for network (dd7b32b9-764e-43c1-a67e-f0e3f862c460), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:57.394442 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:39:57.458614 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-3e0d3c6c-5183-41c0-a560-8943a2c04c1d admin admin] Deleting port 7dfca3b0-b99b-4b30-bcdd-89c3a5ad3c6e {{(pid=104053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 17:39:57.459722 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-3e0d3c6c-5183-41c0-a560-8943a2c04c1d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762170394215'] for port (7dfca3b0-b99b-4b30-bcdd-89c3a5ad3c6e), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:57.557073 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvr_db [None req-059d6a52-9a87-4e1e-beb0-f21bfb18402d None None] Set router 94b8972a-9a93-42e0-a8cb-e4e8f431d6ec gateway port host: dv-cinder-837546-2-iscsi {{(pid=104054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:39:57.558980 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:39:57.564618 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-3e0d3c6c-5183-41c0-a560-8943a2c04c1d admin admin] For port 7dfca3b0-b99b-4b30-bcdd-89c3a5ad3c6e, host dv-cinder-837546-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-2-iscsi',level=0,port_id=7dfca3b0-b99b-4b30-bcdd-89c3a5ad3c6e,segment=NetworkSegment(8e587aa1-3cda-45b9-8327-c258cff01d93),segment_id=8e587aa1-3cda-45b9-8327-c258cff01d93)] {{(pid=104053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:39:57.565402 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-3e0d3c6c-5183-41c0-a560-8943a2c04c1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376266'] for port (7dfca3b0-b99b-4b30-bcdd-89c3a5ad3c6e), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:57.593233 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-3e0d3c6c-5183-41c0-a560-8943a2c04c1d admin admin] Calling delete_port for 7dfca3b0-b99b-4b30-bcdd-89c3a5ad3c6e owned by network:dhcp {{(pid=104053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 17:39:57.605554 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab9a2e18-4943-49a9-86c6-1da90f166b59 None None] DHCP port deletion for dd7b32b9-764e-43c1-a67e-f0e3f862c460 request from dv-cinder-837546-2-iscsi {{(pid=104054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 16 17:39:57.712034 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-ab9a2e18-4943-49a9-86c6-1da90f166b59 None None] Deleting port 7dfca3b0-b99b-4b30-bcdd-89c3a5ad3c6e {{(pid=104054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 17:39:57.712411 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-ab9a2e18-4943-49a9-86c6-1da90f166b59 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762170394215'] for port (7dfca3b0-b99b-4b30-bcdd-89c3a5ad3c6e), before_delete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:57.747676 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-3e0d3c6c-5183-41c0-a560-8943a2c04c1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762170396510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762170029087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64764667'] for port (7dfca3b0-b99b-4b30-bcdd-89c3a5ad3c6e), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:57.780412 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0d3c6c-5183-41c0-a560-8943a2c04c1d admin admin] Pushing event deleted for resources: {'Port': ['ID=7dfca3b0-b99b-4b30-bcdd-89c3a5ad3c6e,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:39:57.787371 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0d3c6c-5183-41c0-a560-8943a2c04c1d admin admin] No DVR routers for this DVR port 7dfca3b0-b99b-4b30-bcdd-89c3a5ad3c6e on host dv-cinder-837546-2-iscsi {{(pid=104053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 17:39:57.880020 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-3e0d3c6c-5183-41c0-a560-8943a2c04c1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1572665', 'neutron.services.segments.db._delete_segments_for_network-8762170470903'] for network (dd7b32b9-764e-43c1-a67e-f0e3f862c460), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:57.887498 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-ab9a2e18-4943-49a9-86c6-1da90f166b59 None None] For port 7dfca3b0-b99b-4b30-bcdd-89c3a5ad3c6e, host dv-cinder-837546-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-2-iscsi',level=0,port_id=7dfca3b0-b99b-4b30-bcdd-89c3a5ad3c6e,segment=NetworkSegment(8e587aa1-3cda-45b9-8327-c258cff01d93),segment_id=8e587aa1-3cda-45b9-8327-c258cff01d93)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:39:57.888046 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-ab9a2e18-4943-49a9-86c6-1da90f166b59 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376266'] for port (7dfca3b0-b99b-4b30-bcdd-89c3a5ad3c6e), precommit_delete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:57.905841 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.services.segments.db [None req-3e0d3c6c-5183-41c0-a560-8943a2c04c1d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd7b32b9-764e-43c1-a67e-f0e3f862c460']}} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:39:57.917038 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.services.segments.db [None req-3e0d3c6c-5183-41c0-a560-8943a2c04c1d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e587aa1-3cda-45b9-8327-c258cff01d93') {'for_net_delete': True} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:39:57.917437 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.services.segments.db [None req-3e0d3c6c-5183-41c0-a560-8943a2c04c1d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e587aa1-3cda-45b9-8327-c258cff01d93') {} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:39:57.920414 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-ab9a2e18-4943-49a9-86c6-1da90f166b59 None None] Calling delete_port for 7dfca3b0-b99b-4b30-bcdd-89c3a5ad3c6e owned by network:dhcp {{(pid=104054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 17:39:57.930942 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-3e0d3c6c-5183-41c0-a560-8943a2c04c1d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762170470786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64692013'] for segment (8e587aa1-3cda-45b9-8327-c258cff01d93), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:57.945811 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-3e0d3c6c-5183-41c0-a560-8943a2c04c1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1565696'] for segment (8e587aa1-3cda-45b9-8327-c258cff01d93), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:57.952816 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e0d3c6c-5183-41c0-a560-8943a2c04c1d admin admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=104053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 17:39:57.953116 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-3e0d3c6c-5183-41c0-a560-8943a2c04c1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1565696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64764438'] for segment (8e587aa1-3cda-45b9-8327-c258cff01d93), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:58.043997 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-059d6a52-9a87-4e1e-beb0-f21bfb18402d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94b8972a-9a93-42e0-a8cb-e4e8f431d6ec', 'name': 'tempest-TestVolumeBootPattern-961332294-router', 'tenant_id': '314e9434e0ec4c1f9e8d6037143f5ebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'external_fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': '026d437e-e8b0-49f7-a119-3b208a2699d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:36:30Z', 'updated_at': '2022-06-16T17:36:35Z', 'revision_number': 4, 'project_id': '314e9434e0ec4c1f9e8d6037143f5ebb', 'gw_port': {'id': '026d437e-e8b0-49f7-a119-3b208a2699d4', 'name': '', 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:00:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b8972a-9a93-42e0-a8cb-e4e8f431d6ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:36:31Z', 'updated_at': '2022-06-16T17:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47584a51-19b7-439b-9f28-a7f577441b18', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-2-iscsi', '_interfaces': [{'id': '18c3303c-2322-42ff-a397-62b412c219b3', 'name': '', 'network_id': '6e803cc9-885b-4092-b21c-ed0c8b49c26c', 'tenant_id': '314e9434e0ec4c1f9e8d6037143f5ebb', 'mac_address': 'fa:16:3e:aa:c3:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b8972a-9a93-42e0-a8cb-e4e8f431d6ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '95144f6c-e9c4-46d6-bb41-a8f5f76b794b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:36:34Z', 'updated_at': '2022-06-16T17:36:41Z', 'revision_number': 5, 'project_id': '314e9434e0ec4c1f9e8d6037143f5ebb', 'subnets': [{'id': '95144f6c-e9c4-46d6-bb41-a8f5f76b794b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837546-2-iscsi', False) {} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:39:58.047799 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef1552f-33ad-4e6a-9d00-c6caf8c39ff9 req-0d0afb97-e620-420e-881b-b4ecc5ed6e58 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:39:58.051722 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.services.segments.plugin [-] Segment 8e587aa1-3cda-45b9-8327-c258cff01d93 resource provider aggregate not found Jun 16 17:39:58.058284 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-4ef1552f-33ad-4e6a-9d00-c6caf8c39ff9 req-0d0afb97-e620-420e-881b-b4ecc5ed6e58 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "GET /v2.0/ports?device_id=9739d117-bf76-4ac4-b172-1ec63768027d HTTP/1.1" status: 200 len: 945 time: 0.1111524 Jun 16 17:39:58.105397 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.services.segments.plugin [-] Segment 8e587aa1-3cda-45b9-8327-c258cff01d93 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8e587aa1-3cda-45b9-8327-c258cff01d93 found for delete ", "request_id": "req-77e8db62-0d95-4d53-884c-cbd956414113"}]} Jun 16 17:39:58.108968 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-3e0d3c6c-5183-41c0-a560-8943a2c04c1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1572662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-375457'] for network (dd7b32b9-764e-43c1-a67e-f0e3f862c460), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:58.115723 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-3e0d3c6c-5183-41c0-a560-8943a2c04c1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626521'] for network (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:58.117212 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059d6a52-9a87-4e1e-beb0-f21bfb18402d None None] Checking router: 94b8972a-9a93-42e0-a8cb-e4e8f431d6ec for host: dv-cinder-837546-2-iscsi {{(pid=104054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:39:58.123658 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-3e0d3c6c-5183-41c0-a560-8943a2c04c1d admin admin] 10.222.0.40 "DELETE /v2.0/networks/dd7b32b9-764e-43c1-a67e-f0e3f862c460 HTTP/1.1" status: 204 len: 168 time: 0.9054117 Jun 16 17:39:58.144282 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:39:58.156365 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-4ef1552f-33ad-4e6a-9d00-c6caf8c39ff9 req-e1bf0e04-e5e6-4fe5-a54d-9f4ce1f748fc tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "GET /v2.0/security-groups?id=d91b9331-ffc7-4acc-8d52-8a0b25ca8c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948083 Jun 16 17:39:58.173322 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0d3c6c-5183-41c0-a560-8943a2c04c1d admin admin] Pushing event deleted for resources: {'Network': ['ID=dd7b32b9-764e-43c1-a67e-f0e3f862c460,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:39:58.183786 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059d6a52-9a87-4e1e-beb0-f21bfb18402d None None] Routers {'94b8972a-9a93-42e0-a8cb-e4e8f431d6ec'} bound to L3 agent in host dv-cinder-837546-2-iscsi {{(pid=104054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:39:58.186057 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-059d6a52-9a87-4e1e-beb0-f21bfb18402d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-16T17:26:01Z,description=,heartbeat_timestamp=2022-06-16T17:39:31Z,host='dv-cinder-837546-2-iscsi',id=43e250b4-0ce3-4949-aa8c-0bafe6454580,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:26:01Z,topic='l3_agent')) {'router_ids': ['94b8972a-9a93-42e0-a8cb-e4e8f431d6ec'], 'active': True} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:39:58.230888 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Device 5305964e-5863-41a0-a61d-64d5ec4783f0 no longer exists at agent ovs-agent-dv-cinder-837546-2-iscsi {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 17:39:58.298470 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb72fbc-fea8-4ccd-b60e-9ccc8e80fd47 req-e266f059-43c7-4862-81ab-d0e6439c8130 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:39:58.300206 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-ddb72fbc-fea8-4ccd-b60e-9ccc8e80fd47 req-e266f059-43c7-4862-81ab-d0e6439c8130 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "GET /v2.0/ports?device_id=9739d117-bf76-4ac4-b172-1ec63768027d HTTP/1.1" status: 200 len: 945 time: 0.0657291 Jun 16 17:39:58.323630 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 59270) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:39:58.324686 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 59272) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:39:58.329194 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [None req-5eb5439e-0bf8-4bfb-8e2a-4f941f5a9b9e tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Request body: {'floatingip': {'port_id': 'c4cf8f46-c85c-4601-8250-462de6025ebf'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:39:58.333865 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:DELETE=7,neutron:SELECT=92,neutron:UPDATE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:39:58.377180 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-200560a2-11c9-40e8-8fde-ebd2a2fcf8cb admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=d1c1d13142434356ac1210f14dad847b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0512030 Jun 16 17:39:58.379768 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 59274) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:39:58.411173 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-5eb5439e-0bf8-4bfb-8e2a-4f941f5a9b9e tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Publish callbacks [] for floatingip (4c45c340-1bb6-4ce1-8963-ee4375127649), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:58.416408 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-c5ae9493-9a49-429e-8770-9c9aa05f02c9 req-24e68649-8eb8-4cd8-8f21-67dd336cff7f tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] 10.222.0.40 "GET /v2.0/ports?device_id=8d39f223-c8ed-4c3c-a006-fe3698711485 HTTP/1.1" status: 200 len: 210 time: 0.0433369 Jun 16 17:39:58.448547 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] No Port match for: 5305964e-5863-41a0-a61d-64d5ec4783f0 {{(pid=104054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 17:39:58.449040 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Device 5305964e-5863-41a0-a61d-64d5ec4783f0 not bound to the agent host dv-cinder-837546-2-iscsi {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 17:39:58.449681 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Device 7dfca3b0-b99b-4b30-bcdd-89c3a5ad3c6e no longer exists at agent ovs-agent-dv-cinder-837546-2-iscsi {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 17:39:58.469834 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-b8cdecd3-08c0-4062-962a-4697c1c68edb admin admin] Publish callbacks [] for security_group (97ffd154-7f70-49b1-9385-228cddf4fca4), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:58.499668 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-b8cdecd3-08c0-4062-962a-4697c1c68edb admin admin] Publish callbacks [] for security_group (97ffd154-7f70-49b1-9385-228cddf4fca4), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:58.507424 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-ab9a2e18-4943-49a9-86c6-1da90f166b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762170396510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762170029087'] for port (7dfca3b0-b99b-4b30-bcdd-89c3a5ad3c6e), after_delete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:58.513960 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] No Port match for: 7dfca3b0-b99b-4b30-bcdd-89c3a5ad3c6e {{(pid=104054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 17:39:58.514289 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Device 7dfca3b0-b99b-4b30-bcdd-89c3a5ad3c6e not bound to the agent host dv-cinder-837546-2-iscsi {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 17:39:58.514701 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Device 39d81815-1c18-4e6a-9915-95f06800eeec no longer exists at agent ovs-agent-dv-cinder-837546-2-iscsi {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 17:39:58.574739 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ab9a2e18-4943-49a9-86c6-1da90f166b59 None None] Network dd7b32b9-764e-43c1-a67e-f0e3f862c460 is not hosted by any dhcp agent {{(pid=104054) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jun 16 17:39:58.575197 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9a2e18-4943-49a9-86c6-1da90f166b59 None None] No DVR routers for this DVR port 7dfca3b0-b99b-4b30-bcdd-89c3a5ad3c6e on host dv-cinder-837546-2-iscsi {{(pid=104054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 17:39:58.579617 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9a2e18-4943-49a9-86c6-1da90f166b59 None None] Pushing event deleted for resources: {'Port': ['ID=7dfca3b0-b99b-4b30-bcdd-89c3a5ad3c6e,revision_number=None']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:39:58.581486 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] No Port match for: 39d81815-1c18-4e6a-9915-95f06800eeec {{(pid=104054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 17:39:58.583421 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-b8cdecd3-08c0-4062-962a-4697c1c68edb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (97ffd154-7f70-49b1-9385-228cddf4fca4), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:58.586549 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Device 39d81815-1c18-4e6a-9915-95f06800eeec not bound to the agent host dv-cinder-837546-2-iscsi {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 17:39:58.589448 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-b8cdecd3-08c0-4062-962a-4697c1c68edb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:58.592944 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-b8cdecd3-08c0-4062-962a-4697c1c68edb admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/97ffd154-7f70-49b1-9385-228cddf4fca4 HTTP/1.1" status: 204 len: 168 time: 0.2094269 Jun 16 17:39:58.603211 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cdecd3-08c0-4062-962a-4697c1c68edb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97ffd154-7f70-49b1-9385-228cddf4fca4,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:39:58.644342 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvr_db [None req-059d6a52-9a87-4e1e-beb0-f21bfb18402d None None] Set router 94b8972a-9a93-42e0-a8cb-e4e8f431d6ec gateway port host: dv-cinder-837546-2-iscsi {{(pid=104054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:39:58.654275 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:UPDATE=4,neutron:SELECT=91,neutron:DELETE=5 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:39:58.908201 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-059d6a52-9a87-4e1e-beb0-f21bfb18402d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94b8972a-9a93-42e0-a8cb-e4e8f431d6ec', 'name': 'tempest-TestVolumeBootPattern-961332294-router', 'tenant_id': '314e9434e0ec4c1f9e8d6037143f5ebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'external_fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': '026d437e-e8b0-49f7-a119-3b208a2699d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:36:30Z', 'updated_at': '2022-06-16T17:36:35Z', 'revision_number': 4, 'project_id': '314e9434e0ec4c1f9e8d6037143f5ebb', 'gw_port': {'id': '026d437e-e8b0-49f7-a119-3b208a2699d4', 'name': '', 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:00:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b8972a-9a93-42e0-a8cb-e4e8f431d6ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:36:31Z', 'updated_at': '2022-06-16T17:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47584a51-19b7-439b-9f28-a7f577441b18', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-2-iscsi', '_interfaces': [{'id': '18c3303c-2322-42ff-a397-62b412c219b3', 'name': '', 'network_id': '6e803cc9-885b-4092-b21c-ed0c8b49c26c', 'tenant_id': '314e9434e0ec4c1f9e8d6037143f5ebb', 'mac_address': 'fa:16:3e:aa:c3:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b8972a-9a93-42e0-a8cb-e4e8f431d6ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '95144f6c-e9c4-46d6-bb41-a8f5f76b794b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:36:34Z', 'updated_at': '2022-06-16T17:36:41Z', 'revision_number': 5, 'project_id': '314e9434e0ec4c1f9e8d6037143f5ebb', 'subnets': [{'id': '95144f6c-e9c4-46d6-bb41-a8f5f76b794b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837546-2-iscsi', False) {} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:39:58.979240 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059d6a52-9a87-4e1e-beb0-f21bfb18402d None None] The sync data for ids ['94b8972a-9a93-42e0-a8cb-e4e8f431d6ec'] in dv-cinder-837546-2-iscsi is: [{'id': '94b8972a-9a93-42e0-a8cb-e4e8f431d6ec', 'name': 'tempest-TestVolumeBootPattern-961332294-router', 'tenant_id': '314e9434e0ec4c1f9e8d6037143f5ebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'external_fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': '026d437e-e8b0-49f7-a119-3b208a2699d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:36:30Z', 'updated_at': '2022-06-16T17:36:35Z', 'revision_number': 4, 'project_id': '314e9434e0ec4c1f9e8d6037143f5ebb', 'gw_port': {'id': '026d437e-e8b0-49f7-a119-3b208a2699d4', 'name': '', 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:00:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b8972a-9a93-42e0-a8cb-e4e8f431d6ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:36:31Z', 'updated_at': '2022-06-16T17:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47584a51-19b7-439b-9f28-a7f577441b18', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-2-iscsi', '_interfaces': [{'id': '18c3303c-2322-42ff-a397-62b412c219b3', 'name': '', 'network_id': '6e803cc9-885b-4092-b21c-ed0c8b49c26c', 'tenant_id': '314e9434e0ec4c1f9e8d6037143f5ebb', 'mac_address': 'fa:16:3e:aa:c3:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b8972a-9a93-42e0-a8cb-e4e8f431d6ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '95144f6c-e9c4-46d6-bb41-a8f5f76b794b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:36:34Z', 'updated_at': '2022-06-16T17:36:41Z', 'revision_number': 5, 'project_id': '314e9434e0ec4c1f9e8d6037143f5ebb', 'subnets': [{'id': '95144f6c-e9c4-46d6-bb41-a8f5f76b794b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:39:59.011340 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-90ff2129-68ac-4cba-b4eb-4a74472ac07b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (e26ebcb9-a690-4ec1-8688-e951546304f4), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:59.039222 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-5eb5439e-0bf8-4bfb-8e2a-4f941f5a9b9e tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:59.043996 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-5eb5439e-0bf8-4bfb-8e2a-4f941f5a9b9e tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-375498'] for floatingip (4c45c340-1bb6-4ce1-8963-ee4375127649), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:59.142036 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:39:59.156719 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.db.l3_db [None req-5eb5439e-0bf8-4bfb-8e2a-4f941f5a9b9e tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Floating IP 4c45c340-1bb6-4ce1-8963-ee4375127649 associated. External IP: 172.27.0.208, port: c4cf8f46-c85c-4601-8250-462de6025ebf. Jun 16 17:39:59.314037 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bcc240e-de7d-4faf-b090-c6c164c27c1f None None] New status for floating IP 90867722-87bc-41ef-ae3d-6f7200546d63: DOWN {{(pid=104055) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 17:39:59.782414 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5eb5439e-0bf8-4bfb-8e2a-4f941f5a9b9e tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Router 11193f77-50ca-44b2-b11f-2fbebd19e4e2 has already been hosted by L3 agent 43e250b4-0ce3-4949-aa8c-0bafe6454580 {{(pid=104052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 17:39:59.795246 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-e2c66bf0-c631-481f-ab13-2b14f8b4453a req-ce5f13d2-c2f6-4a2a-b399-ccc28e8fefa2 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-266615842&fields=id&tenant_id=314e9434e0ec4c1f9e8d6037143f5ebb HTTP/1.1" status: 200 len: 267 time: 0.0755026 Jun 16 17:40:00.002069 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c66bf0-c631-481f-ab13-2b14f8b4453a req-9ce1d2bb-6d79-4608-9d52-eb67be3ab947 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:40:00.004930 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-e2c66bf0-c631-481f-ab13-2b14f8b4453a req-9ce1d2bb-6d79-4608-9d52-eb67be3ab947 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] 10.222.0.40 "GET /v2.0/networks?id=6e803cc9-885b-4092-b21c-ed0c8b49c26c HTTP/1.1" status: 200 len: 811 time: 0.1984453 Jun 16 17:40:00.004930 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eb5439e-0bf8-4bfb-8e2a-4f941f5a9b9e tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Notify agent at l3_agent.dv-cinder-837546-2-iscsi the message routers_updated {{(pid=104052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 17:40:00.010128 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-5eb5439e-0bf8-4bfb-8e2a-4f941f5a9b9e tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228225'] for floatingip (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:00.019758 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba39006-b530-437b-af88-1cd6c141f964 None None] Sync routers for ids ['11193f77-50ca-44b2-b11f-2fbebd19e4e2'] in dv-cinder-837546-2-iscsi {{(pid=104054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:40:00.035326 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba39006-b530-437b-af88-1cd6c141f964 None None] Routers {'11193f77-50ca-44b2-b11f-2fbebd19e4e2'} bound to L3 agent in host dv-cinder-837546-2-iscsi {{(pid=104054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:40:00.036224 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-3ba39006-b530-437b-af88-1cd6c141f964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-16T17:26:01Z,description=,heartbeat_timestamp=2022-06-16T17:39:31Z,host='dv-cinder-837546-2-iscsi',id=43e250b4-0ce3-4949-aa8c-0bafe6454580,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:26:01Z,topic='l3_agent')) {'router_ids': ['11193f77-50ca-44b2-b11f-2fbebd19e4e2'], 'active': True} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:40:00.053660 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-5eb5439e-0bf8-4bfb-8e2a-4f941f5a9b9e tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "PUT /v2.0/floatingips/4c45c340-1bb6-4ce1-8963-ee4375127649 HTTP/1.1" status: 200 len: 991 time: 1.7288585 Jun 16 17:40:00.055201 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9739d117-bf76-4ac4-b172-1ec63768027d', 'tag': 'c4cf8f46-c85c-4601-8250-462de6025ebf'}] {{(pid=104052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 17:40:00.057492 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9713fa4f09cf3058fa9276dada2b44135c9dd2e88d0acd54628e4483b77b1e61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b86dacc6-eca3-4895-9885-5c3ca6b9fbeb" -d '{"events": [{"name": "network-changed", "server_uuid": "9739d117-bf76-4ac4-b172-1ec63768027d", "tag": "c4cf8f46-c85c-4601-8250-462de6025ebf"}]}' {{(pid=104052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:40:00.066553 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-e2c66bf0-c631-481f-ab13-2b14f8b4453a req-7e440ac1-3806-4c61-8189-dee5b1e15dd3 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] 10.222.0.40 "GET /v2.0/quotas/314e9434e0ec4c1f9e8d6037143f5ebb HTTP/1.1" status: 200 len: 375 time: 0.0260296 Jun 16 17:40:00.116745 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 17:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8a81c59-e1d6-49f3-8cb6-8c997f6f556a x-openstack-request-id: req-a8a81c59-e1d6-49f3-8cb6-8c997f6f556a {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:40:00.117101 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9739d117-bf76-4ac4-b172-1ec63768027d", "tag": "c4cf8f46-c85c-4601-8250-462de6025ebf", "status": "completed", "code": 200}]} {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:40:00.117512 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-a8a81c59-e1d6-49f3-8cb6-8c997f6f556a {{(pid=104052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:40:00.118130 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8a81c59-e1d6-49f3-8cb6-8c997f6f556a'] response: {'name': 'network-changed', 'server_uuid': '9739d117-bf76-4ac4-b172-1ec63768027d', 'tag': 'c4cf8f46-c85c-4601-8250-462de6025ebf', 'status': 'completed', 'code': 200} Jun 16 17:40:00.131528 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-e2c66bf0-c631-481f-ab13-2b14f8b4453a req-cad76027-0c00-414c-b018-9e372730ae2f tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=314e9434e0ec4c1f9e8d6037143f5ebb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0630105 Jun 16 17:40:00.138785 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:40:00.191923 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvr_db [None req-3ba39006-b530-437b-af88-1cd6c141f964 None None] Set router 11193f77-50ca-44b2-b11f-2fbebd19e4e2 gateway port host: dv-cinder-837546-2-iscsi {{(pid=104054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:40:00.223277 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86dacc6-eca3-4895-9885-5c3ca6b9fbeb req-c6071f31-9521-4815-9567-4aee94cfa5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:40:00.226357 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-b86dacc6-eca3-4895-9885-5c3ca6b9fbeb req-c6071f31-9521-4815-9567-4aee94cfa5c5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d63c592c0afb4dfc9dd5b36be791decd&device_id=9739d117-bf76-4ac4-b172-1ec63768027d HTTP/1.1" status: 200 len: 1129 time: 0.0774577 Jun 16 17:40:00.358835 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:40:00.367156 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86dacc6-eca3-4895-9885-5c3ca6b9fbeb req-60cfe6f9-b872-479b-ab93-28400b588b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:40:00.368981 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-b86dacc6-eca3-4895-9885-5c3ca6b9fbeb req-60cfe6f9-b872-479b-ab93-28400b588b76 service neutron] 10.222.0.47 "GET /v2.0/networks?id=6fb674c9-6bb7-4c32-892c-b28837e89812 HTTP/1.1" status: 200 len: 915 time: 0.1330497 Jun 16 17:40:00.443461 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-e2c66bf0-c631-481f-ab13-2b14f8b4453a req-5b9f59f5-11ab-4b49-89e3-03b85ae27a40 service neutron] 10.222.0.40 "GET /v2.0/networks/6e803cc9-885b-4092-b21c-ed0c8b49c26c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2910447 Jun 16 17:40:00.445473 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-b86dacc6-eca3-4895-9885-5c3ca6b9fbeb req-9a5d9a98-cf10-438a-86eb-db027dd20f8c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c4cf8f46-c85c-4601-8250-462de6025ebf HTTP/1.1" status: 200 len: 999 time: 0.0676024 Jun 16 17:40:00.530717 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86dacc6-eca3-4895-9885-5c3ca6b9fbeb req-8818f734-b2c8-4704-a4d5-fc0641835f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:40:00.532569 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-b86dacc6-eca3-4895-9885-5c3ca6b9fbeb req-8818f734-b2c8-4704-a4d5-fc0641835f65 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f4f4c81e-fe9f-4dc1-bcfe-dd76fde3e7db HTTP/1.1" status: 200 len: 853 time: 0.0788708 Jun 16 17:40:00.541383 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-3ba39006-b530-437b-af88-1cd6c141f964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11193f77-50ca-44b2-b11f-2fbebd19e4e2', 'name': 'tempest-AttachVolumeNegativeTest-214174450-router', 'tenant_id': 'd63c592c0afb4dfc9dd5b36be791decd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'external_fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': '1b34cba4-0f25-405b-ba3a-eb96ea0d3da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:34:12Z', 'updated_at': '2022-06-16T17:34:25Z', 'revision_number': 4, 'project_id': 'd63c592c0afb4dfc9dd5b36be791decd', 'gw_port': {'id': '1b34cba4-0f25-405b-ba3a-eb96ea0d3da8', 'name': '', 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:7c:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11193f77-50ca-44b2-b11f-2fbebd19e4e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:34:14Z', 'updated_at': '2022-06-16T17:34:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47584a51-19b7-439b-9f28-a7f577441b18', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-2-iscsi', '_floatingips': [{'id': '4c45c340-1bb6-4ce1-8963-ee4375127649', 'tenant_id': 'd63c592c0afb4dfc9dd5b36be791decd', 'floating_ip_address': '172.27.0.208', 'floating_network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'router_id': '11193f77-50ca-44b2-b11f-2fbebd19e4e2', 'port_id': 'c4cf8f46-c85c-4601-8250-462de6025ebf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6fb674c9-6bb7-4c32-892c-b28837e89812', 'mac_address': 'fa:16:3e:39:fd:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9739d117-bf76-4ac4-b172-1ec63768027d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T17:39:41Z', 'updated_at': '2022-06-16T17:39:58Z', 'revision_number': 1, 'project_id': 'd63c592c0afb4dfc9dd5b36be791decd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68377c34-b3bb-4601-82c6-3c4a3412211a', 'name': '', 'network_id': '6fb674c9-6bb7-4c32-892c-b28837e89812', 'tenant_id': 'd63c592c0afb4dfc9dd5b36be791decd', 'mac_address': 'fa:16:3e:52:d8:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11193f77-50ca-44b2-b11f-2fbebd19e4e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'f4f4c81e-fe9f-4dc1-bcfe-dd76fde3e7db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:34:23Z', 'updated_at': '2022-06-16T17:34:39Z', 'revision_number': 5, 'project_id': 'd63c592c0afb4dfc9dd5b36be791decd', 'subnets': [{'id': 'f4f4c81e-fe9f-4dc1-bcfe-dd76fde3e7db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837546-2-iscsi', False) {} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:40:00.573515 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba39006-b530-437b-af88-1cd6c141f964 None None] Checking router: 11193f77-50ca-44b2-b11f-2fbebd19e4e2 for host: dv-cinder-837546-2-iscsi {{(pid=104054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:40:00.583073 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba39006-b530-437b-af88-1cd6c141f964 None None] Routers {'11193f77-50ca-44b2-b11f-2fbebd19e4e2'} bound to L3 agent in host dv-cinder-837546-2-iscsi {{(pid=104054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:40:00.583883 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-3ba39006-b530-437b-af88-1cd6c141f964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-16T17:26:01Z,description=,heartbeat_timestamp=2022-06-16T17:39:31Z,host='dv-cinder-837546-2-iscsi',id=43e250b4-0ce3-4949-aa8c-0bafe6454580,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:26:01Z,topic='l3_agent')) {'router_ids': ['11193f77-50ca-44b2-b11f-2fbebd19e4e2'], 'active': True} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:40:00.595885 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-e2c66bf0-c631-481f-ab13-2b14f8b4453a req-8b842737-a74d-4e6d-89e2-f1199ef2eba6 service neutron] 10.222.0.40 "GET /v2.0/networks/6e803cc9-885b-4092-b21c-ed0c8b49c26c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463604 Jun 16 17:40:00.598867 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:40:00.601920 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86dacc6-eca3-4895-9885-5c3ca6b9fbeb req-af4aae2f-92d3-47df-b246-4c1c8f3b12d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:40:00.603875 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-b86dacc6-eca3-4895-9885-5c3ca6b9fbeb req-af4aae2f-92d3-47df-b246-4c1c8f3b12d8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6fb674c9-6bb7-4c32-892c-b28837e89812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0548887 Jun 16 17:40:00.739472 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvr_db [None req-3ba39006-b530-437b-af88-1cd6c141f964 None None] Set router 11193f77-50ca-44b2-b11f-2fbebd19e4e2 gateway port host: dv-cinder-837546-2-iscsi {{(pid=104054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:40:00.740073 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-b86dacc6-eca3-4895-9885-5c3ca6b9fbeb req-e4285a72-6bf9-4d63-b5a2-73b8b38fe4b8 service neutron] 10.222.0.47 "GET /v2.0/networks/6fb674c9-6bb7-4c32-892c-b28837e89812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268702 Jun 16 17:40:00.848497 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:40:00.862752 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-b86dacc6-eca3-4895-9885-5c3ca6b9fbeb req-c92245a7-8f79-422c-b606-fd4290d1b97f service neutron] 10.222.0.47 "GET /v2.0/networks/6fb674c9-6bb7-4c32-892c-b28837e89812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155953 Jun 16 17:40:01.040582 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-3ba39006-b530-437b-af88-1cd6c141f964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11193f77-50ca-44b2-b11f-2fbebd19e4e2', 'name': 'tempest-AttachVolumeNegativeTest-214174450-router', 'tenant_id': 'd63c592c0afb4dfc9dd5b36be791decd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'external_fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': '1b34cba4-0f25-405b-ba3a-eb96ea0d3da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:34:12Z', 'updated_at': '2022-06-16T17:34:25Z', 'revision_number': 4, 'project_id': 'd63c592c0afb4dfc9dd5b36be791decd', 'gw_port': {'id': '1b34cba4-0f25-405b-ba3a-eb96ea0d3da8', 'name': '', 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:7c:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11193f77-50ca-44b2-b11f-2fbebd19e4e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:34:14Z', 'updated_at': '2022-06-16T17:34:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47584a51-19b7-439b-9f28-a7f577441b18', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-2-iscsi', '_floatingips': [{'id': '4c45c340-1bb6-4ce1-8963-ee4375127649', 'tenant_id': 'd63c592c0afb4dfc9dd5b36be791decd', 'floating_ip_address': '172.27.0.208', 'floating_network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'router_id': '11193f77-50ca-44b2-b11f-2fbebd19e4e2', 'port_id': 'c4cf8f46-c85c-4601-8250-462de6025ebf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6fb674c9-6bb7-4c32-892c-b28837e89812', 'mac_address': 'fa:16:3e:39:fd:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9739d117-bf76-4ac4-b172-1ec63768027d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T17:39:41Z', 'updated_at': '2022-06-16T17:39:58Z', 'revision_number': 1, 'project_id': 'd63c592c0afb4dfc9dd5b36be791decd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68377c34-b3bb-4601-82c6-3c4a3412211a', 'name': '', 'network_id': '6fb674c9-6bb7-4c32-892c-b28837e89812', 'tenant_id': 'd63c592c0afb4dfc9dd5b36be791decd', 'mac_address': 'fa:16:3e:52:d8:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11193f77-50ca-44b2-b11f-2fbebd19e4e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'f4f4c81e-fe9f-4dc1-bcfe-dd76fde3e7db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:34:23Z', 'updated_at': '2022-06-16T17:34:39Z', 'revision_number': 5, 'project_id': 'd63c592c0afb4dfc9dd5b36be791decd', 'subnets': [{'id': 'f4f4c81e-fe9f-4dc1-bcfe-dd76fde3e7db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837546-2-iscsi', False) {} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:40:01.041251 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-a60f9732-acf9-4084-ae57-71e9f0d401d2 req-e9d750e5-0fbe-44e0-b0b0-b42ba1476897 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] 10.222.0.40 "GET /v2.0/ports?device_id=e064158b-7b81-42c1-bc01-057812cdcb57 HTTP/1.1" status: 200 len: 210 time: 0.0541341 Jun 16 17:40:01.070172 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba39006-b530-437b-af88-1cd6c141f964 None None] The sync data for ids ['11193f77-50ca-44b2-b11f-2fbebd19e4e2'] in dv-cinder-837546-2-iscsi is: [{'id': '11193f77-50ca-44b2-b11f-2fbebd19e4e2', 'name': 'tempest-AttachVolumeNegativeTest-214174450-router', 'tenant_id': 'd63c592c0afb4dfc9dd5b36be791decd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'external_fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': '1b34cba4-0f25-405b-ba3a-eb96ea0d3da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:34:12Z', 'updated_at': '2022-06-16T17:34:25Z', 'revision_number': 4, 'project_id': 'd63c592c0afb4dfc9dd5b36be791decd', 'gw_port': {'id': '1b34cba4-0f25-405b-ba3a-eb96ea0d3da8', 'name': '', 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:7c:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11193f77-50ca-44b2-b11f-2fbebd19e4e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:34:14Z', 'updated_at': '2022-06-16T17:34:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47584a51-19b7-439b-9f28-a7f577441b18', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-2-iscsi', '_floatingips': [{'id': '4c45c340-1bb6-4ce1-8963-ee4375127649', 'tenant_id': 'd63c592c0afb4dfc9dd5b36be791decd', 'floating_ip_address': '172.27.0.208', 'floating_network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'router_id': '11193f77-50ca-44b2-b11f-2fbebd19e4e2', 'port_id': 'c4cf8f46-c85c-4601-8250-462de6025ebf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6fb674c9-6bb7-4c32-892c-b28837e89812', 'mac_address': 'fa:16:3e:39:fd:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9739d117-bf76-4ac4-b172-1ec63768027d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T17:39:41Z', 'updated_at': '2022-06-16T17:39:58Z', 'revision_number': 1, 'project_id': 'd63c592c0afb4dfc9dd5b36be791decd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68377c34-b3bb-4601-82c6-3c4a3412211a', 'name': '', 'network_id': '6fb674c9-6bb7-4c32-892c-b28837e89812', 'tenant_id': 'd63c592c0afb4dfc9dd5b36be791decd', 'mac_address': 'fa:16:3e:52:d8:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11193f77-50ca-44b2-b11f-2fbebd19e4e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'f4f4c81e-fe9f-4dc1-bcfe-dd76fde3e7db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:34:23Z', 'updated_at': '2022-06-16T17:34:39Z', 'revision_number': 5, 'project_id': 'd63c592c0afb4dfc9dd5b36be791decd', 'subnets': [{'id': 'f4f4c81e-fe9f-4dc1-bcfe-dd76fde3e7db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:40:01.280223 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c63f7b73-88fe-479d-bd0e-e20b15426967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (43e250b4-0ce3-4949-aa8c-0bafe6454580), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:01.299738 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Device 161d75cc-2de3-4882-81a1-afdc5ee23ee9 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 17:40:01.321477 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] No Port match for: 161d75cc-2de3-4882-81a1-afdc5ee23ee9 {{(pid=104054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 17:40:01.321820 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Device 161d75cc-2de3-4882-81a1-afdc5ee23ee9 not bound to the agent host hv-cinder-83754 {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 17:40:01.424106 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f24ca2-14ff-44e3-a433-b2e26f41f42e None None] New status for floating IP 4c45c340-1bb6-4ce1-8963-ee4375127649: ACTIVE {{(pid=104055) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 17:40:01.545749 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103f4df5-e9c4-4d68-8512-38b830066921 req-a0b8131d-1c51-4e9f-9f0d-95d3812c9ee3 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:40:01.546918 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-103f4df5-e9c4-4d68-8512-38b830066921 req-a0b8131d-1c51-4e9f-9f0d-95d3812c9ee3 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] 10.222.0.40 "GET /v2.0/ports?device_id=bf54c7b6-dc97-4196-bab4-a7698f785a20 HTTP/1.1" status: 200 len: 945 time: 0.0689714 Jun 16 17:40:01.615848 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-103f4df5-e9c4-4d68-8512-38b830066921 req-33767064-a225-41bb-974c-1a3bf42a3121 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] 10.222.0.40 "GET /v2.0/security-groups?id=d3121c56-625a-476a-9bec-eea3f7651168&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586269 Jun 16 17:40:02.146924 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-7a6294df-0d1e-4225-8274-bfd941a28cc4 req-c407565b-3317-4377-9f42-9396006b2467 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] 10.222.0.40 "GET /v2.0/ports?device_id=e064158b-7b81-42c1-bc01-057812cdcb57 HTTP/1.1" status: 200 len: 210 time: 0.0329049 Jun 16 17:40:02.271477 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c66bf0-c631-481f-ab13-2b14f8b4453a req-5128a0ae-bf15-4d9c-935f-897b61518153 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:40:02.273523 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-e2c66bf0-c631-481f-ab13-2b14f8b4453a req-5128a0ae-bf15-4d9c-935f-897b61518153 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] 10.222.0.47 "GET /v2.0/networks?id=6e803cc9-885b-4092-b21c-ed0c8b49c26c HTTP/1.1" status: 200 len: 811 time: 0.1411726 Jun 16 17:40:02.349506 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-e2c66bf0-c631-481f-ab13-2b14f8b4453a req-0acfc89f-639b-4ea9-88f9-250b880d635e tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=314e9434e0ec4c1f9e8d6037143f5ebb HTTP/1.1" status: 200 len: 379 time: 0.0654361 Jun 16 17:40:02.361932 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.v2.base [req-e2c66bf0-c631-481f-ab13-2b14f8b4453a req-c69f0e13-f3ae-4279-8d60-860bec89f353 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Request body: {'port': {'device_id': 'e064158b-7b81-42c1-bc01-057812cdcb57', 'network_id': '6e803cc9-885b-4092-b21c-ed0c8b49c26c', 'admin_state_up': True, 'tenant_id': '314e9434e0ec4c1f9e8d6037143f5ebb', 'security_groups': ['d387c7a1-edf2-4ad5-b315-6b4f9f4340c8']}} {{(pid=104053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:40:02.496268 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-359da135-d845-4d2e-a034-e84fcb95f5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (8e118b8c-b091-4f14-909a-13c66b53efc1), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:02.499825 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2c66bf0-c631-481f-ab13-2b14f8b4453a req-c69f0e13-f3ae-4279-8d60-860bec89f353 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Made reservation on behalf of 314e9434e0ec4c1f9e8d6037143f5ebb for: {'port': 1} {{(pid=104053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:40:02.503914 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [req-e2c66bf0-c631-481f-ab13-2b14f8b4453a req-c69f0e13-f3ae-4279-8d60-860bec89f353 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:02.595447 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:40:02.675637 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.db.db_base_plugin_common [req-e2c66bf0-c631-481f-ab13-2b14f8b4453a req-c69f0e13-f3ae-4279-8d60-860bec89f353 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Allocated IP 172.20.0.9 (6e803cc9-885b-4092-b21c-ed0c8b49c26c/95144f6c-e9c4-46d6-bb41-a8f5f76b794b/cc7803f8-e7cb-4bb7-a65a-f2c6bd3a1b8e) {{(pid=104053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:40:02.812252 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f986d1-9059-4334-928c-0c41494cb97d req-e0478a18-a147-4c05-8724-ab285f95ed64 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:40:02.814106 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-36f986d1-9059-4334-928c-0c41494cb97d req-e0478a18-a147-4c05-8724-ab285f95ed64 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] 10.222.0.40 "GET /v2.0/ports?device_id=bf54c7b6-dc97-4196-bab4-a7698f785a20 HTTP/1.1" status: 200 len: 945 time: 0.0771432 Jun 16 17:40:02.888058 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-36f986d1-9059-4334-928c-0c41494cb97d req-755f30d8-183d-4a48-9cc2-81db76a485e1 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] 10.222.0.40 "GET /v2.0/security-groups?id=d3121c56-625a-476a-9bec-eea3f7651168&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653937 Jun 16 17:40:02.906787 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [req-e2c66bf0-c631-481f-ab13-2b14f8b4453a req-c69f0e13-f3ae-4279-8d60-860bec89f353 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Publish callbacks [] for port (cc7803f8-e7cb-4bb7-a65a-f2c6bd3a1b8e), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:02.924893 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:40:02.962971 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [req-e2c66bf0-c631-481f-ab13-2b14f8b4453a req-c69f0e13-f3ae-4279-8d60-860bec89f353 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762170029078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64764667'] for port (cc7803f8-e7cb-4bb7-a65a-f2c6bd3a1b8e), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:03.010830 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2c66bf0-c631-481f-ab13-2b14f8b4453a req-c69f0e13-f3ae-4279-8d60-860bec89f353 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Network 6e803cc9-885b-4092-b21c-ed0c8b49c26c is already hosted by enough agents. {{(pid=104053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:40:03.016699 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.scheduler.base_scheduler [req-e2c66bf0-c631-481f-ab13-2b14f8b4453a req-c69f0e13-f3ae-4279-8d60-860bec89f353 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Resources bound (agent type, host, resource id): {{(pid=104053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:40:03.021910 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2c66bf0-c631-481f-ab13-2b14f8b4453a req-c69f0e13-f3ae-4279-8d60-860bec89f353 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Received port after_create {{(pid=104053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 17:40:03.029116 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69f0e13-f3ae-4279-8d60-860bec89f353 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Pushing event updated for resources: {'Port': ['ID=cc7803f8-e7cb-4bb7-a65a-f2c6bd3a1b8e,revision_number=1']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:40:03.081695 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c66bf0-c631-481f-ab13-2b14f8b4453a req-c69f0e13-f3ae-4279-8d60-860bec89f353 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:40:03.082226 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [req-e2c66bf0-c631-481f-ab13-2b14f8b4453a req-c69f0e13-f3ae-4279-8d60-860bec89f353 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228225'] for port (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:03.103901 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-e2c66bf0-c631-481f-ab13-2b14f8b4453a req-c69f0e13-f3ae-4279-8d60-860bec89f353 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7469683 Jun 16 17:40:03.118763 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.v2.base [req-e2c66bf0-c631-481f-ab13-2b14f8b4453a req-08cb6713-a1b3-4b7a-ba03-f59b37eb558a service neutron] Request body: {'port': {'device_id': 'e064158b-7b81-42c1-bc01-057812cdcb57', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=104053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:40:03.196222 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [req-e2c66bf0-c631-481f-ab13-2b14f8b4453a req-08cb6713-a1b3-4b7a-ba03-f59b37eb558a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (cc7803f8-e7cb-4bb7-a65a-f2c6bd3a1b8e), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:03.310376 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011e25d1-d3a0-42e7-a9ed-abf66e2137a4 req-5892200c-da6c-4d1f-a563-13756e53081f tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:40:03.311966 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-011e25d1-d3a0-42e7-a9ed-abf66e2137a4 req-5892200c-da6c-4d1f-a563-13756e53081f tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] 10.222.0.40 "GET /v2.0/ports?device_id=e064158b-7b81-42c1-bc01-057812cdcb57 HTTP/1.1" status: 200 len: 931 time: 0.0612991 Jun 16 17:40:03.343389 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-ecdc168e-0e55-4d17-ad67-3079a3bdcc44 None None] Provisioning complete for port cc7803f8-e7cb-4bb7-a65a-f2c6bd3a1b8e triggered by entity DHCP. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:40:03.343685 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-ecdc168e-0e55-4d17-ad67-3079a3bdcc44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572016'] for port (cc7803f8-e7cb-4bb7-a65a-f2c6bd3a1b8e), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:03.355877 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=100 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:40:03.376238 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-011e25d1-d3a0-42e7-a9ed-abf66e2137a4 req-3d39c15c-7864-44ef-b9a2-ea3183b84a0a tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] 10.222.0.40 "GET /v2.0/security-groups?id=d387c7a1-edf2-4ad5-b315-6b4f9f4340c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583870 Jun 16 17:40:03.381136 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-ecdc168e-0e55-4d17-ad67-3079a3bdcc44 None None] Port cc7803f8-e7cb-4bb7-a65a-f2c6bd3a1b8e cannot update to ACTIVE because it is not bound. {{(pid=104054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 17:40:03.521458 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.notifiers.nova [req-e2c66bf0-c631-481f-ab13-2b14f8b4453a req-08cb6713-a1b3-4b7a-ba03-f59b37eb558a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc7803f8-e7cb-4bb7-a65a-f2c6bd3a1b8e {{(pid=104053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 17:40:03.529818 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [req-e2c66bf0-c631-481f-ab13-2b14f8b4453a req-08cb6713-a1b3-4b7a-ba03-f59b37eb558a service neutron] Publish callbacks [] for port (cc7803f8-e7cb-4bb7-a65a-f2c6bd3a1b8e), precommit_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:03.543127 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [req-e2c66bf0-c631-481f-ab13-2b14f8b4453a req-08cb6713-a1b3-4b7a-ba03-f59b37eb558a service neutron] Transition to ACTIVE for port object cc7803f8-e7cb-4bb7-a65a-f2c6bd3a1b8e will not be triggered until provisioned by entity L2. {{(pid=104053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 17:40:03.546937 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [req-e2c66bf0-c631-481f-ab13-2b14f8b4453a req-08cb6713-a1b3-4b7a-ba03-f59b37eb558a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64764658'] for port (cc7803f8-e7cb-4bb7-a65a-f2c6bd3a1b8e), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:03.608818 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cb6713-a1b3-4b7a-ba03-f59b37eb558a service neutron] Pushing event updated for resources: {'Port': ['ID=cc7803f8-e7cb-4bb7-a65a-f2c6bd3a1b8e,revision_number=2']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:40:03.620506 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:40:03.700749 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.managers [req-e2c66bf0-c631-481f-ab13-2b14f8b4453a req-08cb6713-a1b3-4b7a-ba03-f59b37eb558a service neutron] Attempting to bind port cc7803f8-e7cb-4bb7-a65a-f2c6bd3a1b8e on host hv-cinder-83754 for vnic_type normal with profile {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 17:40:03.701088 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.managers [req-e2c66bf0-c631-481f-ab13-2b14f8b4453a req-08cb6713-a1b3-4b7a-ba03-f59b37eb558a service neutron] Attempting to bind port cc7803f8-e7cb-4bb7-a65a-f2c6bd3a1b8e by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': '1add1b51-67b6-49ef-9935-1b6b2ec0e2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '6e803cc9-885b-4092-b21c-ed0c8b49c26c'}] {{(pid=104053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 17:40:03.701452 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c66bf0-c631-481f-ab13-2b14f8b4453a req-08cb6713-a1b3-4b7a-ba03-f59b37eb558a service neutron] Attempting to bind port cc7803f8-e7cb-4bb7-a65a-f2c6bd3a1b8e on network 6e803cc9-885b-4092-b21c-ed0c8b49c26c {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 17:40:03.706675 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c66bf0-c631-481f-ab13-2b14f8b4453a req-08cb6713-a1b3-4b7a-ba03-f59b37eb558a service neutron] Port cc7803f8-e7cb-4bb7-a65a-f2c6bd3a1b8e on network 6e803cc9-885b-4092-b21c-ed0c8b49c26c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 17:40:03.706990 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c66bf0-c631-481f-ab13-2b14f8b4453a req-08cb6713-a1b3-4b7a-ba03-f59b37eb558a service neutron] Attempting to bind port cc7803f8-e7cb-4bb7-a65a-f2c6bd3a1b8e on network 6e803cc9-885b-4092-b21c-ed0c8b49c26c {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 17:40:03.712645 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c66bf0-c631-481f-ab13-2b14f8b4453a req-08cb6713-a1b3-4b7a-ba03-f59b37eb558a service neutron] Checking agent: {'id': '9f2b4370-7d03-4dcb-9a0d-4ff62d859136', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 17, 32, 17), 'started_at': datetime.datetime(2022, 6, 16, 17, 32, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 17, 39, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 17:40:03.712977 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c66bf0-c631-481f-ab13-2b14f8b4453a req-08cb6713-a1b3-4b7a-ba03-f59b37eb558a service neutron] Checking segment: {'id': '1add1b51-67b6-49ef-9935-1b6b2ec0e2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '6e803cc9-885b-4092-b21c-ed0c8b49c26c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 17:40:03.713387 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c66bf0-c631-481f-ab13-2b14f8b4453a req-08cb6713-a1b3-4b7a-ba03-f59b37eb558a service neutron] Bound using segment: {'id': '1add1b51-67b6-49ef-9935-1b6b2ec0e2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '6e803cc9-885b-4092-b21c-ed0c8b49c26c'} {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 17:40:03.713818 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.managers [req-e2c66bf0-c631-481f-ab13-2b14f8b4453a req-08cb6713-a1b3-4b7a-ba03-f59b37eb558a service neutron] Bound port: cc7803f8-e7cb-4bb7-a65a-f2c6bd3a1b8e, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1add1b51-67b6-49ef-9935-1b6b2ec0e2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '6e803cc9-885b-4092-b21c-ed0c8b49c26c'}}] {{(pid=104053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 17:40:03.714242 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [req-e2c66bf0-c631-481f-ab13-2b14f8b4453a req-08cb6713-a1b3-4b7a-ba03-f59b37eb558a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (cc7803f8-e7cb-4bb7-a65a-f2c6bd3a1b8e), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:03.784104 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [req-e2c66bf0-c631-481f-ab13-2b14f8b4453a req-08cb6713-a1b3-4b7a-ba03-f59b37eb558a service neutron] For port cc7803f8-e7cb-4bb7-a65a-f2c6bd3a1b8e, host hv-cinder-83754, cleared binding levels {{(pid=104053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 17:40:03.787639 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [req-e2c66bf0-c631-481f-ab13-2b14f8b4453a req-08cb6713-a1b3-4b7a-ba03-f59b37eb558a service neutron] For port cc7803f8-e7cb-4bb7-a65a-f2c6bd3a1b8e, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=cc7803f8-e7cb-4bb7-a65a-f2c6bd3a1b8e,segment=NetworkSegment(1add1b51-67b6-49ef-9935-1b6b2ec0e2a3),segment_id=1add1b51-67b6-49ef-9935-1b6b2ec0e2a3)] {{(pid=104053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 17:40:03.813101 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [req-e2c66bf0-c631-481f-ab13-2b14f8b4453a req-08cb6713-a1b3-4b7a-ba03-f59b37eb558a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64764658'] for port (cc7803f8-e7cb-4bb7-a65a-f2c6bd3a1b8e), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:03.850423 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c66bf0-c631-481f-ab13-2b14f8b4453a req-08cb6713-a1b3-4b7a-ba03-f59b37eb558a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:40:03.850710 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [req-e2c66bf0-c631-481f-ab13-2b14f8b4453a req-08cb6713-a1b3-4b7a-ba03-f59b37eb558a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228225'] for port (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:03.852060 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-e2c66bf0-c631-481f-ab13-2b14f8b4453a req-08cb6713-a1b3-4b7a-ba03-f59b37eb558a service neutron] 10.222.0.47 "PUT /v2.0/ports/cc7803f8-e7cb-4bb7-a65a-f2c6bd3a1b8e HTTP/1.1" status: 200 len: 1093 time: 0.7382779 Jun 16 17:40:03.852500 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e064158b-7b81-42c1-bc01-057812cdcb57', 'tag': 'cc7803f8-e7cb-4bb7-a65a-f2c6bd3a1b8e'}] {{(pid=104053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 17:40:03.854916 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a0e0b451bd7acf9de88ec0a1fb74022464d6f98a5cc449ea229bf781c77e32d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9994354d-5c0f-4b3f-8cda-f9a0c9325272" -d '{"events": [{"name": "network-changed", "server_uuid": "e064158b-7b81-42c1-bc01-057812cdcb57", "tag": "cc7803f8-e7cb-4bb7-a65a-f2c6bd3a1b8e"}]}' {{(pid=104053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:40:03.901024 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cb6713-a1b3-4b7a-ba03-f59b37eb558a service neutron] Pushing event updated for resources: {'Port': ['ID=cc7803f8-e7cb-4bb7-a65a-f2c6bd3a1b8e,revision_number=3']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:40:03.937262 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 17:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6f13b0e-f4ee-4428-8490-1669c68d768f x-openstack-request-id: req-d6f13b0e-f4ee-4428-8490-1669c68d768f {{(pid=104053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:40:03.937700 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e064158b-7b81-42c1-bc01-057812cdcb57", "tag": "cc7803f8-e7cb-4bb7-a65a-f2c6bd3a1b8e", "status": "completed", "code": 200}]} {{(pid=104053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:40:03.937870 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-d6f13b0e-f4ee-4428-8490-1669c68d768f {{(pid=104053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:40:03.938293 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6f13b0e-f4ee-4428-8490-1669c68d768f'] response: {'name': 'network-changed', 'server_uuid': 'e064158b-7b81-42c1-bc01-057812cdcb57', 'tag': 'cc7803f8-e7cb-4bb7-a65a-f2c6bd3a1b8e', 'status': 'completed', 'code': 200} Jun 16 17:40:03.972806 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c66bf0-c631-481f-ab13-2b14f8b4453a req-adc1ba5d-a0d6-41f2-a0ca-0142134f4f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:40:03.976119 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-e2c66bf0-c631-481f-ab13-2b14f8b4453a req-adc1ba5d-a0d6-41f2-a0ca-0142134f4f3e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=314e9434e0ec4c1f9e8d6037143f5ebb&device_id=e064158b-7b81-42c1-bc01-057812cdcb57 HTTP/1.1" status: 200 len: 1127 time: 0.0552514 Jun 16 17:40:04.044331 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-e2c66bf0-c631-481f-ab13-2b14f8b4453a req-0445a1b7-1b36-483b-88da-7a7104e83123 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cc7803f8-e7cb-4bb7-a65a-f2c6bd3a1b8e HTTP/1.1" status: 200 len: 217 time: 0.0495889 Jun 16 17:40:04.100453 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44a6fa2-6e73-43df-8bbc-3655653d6cb9 req-dfd42f9b-1dbe-40b9-bda3-f404a3410d14 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:40:04.105533 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-c44a6fa2-6e73-43df-8bbc-3655653d6cb9 req-dfd42f9b-1dbe-40b9-bda3-f404a3410d14 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] 10.222.0.40 "GET /v2.0/ports?device_id=bf54c7b6-dc97-4196-bab4-a7698f785a20 HTTP/1.1" status: 200 len: 945 time: 0.0928435 Jun 16 17:40:04.107245 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:40:04.152872 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c66bf0-c631-481f-ab13-2b14f8b4453a req-e3e706c2-76a7-47a3-8b9f-838f60310b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:40:04.154595 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-e2c66bf0-c631-481f-ab13-2b14f8b4453a req-e3e706c2-76a7-47a3-8b9f-838f60310b89 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=95144f6c-e9c4-46d6-bb41-a8f5f76b794b HTTP/1.1" status: 200 len: 850 time: 0.1034415 Jun 16 17:40:04.168079 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-c44a6fa2-6e73-43df-8bbc-3655653d6cb9 req-31e78e94-d954-48a8-ab90-5c54debcfba4 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] 10.222.0.40 "GET /v2.0/security-groups?id=d3121c56-625a-476a-9bec-eea3f7651168&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548983 Jun 16 17:40:04.198229 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-1d81e0cb-ff47-4623-99d5-ab370c19a781 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (25dd433a-18a0-496e-b58c-593ddca2a11d), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:04.212097 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c66bf0-c631-481f-ab13-2b14f8b4453a req-3387a0cb-1e96-4db0-a19e-94ed0bc477ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:40:04.213771 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-e2c66bf0-c631-481f-ab13-2b14f8b4453a req-3387a0cb-1e96-4db0-a19e-94ed0bc477ad service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6e803cc9-885b-4092-b21c-ed0c8b49c26c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0504894 Jun 16 17:40:04.328283 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-e2c66bf0-c631-481f-ab13-2b14f8b4453a req-29a848cb-17e3-4481-b04e-75867d0eb9b7 service neutron] 10.222.0.47 "GET /v2.0/networks/6e803cc9-885b-4092-b21c-ed0c8b49c26c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061995 Jun 16 17:40:04.441773 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-e2c66bf0-c631-481f-ab13-2b14f8b4453a req-b591d418-09ba-4f6b-a8f0-f0c730f935a1 service neutron] 10.222.0.47 "GET /v2.0/networks/6e803cc9-885b-4092-b21c-ed0c8b49c26c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033862 Jun 16 17:40:04.519851 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (f1f6c009-5a31-4833-b180-4d9d41a55fe5), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:04.554484 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf5e44f-a51c-47d6-bfed-027be82f52c5 req-775c6453-274e-4700-9aed-ff1287d864de tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:40:04.557048 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-dbf5e44f-a51c-47d6-bfed-027be82f52c5 req-775c6453-274e-4700-9aed-ff1287d864de tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] 10.222.0.40 "GET /v2.0/ports?device_id=e064158b-7b81-42c1-bc01-057812cdcb57 HTTP/1.1" status: 200 len: 943 time: 0.0713000 Jun 16 17:40:04.616583 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-dbf5e44f-a51c-47d6-bfed-027be82f52c5 req-c9f59b77-297c-43ff-beca-f3baec4027b2 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] 10.222.0.40 "GET /v2.0/security-groups?id=d387c7a1-edf2-4ad5-b315-6b4f9f4340c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514293 Jun 16 17:40:05.307937 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccd270d-a610-460c-9dfc-56b96575072f req-6fc3dfa3-ce52-42a3-92b7-26c7f5f67e4f tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:40:05.309496 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-6ccd270d-a610-460c-9dfc-56b96575072f req-6fc3dfa3-ce52-42a3-92b7-26c7f5f67e4f tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] 10.222.0.40 "GET /v2.0/ports?device_id=bf54c7b6-dc97-4196-bab4-a7698f785a20 HTTP/1.1" status: 200 len: 945 time: 0.0600786 Jun 16 17:40:05.371575 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-6ccd270d-a610-460c-9dfc-56b96575072f req-77be0be9-79d0-4e39-bc85-84104a79db74 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] 10.222.0.40 "GET /v2.0/security-groups?id=d3121c56-625a-476a-9bec-eea3f7651168&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561123 Jun 16 17:40:05.736161 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a528bdd-55de-4feb-9ce0-6adae2b182c8 req-9d5df83e-3f13-4d87-a7b4-1b3f21759519 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:40:05.737710 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-1a528bdd-55de-4feb-9ce0-6adae2b182c8 req-9d5df83e-3f13-4d87-a7b4-1b3f21759519 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] 10.222.0.40 "GET /v2.0/ports?device_id=e064158b-7b81-42c1-bc01-057812cdcb57 HTTP/1.1" status: 200 len: 943 time: 0.0494111 Jun 16 17:40:05.790129 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-1a528bdd-55de-4feb-9ce0-6adae2b182c8 req-17135eab-7613-447c-83af-46210e0f19f3 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] 10.222.0.40 "GET /v2.0/security-groups?id=d387c7a1-edf2-4ad5-b315-6b4f9f4340c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459332 Jun 16 17:40:06.498669 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d60a0c-faa5-48ea-8761-67eb2fd2359b req-4d1cb6cd-8ef3-4e97-b439-4345c193daa3 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:40:06.500181 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-f2d60a0c-faa5-48ea-8761-67eb2fd2359b req-4d1cb6cd-8ef3-4e97-b439-4345c193daa3 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] 10.222.0.40 "GET /v2.0/ports?device_id=bf54c7b6-dc97-4196-bab4-a7698f785a20 HTTP/1.1" status: 200 len: 945 time: 0.0539904 Jun 16 17:40:06.554300 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-f2d60a0c-faa5-48ea-8761-67eb2fd2359b req-44a89e36-86ed-4a37-bf89-4ac9fd78c070 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] 10.222.0.40 "GET /v2.0/security-groups?id=d3121c56-625a-476a-9bec-eea3f7651168&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472970 Jun 16 17:40:06.911026 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911747f7-c54f-432d-8fd7-caf176cc7bac req-f8df28c2-7dde-4885-899f-b288ec0fb577 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:40:06.913792 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-911747f7-c54f-432d-8fd7-caf176cc7bac req-f8df28c2-7dde-4885-899f-b288ec0fb577 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] 10.222.0.40 "GET /v2.0/ports?device_id=e064158b-7b81-42c1-bc01-057812cdcb57 HTTP/1.1" status: 200 len: 943 time: 0.0523436 Jun 16 17:40:06.967944 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-911747f7-c54f-432d-8fd7-caf176cc7bac req-fe095225-0b9e-44af-a7c6-41be919f46e2 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] 10.222.0.40 "GET /v2.0/security-groups?id=d387c7a1-edf2-4ad5-b315-6b4f9f4340c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484612 Jun 16 17:40:07.417739 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9994354d-5c0f-4b3f-8cda-f9a0c9325272 req-4b7b22bf-bde2-4f82-b4fc-00afd913e2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:40:07.420266 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-9994354d-5c0f-4b3f-8cda-f9a0c9325272 req-4b7b22bf-bde2-4f82-b4fc-00afd913e2e5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=314e9434e0ec4c1f9e8d6037143f5ebb&device_id=e064158b-7b81-42c1-bc01-057812cdcb57 HTTP/1.1" status: 200 len: 1127 time: 0.0438910 Jun 16 17:40:07.519331 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9994354d-5c0f-4b3f-8cda-f9a0c9325272 req-b1f9bd97-b7c9-4633-ba56-3cc02b94edfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:40:07.520950 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-9994354d-5c0f-4b3f-8cda-f9a0c9325272 req-b1f9bd97-b7c9-4633-ba56-3cc02b94edfd service neutron] 10.222.0.47 "GET /v2.0/networks?id=6e803cc9-885b-4092-b21c-ed0c8b49c26c HTTP/1.1" status: 200 len: 912 time: 0.0943441 Jun 16 17:40:07.561958 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-9994354d-5c0f-4b3f-8cda-f9a0c9325272 req-07efa8c1-6c1e-4d6f-a7eb-49f2d718a1a5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cc7803f8-e7cb-4bb7-a65a-f2c6bd3a1b8e HTTP/1.1" status: 200 len: 217 time: 0.0337050 Jun 16 17:40:07.620181 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9994354d-5c0f-4b3f-8cda-f9a0c9325272 req-578dc349-5a51-45f9-b96a-73b1dca2cfd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:40:07.621720 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-9994354d-5c0f-4b3f-8cda-f9a0c9325272 req-578dc349-5a51-45f9-b96a-73b1dca2cfd0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=95144f6c-e9c4-46d6-bb41-a8f5f76b794b HTTP/1.1" status: 200 len: 850 time: 0.0514505 Jun 16 17:40:07.673928 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=100 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:40:07.693441 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e481809-1237-4e96-ace3-50835be232df req-89159838-f652-4435-b2af-2a30b3ef6e29 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:40:07.695045 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-9e481809-1237-4e96-ace3-50835be232df req-89159838-f652-4435-b2af-2a30b3ef6e29 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] 10.222.0.40 "GET /v2.0/ports?device_id=bf54c7b6-dc97-4196-bab4-a7698f785a20 HTTP/1.1" status: 200 len: 945 time: 0.0544877 Jun 16 17:40:07.767974 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-9e481809-1237-4e96-ace3-50835be232df req-16e15edc-52d1-47f5-bc92-c868d303c870 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] 10.222.0.40 "GET /v2.0/security-groups?id=d3121c56-625a-476a-9bec-eea3f7651168&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670755 Jun 16 17:40:07.917028 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9994354d-5c0f-4b3f-8cda-f9a0c9325272 req-36017a5a-5bdd-40b7-88cd-d31d64105da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:40:07.918600 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-9994354d-5c0f-4b3f-8cda-f9a0c9325272 req-36017a5a-5bdd-40b7-88cd-d31d64105da5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6e803cc9-885b-4092-b21c-ed0c8b49c26c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2838197 Jun 16 17:40:08.026183 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-9994354d-5c0f-4b3f-8cda-f9a0c9325272 req-97fcff43-8aca-4c13-b46f-8d16c5779e8d service neutron] 10.222.0.47 "GET /v2.0/networks/6e803cc9-885b-4092-b21c-ed0c8b49c26c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992703 Jun 16 17:40:08.113689 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:40:08.123094 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a844c2ba-5563-40bd-b782-1f42bd488aa9 req-085de0d0-06f7-4721-9d2a-5608dd82bfaf tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:40:08.124640 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-a844c2ba-5563-40bd-b782-1f42bd488aa9 req-085de0d0-06f7-4721-9d2a-5608dd82bfaf tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] 10.222.0.40 "GET /v2.0/ports?device_id=e064158b-7b81-42c1-bc01-057812cdcb57 HTTP/1.1" status: 200 len: 943 time: 0.0737476 Jun 16 17:40:08.149314 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-9994354d-5c0f-4b3f-8cda-f9a0c9325272 req-2f2153d4-e45b-423e-b5bd-5483764872ee service neutron] 10.222.0.47 "GET /v2.0/networks/6e803cc9-885b-4092-b21c-ed0c8b49c26c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109023 Jun 16 17:40:08.195030 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-a844c2ba-5563-40bd-b782-1f42bd488aa9 req-96679f43-6f0a-4ff6-a83c-6b9de6172c43 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] 10.222.0.40 "GET /v2.0/security-groups?id=d387c7a1-edf2-4ad5-b315-6b4f9f4340c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640199 Jun 16 17:40:08.909351 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d288e0-149a-410d-be2c-d2df16596b2a req-2532a3f9-35dc-4ad7-bb2a-388af392dd67 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:40:08.910886 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-78d288e0-149a-410d-be2c-d2df16596b2a req-2532a3f9-35dc-4ad7-bb2a-388af392dd67 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] 10.222.0.40 "GET /v2.0/ports?device_id=bf54c7b6-dc97-4196-bab4-a7698f785a20 HTTP/1.1" status: 200 len: 945 time: 0.0588317 Jun 16 17:40:08.962420 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-78d288e0-149a-410d-be2c-d2df16596b2a req-b3e325e1-08d0-46af-9988-30300f460024 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] 10.222.0.40 "GET /v2.0/security-groups?id=d3121c56-625a-476a-9bec-eea3f7651168&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451744 Jun 16 17:40:09.336480 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92140a7e-2685-4bd6-87f4-a5a3e2c43981 req-9da1fc1d-ddf6-443d-b30c-a5d065ba011c tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:40:09.338740 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-92140a7e-2685-4bd6-87f4-a5a3e2c43981 req-9da1fc1d-ddf6-443d-b30c-a5d065ba011c tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] 10.222.0.40 "GET /v2.0/ports?device_id=e064158b-7b81-42c1-bc01-057812cdcb57 HTTP/1.1" status: 200 len: 943 time: 0.0661190 Jun 16 17:40:09.390988 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-92140a7e-2685-4bd6-87f4-a5a3e2c43981 req-a1790f29-1b20-40da-93bc-c22bf747d898 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] 10.222.0.40 "GET /v2.0/security-groups?id=d387c7a1-edf2-4ad5-b315-6b4f9f4340c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466139 Jun 16 17:40:10.085119 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee6cb87-90dc-47b5-a6bf-4a0fa5a877d6 req-4a0c94bc-34ab-4276-84be-b54bcbd60028 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:40:10.086765 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-2ee6cb87-90dc-47b5-a6bf-4a0fa5a877d6 req-4a0c94bc-34ab-4276-84be-b54bcbd60028 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] 10.222.0.40 "GET /v2.0/ports?device_id=bf54c7b6-dc97-4196-bab4-a7698f785a20 HTTP/1.1" status: 200 len: 945 time: 0.0534859 Jun 16 17:40:10.108125 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=100 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:40:10.144864 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-2ee6cb87-90dc-47b5-a6bf-4a0fa5a877d6 req-83054e20-fe15-4492-bebb-444a4f8ca3c3 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] 10.222.0.40 "GET /v2.0/security-groups?id=d3121c56-625a-476a-9bec-eea3f7651168&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521545 Jun 16 17:40:10.258347 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.agents_db [None req-618f4cd3-4a7d-480c-b6e2-8b59597e19f3 None None] Agent healthcheck: found 6 active agents {{(pid=104055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 17:40:10.517658 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdef2b8b-c786-4f87-b84f-e54ffd44f84d req-1e3d4778-f854-48a2-b112-da83a41e9ac2 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:40:10.519133 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-fdef2b8b-c786-4f87-b84f-e54ffd44f84d req-1e3d4778-f854-48a2-b112-da83a41e9ac2 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] 10.222.0.40 "GET /v2.0/ports?device_id=e064158b-7b81-42c1-bc01-057812cdcb57 HTTP/1.1" status: 200 len: 943 time: 0.0509646 Jun 16 17:40:10.582790 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-fdef2b8b-c786-4f87-b84f-e54ffd44f84d req-d0f788b7-54d1-4fae-a86f-9c2f6f2dd74e tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] 10.222.0.40 "GET /v2.0/security-groups?id=d387c7a1-edf2-4ad5-b315-6b4f9f4340c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572710 Jun 16 17:40:11.031782 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 59482) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:40:11.143243 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-fd4f4bdc-865a-40e7-aa46-067b087cab76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:11.233030 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-fd4f4bdc-865a-40e7-aa46-067b087cab76 admin admin] Publish callbacks [] for security_group (4b95b9b8-62db-4ac9-949f-f3e274df9d71), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:11.240208 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-fd4f4bdc-865a-40e7-aa46-067b087cab76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (4b95b9b8-62db-4ac9-949f-f3e274df9d71), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:11.285414 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-fd4f4bdc-865a-40e7-aa46-067b087cab76 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=345d4ec006e2462a9407bdfd06c1f872&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2524588 Jun 16 17:40:11.286719 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4f4bdc-865a-40e7-aa46-067b087cab76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b95b9b8-62db-4ac9-949f-f3e274df9d71,revision_number=1']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:40:11.289134 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 59488) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:40:11.304922 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9e6968-1154-4f24-a602-853c0ad75f6c req-6517fe98-ee8c-4355-b8c9-628e5e2154d7 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:40:11.306447 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-cd9e6968-1154-4f24-a602-853c0ad75f6c req-6517fe98-ee8c-4355-b8c9-628e5e2154d7 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] 10.222.0.40 "GET /v2.0/ports?device_id=bf54c7b6-dc97-4196-bab4-a7698f785a20 HTTP/1.1" status: 200 len: 945 time: 0.0624347 Jun 16 17:40:11.385615 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-da509410-8af7-4046-80e8-d842fac8d9d6 admin admin] Publish callbacks [] for security_group (4b95b9b8-62db-4ac9-949f-f3e274df9d71), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:11.390417 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-cd9e6968-1154-4f24-a602-853c0ad75f6c req-2e145f37-2201-4187-a80f-44c238c9dbd2 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] 10.222.0.40 "GET /v2.0/security-groups?id=d3121c56-625a-476a-9bec-eea3f7651168&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763965 Jun 16 17:40:11.414485 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-da509410-8af7-4046-80e8-d842fac8d9d6 admin admin] Publish callbacks [] for security_group (4b95b9b8-62db-4ac9-949f-f3e274df9d71), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:11.473280 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-da509410-8af7-4046-80e8-d842fac8d9d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (4b95b9b8-62db-4ac9-949f-f3e274df9d71), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:11.476680 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-da509410-8af7-4046-80e8-d842fac8d9d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:11.478506 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-da509410-8af7-4046-80e8-d842fac8d9d6 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/4b95b9b8-62db-4ac9-949f-f3e274df9d71 HTTP/1.1" status: 204 len: 168 time: 0.1877944 Jun 16 17:40:11.488105 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da509410-8af7-4046-80e8-d842fac8d9d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b95b9b8-62db-4ac9-949f-f3e274df9d71,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:40:11.719511 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f95140-27c7-4bdc-a905-7602fb88050e req-690d32cb-873b-4818-9b40-198851e48065 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:40:11.720961 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-35f95140-27c7-4bdc-a905-7602fb88050e req-690d32cb-873b-4818-9b40-198851e48065 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] 10.222.0.40 "GET /v2.0/ports?device_id=e064158b-7b81-42c1-bc01-057812cdcb57 HTTP/1.1" status: 200 len: 943 time: 0.0580189 Jun 16 17:40:11.788226 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-35f95140-27c7-4bdc-a905-7602fb88050e req-5e564e42-c0d8-42aa-a098-72740e09cb07 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] 10.222.0.40 "GET /v2.0/security-groups?id=d387c7a1-edf2-4ad5-b315-6b4f9f4340c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606220 Jun 16 17:40:11.802296 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 59496) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:40:11.816262 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-4d56b3be-c27d-4a19-8cf7-3e7f28dda810 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:11.843121 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f96bdb0-e3df-46d6-9861-88bc8e99fe56 req-40e899ae-1a17-42bd-a007-fd54812fcc26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:40:11.844819 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-6f96bdb0-e3df-46d6-9861-88bc8e99fe56 req-40e899ae-1a17-42bd-a007-fd54812fcc26 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=35fdc8ef703e43f1a730a868721c4a2d&device_id=bf54c7b6-dc97-4196-bab4-a7698f785a20 HTTP/1.1" status: 200 len: 1129 time: 0.0658224 Jun 16 17:40:11.863046 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=4 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:40:11.878987 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:40:11.906049 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-4d56b3be-c27d-4a19-8cf7-3e7f28dda810 admin admin] Publish callbacks [] for security_group (fa580c27-6b84-4b25-9a4c-29401174201a), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:11.909917 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-4d56b3be-c27d-4a19-8cf7-3e7f28dda810 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (fa580c27-6b84-4b25-9a4c-29401174201a), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:11.952595 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-4d56b3be-c27d-4a19-8cf7-3e7f28dda810 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=2699a0d8756c429da2255b443ad991bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1489444 Jun 16 17:40:11.953453 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d56b3be-c27d-4a19-8cf7-3e7f28dda810 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa580c27-6b84-4b25-9a4c-29401174201a,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:40:11.955638 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 59498) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:40:11.965381 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f96bdb0-e3df-46d6-9861-88bc8e99fe56 req-7e982694-8728-42fe-a0c6-58f44148bc50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:40:11.966789 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-6f96bdb0-e3df-46d6-9861-88bc8e99fe56 req-7e982694-8728-42fe-a0c6-58f44148bc50 service neutron] 10.222.0.47 "GET /v2.0/networks?id=faa616db-04da-45e0-8b5a-5b794f8b5dd6 HTTP/1.1" status: 200 len: 910 time: 0.1120520 Jun 16 17:40:12.060582 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-6f96bdb0-e3df-46d6-9861-88bc8e99fe56 req-c2e4625d-aadc-4e38-9be5-3c74de260930 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e9883d3b-f3e0-401d-bbc0-e2d284e3f19d HTTP/1.1" status: 200 len: 1001 time: 0.0849826 Jun 16 17:40:12.080213 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-cc233efc-9214-4642-af1a-176e8c4f81c2 admin admin] Publish callbacks [] for security_group (fa580c27-6b84-4b25-9a4c-29401174201a), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:12.133227 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-cc233efc-9214-4642-af1a-176e8c4f81c2 admin admin] Publish callbacks [] for security_group (fa580c27-6b84-4b25-9a4c-29401174201a), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:12.142366 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f96bdb0-e3df-46d6-9861-88bc8e99fe56 req-f8cb1ac9-5b72-493d-bce4-6da62ca43312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:40:12.143856 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-6f96bdb0-e3df-46d6-9861-88bc8e99fe56 req-f8cb1ac9-5b72-493d-bce4-6da62ca43312 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3a5fc11e-57cf-421a-b4a2-bf85b45ade3d HTTP/1.1" status: 200 len: 848 time: 0.0750785 Jun 16 17:40:12.208278 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f96bdb0-e3df-46d6-9861-88bc8e99fe56 req-b03eb544-ef91-46d0-908e-05244adae729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:40:12.209841 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-6f96bdb0-e3df-46d6-9861-88bc8e99fe56 req-b03eb544-ef91-46d0-908e-05244adae729 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=faa616db-04da-45e0-8b5a-5b794f8b5dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0564811 Jun 16 17:40:12.243124 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-cc233efc-9214-4642-af1a-176e8c4f81c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (fa580c27-6b84-4b25-9a4c-29401174201a), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:12.245691 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-cc233efc-9214-4642-af1a-176e8c4f81c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:12.246886 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-cc233efc-9214-4642-af1a-176e8c4f81c2 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/fa580c27-6b84-4b25-9a4c-29401174201a HTTP/1.1" status: 204 len: 168 time: 0.2902694 Jun 16 17:40:12.266186 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc233efc-9214-4642-af1a-176e8c4f81c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa580c27-6b84-4b25-9a4c-29401174201a,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:40:12.329816 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-6f96bdb0-e3df-46d6-9861-88bc8e99fe56 req-fa2f4af1-2916-41e3-bfa2-5cd648e86fec service neutron] 10.222.0.47 "GET /v2.0/networks/faa616db-04da-45e0-8b5a-5b794f8b5dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097608 Jun 16 17:40:12.439362 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-6f96bdb0-e3df-46d6-9861-88bc8e99fe56 req-649b2b29-de5b-4bd6-b310-84446a7ffcfc service neutron] 10.222.0.47 "GET /v2.0/networks/faa616db-04da-45e0-8b5a-5b794f8b5dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030529 Jun 16 17:40:12.514143 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f997c119-8cec-4a61-ba09-cef3498e3dc9 req-3e0d132d-6c83-4402-b6a1-e53c276c5b7c tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:40:12.515634 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-f997c119-8cec-4a61-ba09-cef3498e3dc9 req-3e0d132d-6c83-4402-b6a1-e53c276c5b7c tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] 10.222.0.40 "GET /v2.0/ports?device_id=bf54c7b6-dc97-4196-bab4-a7698f785a20 HTTP/1.1" status: 200 len: 945 time: 0.0549998 Jun 16 17:40:12.572118 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-f997c119-8cec-4a61-ba09-cef3498e3dc9 req-0e1c5ea3-4fb8-4472-a0b6-1ec0c24e4ac9 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] 10.222.0.40 "GET /v2.0/security-groups?id=d3121c56-625a-476a-9bec-eea3f7651168&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499585 Jun 16 17:40:12.921206 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ae92c1-4f63-4666-bbb4-3c1d3637a966 req-b0ab3206-3186-4969-8ece-7eb9883605b3 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:40:12.923314 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-81ae92c1-4f63-4666-bbb4-3c1d3637a966 req-b0ab3206-3186-4969-8ece-7eb9883605b3 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] 10.222.0.40 "GET /v2.0/ports?device_id=e064158b-7b81-42c1-bc01-057812cdcb57 HTTP/1.1" status: 200 len: 943 time: 0.0589340 Jun 16 17:40:12.986961 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-81ae92c1-4f63-4666-bbb4-3c1d3637a966 req-dc680d1e-da49-4103-83e0-06b49cf8e8ad tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] 10.222.0.40 "GET /v2.0/security-groups?id=d387c7a1-edf2-4ad5-b315-6b4f9f4340c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580218 Jun 16 17:40:13.707175 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7f2cf9-f840-4052-8e22-a19f7fb74ebb req-b72d30fe-dc00-4a9d-81b1-a7274fafdd60 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:40:13.710196 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-4f7f2cf9-f840-4052-8e22-a19f7fb74ebb req-b72d30fe-dc00-4a9d-81b1-a7274fafdd60 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] 10.222.0.40 "GET /v2.0/ports?device_id=bf54c7b6-dc97-4196-bab4-a7698f785a20 HTTP/1.1" status: 200 len: 945 time: 0.0547421 Jun 16 17:40:13.776537 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:40:13.784241 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-4f7f2cf9-f840-4052-8e22-a19f7fb74ebb req-e7314d63-a2cb-4790-b762-2cceeabc417a tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] 10.222.0.40 "GET /v2.0/security-groups?id=d3121c56-625a-476a-9bec-eea3f7651168&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679290 Jun 16 17:40:14.122834 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c0ebc8-5d0b-4843-a206-1ef835b0c4bf req-55ed4524-c56c-4045-a7f5-2f9785cd8c97 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:40:14.124703 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-52c0ebc8-5d0b-4843-a206-1ef835b0c4bf req-55ed4524-c56c-4045-a7f5-2f9785cd8c97 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] 10.222.0.40 "GET /v2.0/ports?device_id=e064158b-7b81-42c1-bc01-057812cdcb57 HTTP/1.1" status: 200 len: 943 time: 0.0659277 Jun 16 17:40:14.183282 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-52c0ebc8-5d0b-4843-a206-1ef835b0c4bf req-370be28a-938a-4e22-b3cc-b09789b3b0fc tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] 10.222.0.40 "GET /v2.0/security-groups?id=d387c7a1-edf2-4ad5-b315-6b4f9f4340c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502756 Jun 16 17:40:14.189118 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 59566) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:40:14.308462 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-d1aec654-344d-4526-8176-65f9fae17b8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:14.398789 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-d1aec654-344d-4526-8176-65f9fae17b8f admin admin] Publish callbacks [] for security_group (5cfbeb23-15af-4a91-9ab4-28a677e7b748), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:14.402695 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-d1aec654-344d-4526-8176-65f9fae17b8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (5cfbeb23-15af-4a91-9ab4-28a677e7b748), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:14.447306 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-d1aec654-344d-4526-8176-65f9fae17b8f admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=ef4a67b504994bf1ad368043426a209a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2569892 Jun 16 17:40:14.447913 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1aec654-344d-4526-8176-65f9fae17b8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cfbeb23-15af-4a91-9ab4-28a677e7b748,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:40:14.450002 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 59570) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:40:14.506716 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-8e678fe5-f5e5-43b1-9576-1e0c72cf9664 admin admin] Publish callbacks [] for security_group (5cfbeb23-15af-4a91-9ab4-28a677e7b748), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:14.511025 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:40:14.532111 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-8e678fe5-f5e5-43b1-9576-1e0c72cf9664 admin admin] Publish callbacks [] for security_group (5cfbeb23-15af-4a91-9ab4-28a677e7b748), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:14.590568 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-8e678fe5-f5e5-43b1-9576-1e0c72cf9664 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (5cfbeb23-15af-4a91-9ab4-28a677e7b748), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:14.593095 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-8e678fe5-f5e5-43b1-9576-1e0c72cf9664 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:14.594346 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-8e678fe5-f5e5-43b1-9576-1e0c72cf9664 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/5cfbeb23-15af-4a91-9ab4-28a677e7b748 HTTP/1.1" status: 204 len: 168 time: 0.1432569 Jun 16 17:40:14.603094 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e678fe5-f5e5-43b1-9576-1e0c72cf9664 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cfbeb23-15af-4a91-9ab4-28a677e7b748,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:40:14.951986 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 59588) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:40:14.977974 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-693c2b3a-e357-46a5-b535-fa58086ca4ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:14.996121 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d4b204-4e26-48a9-9e50-8dca1a5da352 req-10ce0a48-f085-40dc-9960-1763d278a7c0 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:40:14.997757 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-56d4b204-4e26-48a9-9e50-8dca1a5da352 req-10ce0a48-f085-40dc-9960-1763d278a7c0 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] 10.222.0.40 "GET /v2.0/ports?device_id=bf54c7b6-dc97-4196-bab4-a7698f785a20 HTTP/1.1" status: 200 len: 945 time: 0.0728052 Jun 16 17:40:15.060392 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-56d4b204-4e26-48a9-9e50-8dca1a5da352 req-2d2e2c76-5d04-43d3-b515-343db52b9561 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] 10.222.0.40 "GET /v2.0/security-groups?id=d3121c56-625a-476a-9bec-eea3f7651168&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538940 Jun 16 17:40:15.095327 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:40:15.101946 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-693c2b3a-e357-46a5-b535-fa58086ca4ae admin admin] Publish callbacks [] for security_group (7a6cc8e9-0b5b-4265-af74-7927dcfb2675), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:15.106146 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-693c2b3a-e357-46a5-b535-fa58086ca4ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (7a6cc8e9-0b5b-4265-af74-7927dcfb2675), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:15.144431 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693c2b3a-e357-46a5-b535-fa58086ca4ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a6cc8e9-0b5b-4265-af74-7927dcfb2675,revision_number=1']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:40:15.166105 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-693c2b3a-e357-46a5-b535-fa58086ca4ae admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=8b7e20f5e6d44b6ebb5c839c827a2158&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2106318 Jun 16 17:40:15.166490 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 59592) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:40:15.252763 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-591f1f22-78ef-4dc7-808d-b49a079a63e6 admin admin] Publish callbacks [] for security_group (7a6cc8e9-0b5b-4265-af74-7927dcfb2675), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:15.308877 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-591f1f22-78ef-4dc7-808d-b49a079a63e6 admin admin] Publish callbacks [] for security_group (7a6cc8e9-0b5b-4265-af74-7927dcfb2675), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:15.356733 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Device cc7803f8-e7cb-4bb7-a65a-f2c6bd3a1b8e details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=104054) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 17:40:15.409893 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072719ec-4208-491f-99d6-b29717d093e1 req-ac848eb0-6543-4636-bfc9-edd6f00e6f34 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:40:15.425809 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-072719ec-4208-491f-99d6-b29717d093e1 req-ac848eb0-6543-4636-bfc9-edd6f00e6f34 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] 10.222.0.40 "GET /v2.0/ports?device_id=e064158b-7b81-42c1-bc01-057812cdcb57 HTTP/1.1" status: 200 len: 943 time: 0.1184814 Jun 16 17:40:15.440295 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-591f1f22-78ef-4dc7-808d-b49a079a63e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (7a6cc8e9-0b5b-4265-af74-7927dcfb2675), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:15.444849 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-591f1f22-78ef-4dc7-808d-b49a079a63e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:15.446337 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-591f1f22-78ef-4dc7-808d-b49a079a63e6 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/7a6cc8e9-0b5b-4265-af74-7927dcfb2675 HTTP/1.1" status: 204 len: 168 time: 0.2787752 Jun 16 17:40:15.456814 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591f1f22-78ef-4dc7-808d-b49a079a63e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a6cc8e9-0b5b-4265-af74-7927dcfb2675,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:40:15.533352 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-072719ec-4208-491f-99d6-b29717d093e1 req-c890f934-e316-4144-bf68-0630ad91f52d tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] 10.222.0.40 "GET /v2.0/security-groups?id=d387c7a1-edf2-4ad5-b315-6b4f9f4340c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984790 Jun 16 17:40:15.546945 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] For port cc7803f8-e7cb-4bb7-a65a-f2c6bd3a1b8e, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=cc7803f8-e7cb-4bb7-a65a-f2c6bd3a1b8e,segment=NetworkSegment(1add1b51-67b6-49ef-9935-1b6b2ec0e2a3),segment_id=1add1b51-67b6-49ef-9935-1b6b2ec0e2a3)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:40:15.560381 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:40:15.570463 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Returning: {'device': 'cc7803f8-e7cb-4bb7-a65a-f2c6bd3a1b8e', 'network_id': '6e803cc9-885b-4092-b21c-ed0c8b49c26c', 'port_id': 'cc7803f8-e7cb-4bb7-a65a-f2c6bd3a1b8e', 'mac_address': 'fa:16:3e:65:2a:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95144f6c-e9c4-46d6-bb41-a8f5f76b794b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104054) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 17:40:15.617129 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Current status of the port cc7803f8-e7cb-4bb7-a65a-f2c6bd3a1b8e is: DOWN; New status is: BUILD {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:40:15.617694 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (cc7803f8-e7cb-4bb7-a65a-f2c6bd3a1b8e), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:15.634902 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.notifiers.nova [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc7803f8-e7cb-4bb7-a65a-f2c6bd3a1b8e {{(pid=104054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 17:40:15.668345 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] For port cc7803f8-e7cb-4bb7-a65a-f2c6bd3a1b8e, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=cc7803f8-e7cb-4bb7-a65a-f2c6bd3a1b8e,segment=NetworkSegment(1add1b51-67b6-49ef-9935-1b6b2ec0e2a3),segment_id=1add1b51-67b6-49ef-9935-1b6b2ec0e2a3)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:40:15.672203 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114'] for port (cc7803f8-e7cb-4bb7-a65a-f2c6bd3a1b8e), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:15.727112 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Pushing event updated for resources: {'Port': ['ID=cc7803f8-e7cb-4bb7-a65a-f2c6bd3a1b8e,revision_number=4']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:40:15.952751 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] get_ports_and_sgs() called for port_ids ['cc7803f8-e7cb-4bb7-a65a-f2c6bd3a1b8e'] {{(pid=104054) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 17:40:16.085234 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:40:16.210652 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9becc802-f54c-49ce-b5b6-f36634356214 req-cfb61551-1f9b-4bb1-b7df-4919654a609d tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:40:16.213791 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-9becc802-f54c-49ce-b5b6-f36634356214 req-cfb61551-1f9b-4bb1-b7df-4919654a609d tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] 10.222.0.40 "GET /v2.0/ports?device_id=bf54c7b6-dc97-4196-bab4-a7698f785a20 HTTP/1.1" status: 200 len: 945 time: 0.0607922 Jun 16 17:40:16.283839 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-9becc802-f54c-49ce-b5b6-f36634356214 req-645d8dcf-5aac-459e-9273-39cf761e456d tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] 10.222.0.40 "GET /v2.0/security-groups?id=d3121c56-625a-476a-9bec-eea3f7651168&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621870 Jun 16 17:40:16.506864 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-547c5351-716d-4610-b6a3-9672880032f2 req-d8e25bd5-6b0c-4dd3-8d84-b006c072555d service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=bf54c7b6-dc97-4196-bab4-a7698f785a20&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0437903 Jun 16 17:40:16.507476 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:40:16.564908 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487d9801-7b90-4f94-bca3-48beb89d6be8 req-be26b8cd-1e10-4614-8eb4-e8955d79a525 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:40:16.566677 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-487d9801-7b90-4f94-bca3-48beb89d6be8 req-be26b8cd-1e10-4614-8eb4-e8955d79a525 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] 10.222.0.40 "GET /v2.0/ports?device_id=bf54c7b6-dc97-4196-bab4-a7698f785a20 HTTP/1.1" status: 200 len: 945 time: 0.0705249 Jun 16 17:40:16.642017 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547c5351-716d-4610-b6a3-9672880032f2 req-29800f49-be16-4014-8cd9-1a892fcfb456 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:40:16.643435 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-547c5351-716d-4610-b6a3-9672880032f2 req-29800f49-be16-4014-8cd9-1a892fcfb456 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] 10.222.0.40 "GET /v2.0/ports/e9883d3b-f3e0-401d-bbc0-e2d284e3f19d HTTP/1.1" status: 200 len: 942 time: 0.0983684 Jun 16 17:40:16.717968 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65a5a80-da2f-4ab1-8574-0652ebce0094 req-d4b14b80-5041-4bb8-8ffd-bea9d63e672a tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:40:16.720582 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-a65a5a80-da2f-4ab1-8574-0652ebce0094 req-d4b14b80-5041-4bb8-8ffd-bea9d63e672a tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] 10.222.0.40 "GET /v2.0/ports?device_id=e064158b-7b81-42c1-bc01-057812cdcb57 HTTP/1.1" status: 200 len: 944 time: 0.1177917 Jun 16 17:40:16.763239 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-487d9801-7b90-4f94-bca3-48beb89d6be8 req-4e9081c5-9184-4fb1-a760-4c8db1e79474 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] 10.222.0.40 "GET /v2.0/security-groups?id=d3121c56-625a-476a-9bec-eea3f7651168&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1747410 Jun 16 17:40:16.804086 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-a65a5a80-da2f-4ab1-8574-0652ebce0094 req-6e81417d-df35-478f-976b-21d29ed95851 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] 10.222.0.40 "GET /v2.0/security-groups?id=d387c7a1-edf2-4ad5-b315-6b4f9f4340c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669346 Jun 16 17:40:17.337387 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97f6b65-968d-4bec-99aa-9dcc981233ae req-dee57b40-07e7-4480-a82a-274d40004d6c tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:40:17.339013 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-c97f6b65-968d-4bec-99aa-9dcc981233ae req-dee57b40-07e7-4480-a82a-274d40004d6c tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/ports?device_id=9e3be83a-9759-422f-9cd1-5a5d1c631ace HTTP/1.1" status: 200 len: 946 time: 0.0494130 Jun 16 17:40:17.368415 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Device cc7803f8-e7cb-4bb7-a65a-f2c6bd3a1b8e up at agent hyperv_hv-cinder-83754 {{(pid=104054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 17:40:17.400165 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-c97f6b65-968d-4bec-99aa-9dcc981233ae req-545a61ae-1277-41fe-b41b-71a6b2ae933a tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/security-groups?id=332ceecf-b5fe-4807-b7e2-90b219f7924f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555480 Jun 16 17:40:17.428656 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Provisioning for port cc7803f8-e7cb-4bb7-a65a-f2c6bd3a1b8e completed by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 17:40:17.445860 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Provisioning complete for port cc7803f8-e7cb-4bb7-a65a-f2c6bd3a1b8e triggered by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:40:17.446567 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572016'] for port (cc7803f8-e7cb-4bb7-a65a-f2c6bd3a1b8e), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:17.534331 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Current status of the port cc7803f8-e7cb-4bb7-a65a-f2c6bd3a1b8e is: BUILD; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:40:17.534633 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (cc7803f8-e7cb-4bb7-a65a-f2c6bd3a1b8e), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:17.559424 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e064158b-7b81-42c1-bc01-057812cdcb57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc7803f8-e7cb-4bb7-a65a-f2c6bd3a1b8e'}] {{(pid=104054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 17:40:17.561892 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5645e34771f2e92f66b701059e1edb0e2a0b319a1385596c591183f5993537e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e24e42e-89a0-4dd8-a7ff-36c207fc903c" -d '{"events": [{"server_uuid": "e064158b-7b81-42c1-bc01-057812cdcb57", "name": "network-vif-plugged", "status": "completed", "tag": "cc7803f8-e7cb-4bb7-a65a-f2c6bd3a1b8e"}]}' {{(pid=104054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:40:17.585475 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] For port cc7803f8-e7cb-4bb7-a65a-f2c6bd3a1b8e, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=cc7803f8-e7cb-4bb7-a65a-f2c6bd3a1b8e,segment=NetworkSegment(1add1b51-67b6-49ef-9935-1b6b2ec0e2a3),segment_id=1add1b51-67b6-49ef-9935-1b6b2ec0e2a3)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:40:17.590546 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114'] for port (cc7803f8-e7cb-4bb7-a65a-f2c6bd3a1b8e), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:17.591413 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Device e9883d3b-f3e0-401d-bbc0-e2d284e3f19d no longer exists at agent hyperv_hv-cinder-83754 {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 17:40:17.682497 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Pushing event updated for resources: {'Port': ['ID=cc7803f8-e7cb-4bb7-a65a-f2c6bd3a1b8e,revision_number=5']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:40:17.728884 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:40:17.732073 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Current status of the port e9883d3b-f3e0-401d-bbc0-e2d284e3f19d is: ACTIVE; New status is: DOWN {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:40:17.732844 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (e9883d3b-f3e0-401d-bbc0-e2d284e3f19d), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:17.781971 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] For port e9883d3b-f3e0-401d-bbc0-e2d284e3f19d, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=e9883d3b-f3e0-401d-bbc0-e2d284e3f19d,segment=NetworkSegment(bb4775b9-8372-4a35-a023-11a789fdcc61),segment_id=bb4775b9-8372-4a35-a023-11a789fdcc61)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:40:17.794153 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 17:40:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac982ad6-2fbc-4b6b-979f-f34652582535 x-openstack-request-id: req-ac982ad6-2fbc-4b6b-979f-f34652582535 {{(pid=104054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:40:17.794457 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e064158b-7b81-42c1-bc01-057812cdcb57", "name": "network-vif-plugged", "status": "completed", "tag": "cc7803f8-e7cb-4bb7-a65a-f2c6bd3a1b8e", "code": 200}]} {{(pid=104054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:40:17.794822 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-ac982ad6-2fbc-4b6b-979f-f34652582535 {{(pid=104054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:40:17.795322 dv-cinder-837546-2-iscsi neutron-server[104054]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac982ad6-2fbc-4b6b-979f-f34652582535'] response: {'server_uuid': 'e064158b-7b81-42c1-bc01-057812cdcb57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc7803f8-e7cb-4bb7-a65a-f2c6bd3a1b8e', 'code': 200} Jun 16 17:40:17.799698 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114'] for port (e9883d3b-f3e0-401d-bbc0-e2d284e3f19d), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:17.876004 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Pushing event updated for resources: {'Port': ['ID=e9883d3b-f3e0-401d-bbc0-e2d284e3f19d,revision_number=6']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:40:17.916266 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:40:17.964003 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1b1ed0-8728-4252-b65b-4f74b7026c3e req-4550abf1-e008-4797-a4d2-e92081ed0b77 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:40:17.965815 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-5a1b1ed0-8728-4252-b65b-4f74b7026c3e req-4550abf1-e008-4797-a4d2-e92081ed0b77 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] 10.222.0.40 "GET /v2.0/ports?device_id=bf54c7b6-dc97-4196-bab4-a7698f785a20 HTTP/1.1" status: 200 len: 943 time: 0.0994465 Jun 16 17:40:18.005293 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22bc216-cdc9-4cb1-99a8-3d032a2ba397 req-2136c502-b58d-4b23-ab08-ab3ce9fb7ac0 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:40:18.006997 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-d22bc216-cdc9-4cb1-99a8-3d032a2ba397 req-2136c502-b58d-4b23-ab08-ab3ce9fb7ac0 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] 10.222.0.40 "GET /v2.0/ports?device_id=e064158b-7b81-42c1-bc01-057812cdcb57 HTTP/1.1" status: 200 len: 945 time: 0.0869758 Jun 16 17:40:18.062014 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-5a1b1ed0-8728-4252-b65b-4f74b7026c3e req-18c14fbe-9087-448a-be4d-6e50dd113a40 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] 10.222.0.40 "GET /v2.0/security-groups?id=d3121c56-625a-476a-9bec-eea3f7651168&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871918 Jun 16 17:40:18.062519 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e580595-6711-472e-abc5-ae08802af719 req-0e9cf0c4-8beb-41c5-abcd-d75951808110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:40:18.064016 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-1e580595-6711-472e-abc5-ae08802af719 req-0e9cf0c4-8beb-41c5-abcd-d75951808110 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e064158b-7b81-42c1-bc01-057812cdcb57 HTTP/1.1" status: 200 len: 1129 time: 0.0472109 Jun 16 17:40:18.089453 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-d22bc216-cdc9-4cb1-99a8-3d032a2ba397 req-6bac6f31-a872-470b-8bb6-b67fd7e6e299 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] 10.222.0.40 "GET /v2.0/security-groups?id=d387c7a1-edf2-4ad5-b315-6b4f9f4340c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745294 Jun 16 17:40:18.122015 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-1e580595-6711-472e-abc5-ae08802af719 req-e19eba52-5703-495e-8678-69857621e382 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=d387c7a1-edf2-4ad5-b315-6b4f9f4340c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506248 Jun 16 17:40:18.546882 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a054e0-bf56-4c5c-8560-2837aba1527d req-e02a197c-fd5c-47c2-be57-03ede5e789e5 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:40:18.548367 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-31a054e0-bf56-4c5c-8560-2837aba1527d req-e02a197c-fd5c-47c2-be57-03ede5e789e5 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/ports?device_id=9e3be83a-9759-422f-9cd1-5a5d1c631ace HTTP/1.1" status: 200 len: 946 time: 0.0517716 Jun 16 17:40:18.601420 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-31a054e0-bf56-4c5c-8560-2837aba1527d req-973cdd0d-22ed-4b84-907f-affef8ce731c tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/security-groups?id=332ceecf-b5fe-4807-b7e2-90b219f7924f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468845 Jun 16 17:40:18.761800 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (9f2b4370-7d03-4dcb-9a0d-4ff62d859136), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:19.262454 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc38bf5-b8dc-4af7-9569-cf2a74925fcd req-4c4c1f23-0466-4637-b2f9-460a4f3bcc50 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:40:19.264050 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-1bc38bf5-b8dc-4af7-9569-cf2a74925fcd req-4c4c1f23-0466-4637-b2f9-460a4f3bcc50 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] 10.222.0.40 "GET /v2.0/ports?device_id=bf54c7b6-dc97-4196-bab4-a7698f785a20 HTTP/1.1" status: 200 len: 943 time: 0.1178575 Jun 16 17:40:19.358522 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-1bc38bf5-b8dc-4af7-9569-cf2a74925fcd req-55596e76-3169-4600-bc16-24957aceb6bc tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] 10.222.0.40 "GET /v2.0/security-groups?id=d3121c56-625a-476a-9bec-eea3f7651168&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811765 Jun 16 17:40:19.414729 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564a4a6b-6e05-4c25-b218-5ba4ddc0ff8e req-b6139340-a85a-4062-8267-852faf8f823e tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:40:19.416624 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-564a4a6b-6e05-4c25-b218-5ba4ddc0ff8e req-b6139340-a85a-4062-8267-852faf8f823e tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] 10.222.0.40 "GET /v2.0/ports?device_id=e064158b-7b81-42c1-bc01-057812cdcb57 HTTP/1.1" status: 200 len: 945 time: 0.1034946 Jun 16 17:40:19.469947 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-564a4a6b-6e05-4c25-b218-5ba4ddc0ff8e req-d9b3913b-8838-44de-b912-844c690b9fda tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] 10.222.0.40 "GET /v2.0/security-groups?id=d387c7a1-edf2-4ad5-b315-6b4f9f4340c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475843 Jun 16 17:40:19.725371 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2231da-a567-4768-9947-d40f06b53eab req-1fb4e466-de7a-46a6-8de2-8d257b65602b tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:40:19.726995 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-ea2231da-a567-4768-9947-d40f06b53eab req-1fb4e466-de7a-46a6-8de2-8d257b65602b tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/ports?device_id=9e3be83a-9759-422f-9cd1-5a5d1c631ace HTTP/1.1" status: 200 len: 946 time: 0.0520740 Jun 16 17:40:19.779685 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-ea2231da-a567-4768-9947-d40f06b53eab req-43be5fd3-4f84-483b-b5a1-721065502d37 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/security-groups?id=332ceecf-b5fe-4807-b7e2-90b219f7924f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470138 Jun 16 17:40:19.796586 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf54c7b6-dc97-4196-bab4-a7698f785a20', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9883d3b-f3e0-401d-bbc0-e2d284e3f19d'}] {{(pid=104054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 17:40:19.798893 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5645e34771f2e92f66b701059e1edb0e2a0b319a1385596c591183f5993537e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce5b7535-7c4f-411e-8aa4-8319617873a6" -d '{"events": [{"server_uuid": "bf54c7b6-dc97-4196-bab4-a7698f785a20", "name": "network-vif-unplugged", "status": "completed", "tag": "e9883d3b-f3e0-401d-bbc0-e2d284e3f19d"}]}' {{(pid=104054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:40:19.832902 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 16 Jun 2022 17:40:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c90bc4ba-454c-405e-a0cc-13ee31b44727 x-openstack-request-id: req-c90bc4ba-454c-405e-a0cc-13ee31b44727 {{(pid=104054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:40:19.833218 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf54c7b6-dc97-4196-bab4-a7698f785a20", "name": "network-vif-unplugged", "status": "failed", "tag": "e9883d3b-f3e0-401d-bbc0-e2d284e3f19d", "code": 422}]} {{(pid=104054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:40:19.833476 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-c90bc4ba-454c-405e-a0cc-13ee31b44727 {{(pid=104054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:40:19.833917 dv-cinder-837546-2-iscsi neutron-server[104054]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-c90bc4ba-454c-405e-a0cc-13ee31b44727']: {'server_uuid': 'bf54c7b6-dc97-4196-bab4-a7698f785a20', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e9883d3b-f3e0-401d-bbc0-e2d284e3f19d', 'code': 422} returned with failed status Jun 16 17:40:20.544152 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d282bb2-8dac-4eb3-8c13-573da78d5592 req-71079f0d-ebd0-4b58-8c61-b60a18cf462a tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:40:20.549239 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-3d282bb2-8dac-4eb3-8c13-573da78d5592 req-71079f0d-ebd0-4b58-8c61-b60a18cf462a tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] 10.222.0.40 "GET /v2.0/ports?device_id=bf54c7b6-dc97-4196-bab4-a7698f785a20 HTTP/1.1" status: 200 len: 943 time: 0.0904830 Jun 16 17:40:20.627244 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a3b716-725a-4a6b-952a-f7b8acb7973c req-7e615386-8439-4c0a-8873-1db765a33402 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:40:20.635320 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-d1a3b716-725a-4a6b-952a-f7b8acb7973c req-7e615386-8439-4c0a-8873-1db765a33402 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] 10.222.0.40 "GET /v2.0/ports?device_id=e064158b-7b81-42c1-bc01-057812cdcb57 HTTP/1.1" status: 200 len: 945 time: 0.0841177 Jun 16 17:40:20.675823 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-3d282bb2-8dac-4eb3-8c13-573da78d5592 req-2776b69e-dae2-4338-b435-7cabf5fac35f tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] 10.222.0.40 "GET /v2.0/security-groups?id=d3121c56-625a-476a-9bec-eea3f7651168&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1147497 Jun 16 17:40:20.694199 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=100 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:40:20.715668 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-d1a3b716-725a-4a6b-952a-f7b8acb7973c req-b0ca2e04-6967-4692-9520-b2981181dfcf tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] 10.222.0.40 "GET /v2.0/security-groups?id=d387c7a1-edf2-4ad5-b315-6b4f9f4340c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794830 Jun 16 17:40:20.940205 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945d8edc-cb6f-4563-a843-57e38ee75627 req-b030bb29-1c13-479c-ab67-887502a28125 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:40:20.941797 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-945d8edc-cb6f-4563-a843-57e38ee75627 req-b030bb29-1c13-479c-ab67-887502a28125 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] 10.222.0.40 "GET /v2.0/ports?device_id=e064158b-7b81-42c1-bc01-057812cdcb57 HTTP/1.1" status: 200 len: 945 time: 0.0908310 Jun 16 17:40:20.974480 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9aadd3-95a5-4118-a457-9062a3afbfdd req-e763057d-c45c-4370-9eb9-05bf6fff021c tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:40:20.976260 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-4b9aadd3-95a5-4118-a457-9062a3afbfdd req-e763057d-c45c-4370-9eb9-05bf6fff021c tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/ports?device_id=9e3be83a-9759-422f-9cd1-5a5d1c631ace HTTP/1.1" status: 200 len: 946 time: 0.0845995 Jun 16 17:40:21.030676 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-945d8edc-cb6f-4563-a843-57e38ee75627 req-fc6c8957-66ba-441b-8bf9-38fd7bc9b658 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] 10.222.0.40 "GET /v2.0/security-groups?id=d387c7a1-edf2-4ad5-b315-6b4f9f4340c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820727 Jun 16 17:40:21.053061 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-4b9aadd3-95a5-4118-a457-9062a3afbfdd req-ffb4a23d-91a1-4221-bbbd-ab4a9270f79a tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/security-groups?id=332ceecf-b5fe-4807-b7e2-90b219f7924f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689325 Jun 16 17:40:21.053766 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 59740) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:40:21.094795 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24dc58ca-3d74-4bc2-9f0e-d756e267c648 tempest-TestVolumeBootPattern-32580444 tempest-TestVolumeBootPattern-32580444-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:40:21.096335 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-24dc58ca-3d74-4bc2-9f0e-d756e267c648 tempest-TestVolumeBootPattern-32580444 tempest-TestVolumeBootPattern-32580444-project-admin] 10.222.0.40 "GET /v2.0/ports?device_id=e064158b-7b81-42c1-bc01-057812cdcb57 HTTP/1.1" status: 200 len: 1124 time: 0.0415947 Jun 16 17:40:21.100430 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 59742) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:40:21.105386 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.v2.base [None req-a0f758f0-6dd5-4334-b6dc-00fb8b6427dc tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Request body: {'floatingip': {'floating_network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'port_id': 'cc7803f8-e7cb-4bb7-a65a-f2c6bd3a1b8e', 'tenant_id': '314e9434e0ec4c1f9e8d6037143f5ebb', 'fixed_ip_address': '172.20.0.9'}} {{(pid=104053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:40:21.126383 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-a0f758f0-6dd5-4334-b6dc-00fb8b6427dc tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:21.211262 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-a0f758f0-6dd5-4334-b6dc-00fb8b6427dc tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:21.297253 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:40:21.321526 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.db.db_base_plugin_common [None req-a0f758f0-6dd5-4334-b6dc-00fb8b6427dc tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Allocated IP 172.27.0.217 (a25e4fa3-c316-487c-825a-4fde1c36cdb2/47584a51-19b7-439b-9f28-a7f577441b18/7c065202-6488-4c6a-9b89-977133fe0dd1) {{(pid=104053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:40:21.427409 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-a0f758f0-6dd5-4334-b6dc-00fb8b6427dc tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Publish callbacks [] for port (7c065202-6488-4c6a-9b89-977133fe0dd1), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:21.461007 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-a0f758f0-6dd5-4334-b6dc-00fb8b6427dc tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762170029078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64764667'] for port (7c065202-6488-4c6a-9b89-977133fe0dd1), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:21.502454 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0f758f0-6dd5-4334-b6dc-00fb8b6427dc tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Network a25e4fa3-c316-487c-825a-4fde1c36cdb2 is already hosted by enough agents. {{(pid=104053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:40:21.508395 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.scheduler.base_scheduler [None req-a0f758f0-6dd5-4334-b6dc-00fb8b6427dc tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Resources bound (agent type, host, resource id): {{(pid=104053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:40:21.510575 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f758f0-6dd5-4334-b6dc-00fb8b6427dc tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Pushing event updated for resources: {'Port': ['ID=7c065202-6488-4c6a-9b89-977133fe0dd1,revision_number=1']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:40:21.512693 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f758f0-6dd5-4334-b6dc-00fb8b6427dc tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Received port after_create {{(pid=104053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 17:40:21.537608 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f758f0-6dd5-4334-b6dc-00fb8b6427dc tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:40:21.537946 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f758f0-6dd5-4334-b6dc-00fb8b6427dc tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:40:21.538283 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f758f0-6dd5-4334-b6dc-00fb8b6427dc tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:40:21.538623 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f758f0-6dd5-4334-b6dc-00fb8b6427dc tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:40:21.538950 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f758f0-6dd5-4334-b6dc-00fb8b6427dc tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:40:21.539273 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f758f0-6dd5-4334-b6dc-00fb8b6427dc tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:40:21.539592 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f758f0-6dd5-4334-b6dc-00fb8b6427dc tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:40:21.539909 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f758f0-6dd5-4334-b6dc-00fb8b6427dc tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:40:21.540224 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f758f0-6dd5-4334-b6dc-00fb8b6427dc tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:40:21.540540 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f758f0-6dd5-4334-b6dc-00fb8b6427dc tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:40:21.540883 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f758f0-6dd5-4334-b6dc-00fb8b6427dc tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:40:21.541268 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f758f0-6dd5-4334-b6dc-00fb8b6427dc tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:40:21.541585 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f758f0-6dd5-4334-b6dc-00fb8b6427dc tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:40:21.541897 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f758f0-6dd5-4334-b6dc-00fb8b6427dc tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:40:21.542207 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f758f0-6dd5-4334-b6dc-00fb8b6427dc tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:40:21.565909 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:40:21.815687 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22461c19-4faa-4cd8-aa16-5ba5cda33a1d req-8f4365c0-45a9-43c6-b4dd-c33c27fced2a tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:40:21.817833 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-22461c19-4faa-4cd8-aa16-5ba5cda33a1d req-8f4365c0-45a9-43c6-b4dd-c33c27fced2a tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] 10.222.0.40 "GET /v2.0/ports?device_id=bf54c7b6-dc97-4196-bab4-a7698f785a20 HTTP/1.1" status: 200 len: 943 time: 0.0501945 Jun 16 17:40:21.870239 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-22461c19-4faa-4cd8-aa16-5ba5cda33a1d req-f6884e19-ef91-47de-b6ce-2b92a8057712 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] 10.222.0.40 "GET /v2.0/security-groups?id=d3121c56-625a-476a-9bec-eea3f7651168&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462394 Jun 16 17:40:21.921111 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-a0f758f0-6dd5-4334-b6dc-00fb8b6427dc tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Publish callbacks [] for floatingip (7f46be3b-558a-45bb-bd88-675dbb9fe94e), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:21.995188 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-a0f758f0-6dd5-4334-b6dc-00fb8b6427dc tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (7c065202-6488-4c6a-9b89-977133fe0dd1), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:22.138694 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:INSERT=2,neutron:SELECT=97,neutron:UPDATE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:40:22.194747 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-a0f758f0-6dd5-4334-b6dc-00fb8b6427dc tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Publish callbacks [] for port (7c065202-6488-4c6a-9b89-977133fe0dd1), precommit_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:22.203923 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-a0f758f0-6dd5-4334-b6dc-00fb8b6427dc tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64764658'] for port (7c065202-6488-4c6a-9b89-977133fe0dd1), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:22.239616 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abcdd28-6ab9-40ab-bae7-80043ff9b225 req-0d9dc08e-dcff-4369-aadb-8155f5e93a82 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:40:22.243553 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-1abcdd28-6ab9-40ab-bae7-80043ff9b225 req-0d9dc08e-dcff-4369-aadb-8155f5e93a82 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/ports?device_id=9e3be83a-9759-422f-9cd1-5a5d1c631ace HTTP/1.1" status: 200 len: 946 time: 0.0816269 Jun 16 17:40:22.271466 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f758f0-6dd5-4334-b6dc-00fb8b6427dc tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Pushing event updated for resources: {'Port': ['ID=7c065202-6488-4c6a-9b89-977133fe0dd1,revision_number=2']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:40:22.317304 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=100 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:40:22.327930 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-a0f758f0-6dd5-4334-b6dc-00fb8b6427dc tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-375498'] for floatingip (7f46be3b-558a-45bb-bd88-675dbb9fe94e), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:22.350075 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-1abcdd28-6ab9-40ab-bae7-80043ff9b225 req-670d4384-49e1-4c3e-a5cd-05716d76f094 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/security-groups?id=332ceecf-b5fe-4807-b7e2-90b219f7924f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982983 Jun 16 17:40:22.450255 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.db.l3_db [None req-a0f758f0-6dd5-4334-b6dc-00fb8b6427dc tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Floating IP 7f46be3b-558a-45bb-bd88-675dbb9fe94e associated. External IP: 172.27.0.217, port: cc7803f8-e7cb-4bb7-a65a-f2c6bd3a1b8e. Jun 16 17:40:22.658219 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:40:22.693636 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0f758f0-6dd5-4334-b6dc-00fb8b6427dc tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Router 94b8972a-9a93-42e0-a8cb-e4e8f431d6ec has already been hosted by L3 agent 43e250b4-0ce3-4949-aa8c-0bafe6454580 {{(pid=104053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 17:40:22.810476 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0f758f0-6dd5-4334-b6dc-00fb8b6427dc tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Notify agent at l3_agent.dv-cinder-837546-2-iscsi the message routers_updated {{(pid=104053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 17:40:22.822161 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b828398b-4274-489e-b5d5-df0381d7dde2 None None] Sync routers for ids ['94b8972a-9a93-42e0-a8cb-e4e8f431d6ec'] in dv-cinder-837546-2-iscsi {{(pid=104054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:40:22.833440 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-a0f758f0-6dd5-4334-b6dc-00fb8b6427dc tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228225'] for floatingip (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:22.834833 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b828398b-4274-489e-b5d5-df0381d7dde2 None None] Routers {'94b8972a-9a93-42e0-a8cb-e4e8f431d6ec'} bound to L3 agent in host dv-cinder-837546-2-iscsi {{(pid=104054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:40:22.835464 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-b828398b-4274-489e-b5d5-df0381d7dde2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-16T17:26:01Z,description=,heartbeat_timestamp=2022-06-16T17:40:01Z,host='dv-cinder-837546-2-iscsi',id=43e250b4-0ce3-4949-aa8c-0bafe6454580,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:26:01Z,topic='l3_agent')) {'router_ids': ['94b8972a-9a93-42e0-a8cb-e4e8f431d6ec'], 'active': True} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:40:22.870842 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-a0f758f0-6dd5-4334-b6dc-00fb8b6427dc tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7689714 Jun 16 17:40:22.871538 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e064158b-7b81-42c1-bc01-057812cdcb57', 'tag': 'cc7803f8-e7cb-4bb7-a65a-f2c6bd3a1b8e'}] {{(pid=104053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 17:40:22.874034 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a0e0b451bd7acf9de88ec0a1fb74022464d6f98a5cc449ea229bf781c77e32d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89d15f44-756e-4d19-a5d0-371e5f582ece" -d '{"events": [{"name": "network-changed", "server_uuid": "e064158b-7b81-42c1-bc01-057812cdcb57", "tag": "cc7803f8-e7cb-4bb7-a65a-f2c6bd3a1b8e"}]}' {{(pid=104053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:40:22.918897 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 17:40:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2f8b91c-9540-482c-b920-0c7eafe327d5 x-openstack-request-id: req-a2f8b91c-9540-482c-b920-0c7eafe327d5 {{(pid=104053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:40:22.919416 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e064158b-7b81-42c1-bc01-057812cdcb57", "tag": "cc7803f8-e7cb-4bb7-a65a-f2c6bd3a1b8e", "status": "completed", "code": 200}]} {{(pid=104053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:40:22.919883 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-a2f8b91c-9540-482c-b920-0c7eafe327d5 {{(pid=104053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:40:22.920448 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2f8b91c-9540-482c-b920-0c7eafe327d5'] response: {'name': 'network-changed', 'server_uuid': 'e064158b-7b81-42c1-bc01-057812cdcb57', 'tag': 'cc7803f8-e7cb-4bb7-a65a-f2c6bd3a1b8e', 'status': 'completed', 'code': 200} Jun 16 17:40:23.013483 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d15f44-756e-4d19-a5d0-371e5f582ece req-7e32229d-3005-477c-b696-0b82a427baa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:40:23.015059 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-89d15f44-756e-4d19-a5d0-371e5f582ece req-7e32229d-3005-477c-b696-0b82a427baa5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=314e9434e0ec4c1f9e8d6037143f5ebb&device_id=e064158b-7b81-42c1-bc01-057812cdcb57 HTTP/1.1" status: 200 len: 1129 time: 0.0682170 Jun 16 17:40:23.054864 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1960f0-fde6-4cb4-b4de-45a4b16f6f6a req-5b932230-dd68-4260-aed6-bdbf7ef4a268 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:40:23.056378 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-5b1960f0-fde6-4cb4-b4de-45a4b16f6f6a req-5b932230-dd68-4260-aed6-bdbf7ef4a268 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] 10.222.0.40 "GET /v2.0/ports?device_id=bf54c7b6-dc97-4196-bab4-a7698f785a20 HTTP/1.1" status: 200 len: 943 time: 0.0635993 Jun 16 17:40:23.093077 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvr_db [None req-b828398b-4274-489e-b5d5-df0381d7dde2 None None] Set router 94b8972a-9a93-42e0-a8cb-e4e8f431d6ec gateway port host: dv-cinder-837546-2-iscsi {{(pid=104054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:40:23.112079 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-5b1960f0-fde6-4cb4-b4de-45a4b16f6f6a req-15af532c-9e06-4cac-a3f6-757a249726e9 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] 10.222.0.40 "GET /v2.0/security-groups?id=d3121c56-625a-476a-9bec-eea3f7651168&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496070 Jun 16 17:40:23.343557 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547c5351-716d-4610-b6a3-9672880032f2 req-d8176ee4-9a50-4d15-92f5-a30d3d291801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:40:23.344217 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:40:23.345489 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-547c5351-716d-4610-b6a3-9672880032f2 req-d8176ee4-9a50-4d15-92f5-a30d3d291801 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=bf54c7b6-dc97-4196-bab4-a7698f785a20&tenant_id=35fdc8ef703e43f1a730a868721c4a2d HTTP/1.1" status: 200 len: 1127 time: 0.0962257 Jun 16 17:40:23.360449 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d15f44-756e-4d19-a5d0-371e5f582ece req-9290dd28-7f03-4125-b806-2fc72161be2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:40:23.364785 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-89d15f44-756e-4d19-a5d0-371e5f582ece req-9290dd28-7f03-4125-b806-2fc72161be2e service neutron] 10.222.0.47 "GET /v2.0/networks?id=6e803cc9-885b-4092-b21c-ed0c8b49c26c HTTP/1.1" status: 200 len: 912 time: 0.1267359 Jun 16 17:40:23.419860 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-b828398b-4274-489e-b5d5-df0381d7dde2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94b8972a-9a93-42e0-a8cb-e4e8f431d6ec', 'name': 'tempest-TestVolumeBootPattern-961332294-router', 'tenant_id': '314e9434e0ec4c1f9e8d6037143f5ebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'external_fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': '026d437e-e8b0-49f7-a119-3b208a2699d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:36:30Z', 'updated_at': '2022-06-16T17:36:35Z', 'revision_number': 4, 'project_id': '314e9434e0ec4c1f9e8d6037143f5ebb', 'gw_port': {'id': '026d437e-e8b0-49f7-a119-3b208a2699d4', 'name': '', 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:00:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b8972a-9a93-42e0-a8cb-e4e8f431d6ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:36:31Z', 'updated_at': '2022-06-16T17:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47584a51-19b7-439b-9f28-a7f577441b18', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-2-iscsi', '_floatingips': [{'id': '7f46be3b-558a-45bb-bd88-675dbb9fe94e', 'tenant_id': '314e9434e0ec4c1f9e8d6037143f5ebb', 'floating_ip_address': '172.27.0.217', 'floating_network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'router_id': '94b8972a-9a93-42e0-a8cb-e4e8f431d6ec', 'port_id': 'cc7803f8-e7cb-4bb7-a65a-f2c6bd3a1b8e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6e803cc9-885b-4092-b21c-ed0c8b49c26c', 'mac_address': 'fa:16:3e:65:2a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e064158b-7b81-42c1-bc01-057812cdcb57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T17:40:21Z', 'updated_at': '2022-06-16T17:40:21Z', 'revision_number': 0, 'project_id': '314e9434e0ec4c1f9e8d6037143f5ebb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18c3303c-2322-42ff-a397-62b412c219b3', 'name': '', 'network_id': '6e803cc9-885b-4092-b21c-ed0c8b49c26c', 'tenant_id': '314e9434e0ec4c1f9e8d6037143f5ebb', 'mac_address': 'fa:16:3e:aa:c3:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b8972a-9a93-42e0-a8cb-e4e8f431d6ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '95144f6c-e9c4-46d6-bb41-a8f5f76b794b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:36:34Z', 'updated_at': '2022-06-16T17:36:41Z', 'revision_number': 5, 'project_id': '314e9434e0ec4c1f9e8d6037143f5ebb', 'subnets': [{'id': '95144f6c-e9c4-46d6-bb41-a8f5f76b794b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837546-2-iscsi', False) {} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:40:23.436626 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547c5351-716d-4610-b6a3-9672880032f2 req-dcdb1652-b256-433c-acec-dec13d167d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:40:23.438692 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-547c5351-716d-4610-b6a3-9672880032f2 req-dcdb1652-b256-433c-acec-dec13d167d21 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=35fdc8ef703e43f1a730a868721c4a2d&device_id=bf54c7b6-dc97-4196-bab4-a7698f785a20 HTTP/1.1" status: 200 len: 1127 time: 0.0612319 Jun 16 17:40:23.468643 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b828398b-4274-489e-b5d5-df0381d7dde2 None None] Checking router: 94b8972a-9a93-42e0-a8cb-e4e8f431d6ec for host: dv-cinder-837546-2-iscsi {{(pid=104054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:40:23.485022 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b828398b-4274-489e-b5d5-df0381d7dde2 None None] Routers {'94b8972a-9a93-42e0-a8cb-e4e8f431d6ec'} bound to L3 agent in host dv-cinder-837546-2-iscsi {{(pid=104054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:40:23.485820 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-b828398b-4274-489e-b5d5-df0381d7dde2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-16T17:26:01Z,description=,heartbeat_timestamp=2022-06-16T17:40:01Z,host='dv-cinder-837546-2-iscsi',id=43e250b4-0ce3-4949-aa8c-0bafe6454580,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:26:01Z,topic='l3_agent')) {'router_ids': ['94b8972a-9a93-42e0-a8cb-e4e8f431d6ec'], 'active': True} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:40:23.494313 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-89d15f44-756e-4d19-a5d0-371e5f582ece req-ff718488-2d22-41b6-8191-1ab4216a9cbd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cc7803f8-e7cb-4bb7-a65a-f2c6bd3a1b8e HTTP/1.1" status: 200 len: 999 time: 0.1176040 Jun 16 17:40:23.561062 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d15f44-756e-4d19-a5d0-371e5f582ece req-c6586ed1-9dec-4eb4-869f-e6c6b1d36441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:40:23.562892 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-89d15f44-756e-4d19-a5d0-371e5f582ece req-c6586ed1-9dec-4eb4-869f-e6c6b1d36441 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=95144f6c-e9c4-46d6-bb41-a8f5f76b794b HTTP/1.1" status: 200 len: 850 time: 0.0603945 Jun 16 17:40:23.590466 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547c5351-716d-4610-b6a3-9672880032f2 req-f6815475-111a-4162-bf3b-2d9c85b447cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:40:23.592124 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-547c5351-716d-4610-b6a3-9672880032f2 req-f6815475-111a-4162-bf3b-2d9c85b447cf service neutron] 10.222.0.47 "GET /v2.0/networks?id=faa616db-04da-45e0-8b5a-5b794f8b5dd6 HTTP/1.1" status: 200 len: 910 time: 0.1406434 Jun 16 17:40:23.613457 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvr_db [None req-b828398b-4274-489e-b5d5-df0381d7dde2 None None] Set router 94b8972a-9a93-42e0-a8cb-e4e8f431d6ec gateway port host: dv-cinder-837546-2-iscsi {{(pid=104054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:40:23.629810 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d15f44-756e-4d19-a5d0-371e5f582ece req-8f433ec1-4bd9-46ee-8363-981fd6a43777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:40:23.632895 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-89d15f44-756e-4d19-a5d0-371e5f582ece req-8f433ec1-4bd9-46ee-8363-981fd6a43777 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6e803cc9-885b-4092-b21c-ed0c8b49c26c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0620110 Jun 16 17:40:23.686859 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-547c5351-716d-4610-b6a3-9672880032f2 req-2824da04-53ce-48cd-bfd8-f16a738c560e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e9883d3b-f3e0-401d-bbc0-e2d284e3f19d HTTP/1.1" status: 200 len: 999 time: 0.0756788 Jun 16 17:40:23.774720 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ce157b-dc5c-45e4-a6e2-898531fc8372 req-851a7570-8a0b-4a1f-bcf3-9f0c8d66a0de tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:40:23.782788 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-c9ce157b-dc5c-45e4-a6e2-898531fc8372 req-851a7570-8a0b-4a1f-bcf3-9f0c8d66a0de tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/ports?device_id=9e3be83a-9759-422f-9cd1-5a5d1c631ace HTTP/1.1" status: 200 len: 946 time: 0.2162814 Jun 16 17:40:23.791534 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:40:23.808360 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547c5351-716d-4610-b6a3-9672880032f2 req-a5af6c1d-6dac-44f9-971c-934236a89517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:40:23.813677 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-547c5351-716d-4610-b6a3-9672880032f2 req-a5af6c1d-6dac-44f9-971c-934236a89517 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3a5fc11e-57cf-421a-b4a2-bf85b45ade3d HTTP/1.1" status: 200 len: 848 time: 0.1149306 Jun 16 17:40:23.819455 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-89d15f44-756e-4d19-a5d0-371e5f582ece req-c01fe09b-f37a-48da-8fcd-0435cb5f1796 service neutron] 10.222.0.47 "GET /v2.0/networks/6e803cc9-885b-4092-b21c-ed0c8b49c26c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803949 Jun 16 17:40:23.917418 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-b828398b-4274-489e-b5d5-df0381d7dde2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94b8972a-9a93-42e0-a8cb-e4e8f431d6ec', 'name': 'tempest-TestVolumeBootPattern-961332294-router', 'tenant_id': '314e9434e0ec4c1f9e8d6037143f5ebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'external_fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': '026d437e-e8b0-49f7-a119-3b208a2699d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:36:30Z', 'updated_at': '2022-06-16T17:36:35Z', 'revision_number': 4, 'project_id': '314e9434e0ec4c1f9e8d6037143f5ebb', 'gw_port': {'id': '026d437e-e8b0-49f7-a119-3b208a2699d4', 'name': '', 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:00:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b8972a-9a93-42e0-a8cb-e4e8f431d6ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:36:31Z', 'updated_at': '2022-06-16T17:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47584a51-19b7-439b-9f28-a7f577441b18', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-2-iscsi', '_floatingips': [{'id': '7f46be3b-558a-45bb-bd88-675dbb9fe94e', 'tenant_id': '314e9434e0ec4c1f9e8d6037143f5ebb', 'floating_ip_address': '172.27.0.217', 'floating_network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'router_id': '94b8972a-9a93-42e0-a8cb-e4e8f431d6ec', 'port_id': 'cc7803f8-e7cb-4bb7-a65a-f2c6bd3a1b8e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6e803cc9-885b-4092-b21c-ed0c8b49c26c', 'mac_address': 'fa:16:3e:65:2a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e064158b-7b81-42c1-bc01-057812cdcb57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T17:40:21Z', 'updated_at': '2022-06-16T17:40:21Z', 'revision_number': 0, 'project_id': '314e9434e0ec4c1f9e8d6037143f5ebb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18c3303c-2322-42ff-a397-62b412c219b3', 'name': '', 'network_id': '6e803cc9-885b-4092-b21c-ed0c8b49c26c', 'tenant_id': '314e9434e0ec4c1f9e8d6037143f5ebb', 'mac_address': 'fa:16:3e:aa:c3:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b8972a-9a93-42e0-a8cb-e4e8f431d6ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '95144f6c-e9c4-46d6-bb41-a8f5f76b794b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:36:34Z', 'updated_at': '2022-06-16T17:36:41Z', 'revision_number': 5, 'project_id': '314e9434e0ec4c1f9e8d6037143f5ebb', 'subnets': [{'id': '95144f6c-e9c4-46d6-bb41-a8f5f76b794b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837546-2-iscsi', False) {} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:40:23.925421 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547c5351-716d-4610-b6a3-9672880032f2 req-ecc9db54-2b88-461d-9116-d1cd66c96f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:40:23.927056 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-547c5351-716d-4610-b6a3-9672880032f2 req-ecc9db54-2b88-461d-9116-d1cd66c96f8f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=faa616db-04da-45e0-8b5a-5b794f8b5dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1002183 Jun 16 17:40:23.941960 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-c9ce157b-dc5c-45e4-a6e2-898531fc8372 req-3e5ae0d3-5ed8-4254-9334-bce815040a6e tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/security-groups?id=332ceecf-b5fe-4807-b7e2-90b219f7924f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1576467 Jun 16 17:40:23.948662 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-89d15f44-756e-4d19-a5d0-371e5f582ece req-833feebd-785b-465e-b25a-0b02512cb6f3 service neutron] 10.222.0.47 "GET /v2.0/networks/6e803cc9-885b-4092-b21c-ed0c8b49c26c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225245 Jun 16 17:40:23.954305 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b828398b-4274-489e-b5d5-df0381d7dde2 None None] The sync data for ids ['94b8972a-9a93-42e0-a8cb-e4e8f431d6ec'] in dv-cinder-837546-2-iscsi is: [{'id': '94b8972a-9a93-42e0-a8cb-e4e8f431d6ec', 'name': 'tempest-TestVolumeBootPattern-961332294-router', 'tenant_id': '314e9434e0ec4c1f9e8d6037143f5ebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'external_fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': '026d437e-e8b0-49f7-a119-3b208a2699d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:36:30Z', 'updated_at': '2022-06-16T17:36:35Z', 'revision_number': 4, 'project_id': '314e9434e0ec4c1f9e8d6037143f5ebb', 'gw_port': {'id': '026d437e-e8b0-49f7-a119-3b208a2699d4', 'name': '', 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:00:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b8972a-9a93-42e0-a8cb-e4e8f431d6ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:36:31Z', 'updated_at': '2022-06-16T17:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47584a51-19b7-439b-9f28-a7f577441b18', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-2-iscsi', '_floatingips': [{'id': '7f46be3b-558a-45bb-bd88-675dbb9fe94e', 'tenant_id': '314e9434e0ec4c1f9e8d6037143f5ebb', 'floating_ip_address': '172.27.0.217', 'floating_network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'router_id': '94b8972a-9a93-42e0-a8cb-e4e8f431d6ec', 'port_id': 'cc7803f8-e7cb-4bb7-a65a-f2c6bd3a1b8e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6e803cc9-885b-4092-b21c-ed0c8b49c26c', 'mac_address': 'fa:16:3e:65:2a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e064158b-7b81-42c1-bc01-057812cdcb57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T17:40:21Z', 'updated_at': '2022-06-16T17:40:21Z', 'revision_number': 0, 'project_id': '314e9434e0ec4c1f9e8d6037143f5ebb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18c3303c-2322-42ff-a397-62b412c219b3', 'name': '', 'network_id': '6e803cc9-885b-4092-b21c-ed0c8b49c26c', 'tenant_id': '314e9434e0ec4c1f9e8d6037143f5ebb', 'mac_address': 'fa:16:3e:aa:c3:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b8972a-9a93-42e0-a8cb-e4e8f431d6ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '95144f6c-e9c4-46d6-bb41-a8f5f76b794b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:36:34Z', 'updated_at': '2022-06-16T17:36:41Z', 'revision_number': 5, 'project_id': '314e9434e0ec4c1f9e8d6037143f5ebb', 'subnets': [{'id': '95144f6c-e9c4-46d6-bb41-a8f5f76b794b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:40:24.121811 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-547c5351-716d-4610-b6a3-9672880032f2 req-8fbd1ce8-8d6b-40a6-9609-457dd0c794a1 service neutron] 10.222.0.47 "GET /v2.0/networks/faa616db-04da-45e0-8b5a-5b794f8b5dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700878 Jun 16 17:40:24.244363 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=68,neutron:UPDATE=1 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:40:24.279800 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e8f2d8-c627-4753-8c96-0f3ee62cc860 None None] New status for floating IP 7f46be3b-558a-45bb-bd88-675dbb9fe94e: ACTIVE {{(pid=104055) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 17:40:24.281542 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f09a43-1750-4e40-aa52-3655f77c8d53 req-d9f0d4e3-d4cc-4d22-ba78-38e04057771e tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:40:24.283054 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-01f09a43-1750-4e40-aa52-3655f77c8d53 req-d9f0d4e3-d4cc-4d22-ba78-38e04057771e tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] 10.222.0.40 "GET /v2.0/ports?device_id=bf54c7b6-dc97-4196-bab4-a7698f785a20 HTTP/1.1" status: 200 len: 943 time: 0.0679493 Jun 16 17:40:24.291334 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=100 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:40:24.311661 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-547c5351-716d-4610-b6a3-9672880032f2 req-b172acd5-3898-4387-a51c-d46ae2e9bc7f service neutron] 10.222.0.47 "GET /v2.0/networks/faa616db-04da-45e0-8b5a-5b794f8b5dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835277 Jun 16 17:40:24.348390 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-01f09a43-1750-4e40-aa52-3655f77c8d53 req-00692dba-3af4-472c-9eed-1545a11a2b2d tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] 10.222.0.40 "GET /v2.0/security-groups?id=d3121c56-625a-476a-9bec-eea3f7651168&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531528 Jun 16 17:40:25.126428 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608c455b-b9e4-4f24-8750-7ecc25031f77 req-2a1c0d32-f1ce-4a45-a923-aca48d89b857 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:40:25.130353 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-608c455b-b9e4-4f24-8750-7ecc25031f77 req-2a1c0d32-f1ce-4a45-a923-aca48d89b857 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/ports?device_id=9e3be83a-9759-422f-9cd1-5a5d1c631ace HTTP/1.1" status: 200 len: 946 time: 0.0687747 Jun 16 17:40:25.450960 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-608c455b-b9e4-4f24-8750-7ecc25031f77 req-86c854df-fa02-44ec-9ed3-328b378101ed tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/security-groups?id=332ceecf-b5fe-4807-b7e2-90b219f7924f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3144839 Jun 16 17:40:25.577705 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=100 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:40:25.594588 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40d899d-8f0a-4fee-aacb-fec2620c1d71 req-f9cd438a-d4a7-48cf-b4a4-7953d075ca45 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:40:25.596346 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-e40d899d-8f0a-4fee-aacb-fec2620c1d71 req-f9cd438a-d4a7-48cf-b4a4-7953d075ca45 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] 10.222.0.40 "GET /v2.0/ports?device_id=bf54c7b6-dc97-4196-bab4-a7698f785a20 HTTP/1.1" status: 200 len: 943 time: 0.0656054 Jun 16 17:40:25.665056 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-e40d899d-8f0a-4fee-aacb-fec2620c1d71 req-0b999300-cdbb-48a0-855f-edbe2ef1db06 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] 10.222.0.40 "GET /v2.0/security-groups?id=d3121c56-625a-476a-9bec-eea3f7651168&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613353 Jun 16 17:40:26.595850 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91afa518-7f0b-46d4-b0b7-2efecf472162 req-50c96ef7-dc56-47e4-8d08-3ba34fe9f885 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:40:26.597839 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-91afa518-7f0b-46d4-b0b7-2efecf472162 req-50c96ef7-dc56-47e4-8d08-3ba34fe9f885 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/ports?device_id=9e3be83a-9759-422f-9cd1-5a5d1c631ace HTTP/1.1" status: 200 len: 946 time: 0.0507340 Jun 16 17:40:26.651729 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-91afa518-7f0b-46d4-b0b7-2efecf472162 req-26f2d129-ee62-472e-8167-38791e7b32c9 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/security-groups?id=332ceecf-b5fe-4807-b7e2-90b219f7924f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478194 Jun 16 17:40:26.784614 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4bef3f-68ec-487f-88bf-93dc4c8d1998 req-bc2895c8-cde7-4897-94d5-1dba41254849 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:40:26.786892 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-7f4bef3f-68ec-487f-88bf-93dc4c8d1998 req-bc2895c8-cde7-4897-94d5-1dba41254849 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] 10.222.0.40 "GET /v2.0/ports?device_id=bf54c7b6-dc97-4196-bab4-a7698f785a20 HTTP/1.1" status: 200 len: 943 time: 0.0511708 Jun 16 17:40:26.839231 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-7f4bef3f-68ec-487f-88bf-93dc4c8d1998 req-8f870f34-7d23-4215-af38-c05fd87028c6 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] 10.222.0.40 "GET /v2.0/security-groups?id=d3121c56-625a-476a-9bec-eea3f7651168&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468435 Jun 16 17:40:27.605358 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 59838) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:40:27.712349 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-ecd88ab5-d654-4455-8465-d26aac5fee5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:27.795973 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00839bb0-e3ee-4157-9d22-d8f799d3d495 req-499da1be-4ccf-46d4-af51-e6b9fa3e94e3 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:40:27.797539 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-00839bb0-e3ee-4157-9d22-d8f799d3d495 req-499da1be-4ccf-46d4-af51-e6b9fa3e94e3 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/ports?device_id=9e3be83a-9759-422f-9cd1-5a5d1c631ace HTTP/1.1" status: 200 len: 946 time: 0.0646420 Jun 16 17:40:27.874178 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-ecd88ab5-d654-4455-8465-d26aac5fee5c admin admin] Publish callbacks [] for security_group (d13ad365-b04d-45af-b9ed-8bf65ffc6046), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:27.878018 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-00839bb0-e3ee-4157-9d22-d8f799d3d495 req-2a4c4ab5-04f7-46c0-846c-528e3170e5ce tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/security-groups?id=332ceecf-b5fe-4807-b7e2-90b219f7924f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739326 Jun 16 17:40:27.879054 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-ecd88ab5-d654-4455-8465-d26aac5fee5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (d13ad365-b04d-45af-b9ed-8bf65ffc6046), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:27.918682 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-ecd88ab5-d654-4455-8465-d26aac5fee5c admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=fe217c8ef64c4c82b2f68e6319d257fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3121710 Jun 16 17:40:27.921405 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 59848) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:40:27.933826 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd88ab5-d654-4455-8465-d26aac5fee5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d13ad365-b04d-45af-b9ed-8bf65ffc6046,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:40:27.975576 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a103b1ca-ccb4-4383-8de6-383215bcf5f0 req-42b3fb80-3214-4ded-8945-2179b8719efa tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:40:27.977207 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-a103b1ca-ccb4-4383-8de6-383215bcf5f0 req-42b3fb80-3214-4ded-8945-2179b8719efa tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] 10.222.0.40 "GET /v2.0/ports?device_id=bf54c7b6-dc97-4196-bab4-a7698f785a20 HTTP/1.1" status: 200 len: 943 time: 0.0540404 Jun 16 17:40:27.980633 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-643c2bb5-b32b-415f-a257-481788a66b5d admin admin] Publish callbacks [] for security_group (d13ad365-b04d-45af-b9ed-8bf65ffc6046), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:28.004045 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-643c2bb5-b32b-415f-a257-481788a66b5d admin admin] Publish callbacks [] for security_group (d13ad365-b04d-45af-b9ed-8bf65ffc6046), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:28.029248 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-a103b1ca-ccb4-4383-8de6-383215bcf5f0 req-913c72c4-495c-4886-9711-ec6c745c6525 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] 10.222.0.40 "GET /v2.0/security-groups?id=d3121c56-625a-476a-9bec-eea3f7651168&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444846 Jun 16 17:40:28.057122 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-643c2bb5-b32b-415f-a257-481788a66b5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (d13ad365-b04d-45af-b9ed-8bf65ffc6046), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:28.059866 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-643c2bb5-b32b-415f-a257-481788a66b5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:28.061007 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-643c2bb5-b32b-415f-a257-481788a66b5d admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/d13ad365-b04d-45af-b9ed-8bf65ffc6046 HTTP/1.1" status: 204 len: 168 time: 0.1380727 Jun 16 17:40:28.070959 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643c2bb5-b32b-415f-a257-481788a66b5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d13ad365-b04d-45af-b9ed-8bf65ffc6046,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:40:28.339020 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 59854) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:40:28.353514 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-39920451-f4ff-482c-a8b2-670dcf767861 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:28.382244 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:40:28.438072 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-39920451-f4ff-482c-a8b2-670dcf767861 admin admin] Publish callbacks [] for security_group (587e696a-8591-456e-ab73-a5c8a5d5ecc8), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:28.441939 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-39920451-f4ff-482c-a8b2-670dcf767861 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (587e696a-8591-456e-ab73-a5c8a5d5ecc8), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:28.482587 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-39920451-f4ff-482c-a8b2-670dcf767861 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=c89b8fc4183a4aabae2d41005d76b785&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1423981 Jun 16 17:40:28.483559 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39920451-f4ff-482c-a8b2-670dcf767861 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=587e696a-8591-456e-ab73-a5c8a5d5ecc8,revision_number=1']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:40:28.485480 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 59856) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:40:28.538766 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-5b4d66b6-7353-4d7e-8465-cb0ba05e547b admin admin] Publish callbacks [] for security_group (587e696a-8591-456e-ab73-a5c8a5d5ecc8), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:28.559737 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-5b4d66b6-7353-4d7e-8465-cb0ba05e547b admin admin] Publish callbacks [] for security_group (587e696a-8591-456e-ab73-a5c8a5d5ecc8), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:28.609351 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-5b4d66b6-7353-4d7e-8465-cb0ba05e547b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (587e696a-8591-456e-ab73-a5c8a5d5ecc8), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:28.612087 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-5b4d66b6-7353-4d7e-8465-cb0ba05e547b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:28.613279 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-5b4d66b6-7353-4d7e-8465-cb0ba05e547b admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/587e696a-8591-456e-ab73-a5c8a5d5ecc8 HTTP/1.1" status: 204 len: 168 time: 0.1266100 Jun 16 17:40:28.621823 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4d66b6-7353-4d7e-8465-cb0ba05e547b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=587e696a-8591-456e-ab73-a5c8a5d5ecc8,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:40:28.960512 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-97df388b-2a58-482f-bcd4-c746a3f9e4a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (e26ebcb9-a690-4ec1-8688-e951546304f4), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:29.012452 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d5a808-b500-4296-9638-28d8b1656eb5 req-d1e43e1e-f4f0-44c2-8d20-713a37fc18e4 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:40:29.013986 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-c3d5a808-b500-4296-9638-28d8b1656eb5 req-d1e43e1e-f4f0-44c2-8d20-713a37fc18e4 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/ports?device_id=9e3be83a-9759-422f-9cd1-5a5d1c631ace HTTP/1.1" status: 200 len: 946 time: 0.0537400 Jun 16 17:40:29.038277 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=3 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:40:29.050671 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:40:29.074911 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-c3d5a808-b500-4296-9638-28d8b1656eb5 req-2d025f94-f612-49ac-b801-50e91bac465a tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/security-groups?id=332ceecf-b5fe-4807-b7e2-90b219f7924f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546763 Jun 16 17:40:29.170253 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26aa02c-115a-41e5-83f7-570045e232ab req-d97cc20e-12d8-42b3-9ed2-f1f6eaf0e53b tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:40:29.173266 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-d26aa02c-115a-41e5-83f7-570045e232ab req-d97cc20e-12d8-42b3-9ed2-f1f6eaf0e53b tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] 10.222.0.40 "GET /v2.0/ports?device_id=bf54c7b6-dc97-4196-bab4-a7698f785a20 HTTP/1.1" status: 200 len: 943 time: 0.0656452 Jun 16 17:40:29.230173 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-d26aa02c-115a-41e5-83f7-570045e232ab req-c6a60ff6-1073-4391-96f1-9ce2f6773225 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] 10.222.0.40 "GET /v2.0/security-groups?id=d3121c56-625a-476a-9bec-eea3f7651168&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490987 Jun 16 17:40:30.232015 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9fafb2-7f3c-4eb9-893b-b426207708b8 req-f300b04e-5bc8-4147-a8ba-27577230a5d4 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:40:30.233773 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-0a9fafb2-7f3c-4eb9-893b-b426207708b8 req-f300b04e-5bc8-4147-a8ba-27577230a5d4 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/ports?device_id=9e3be83a-9759-422f-9cd1-5a5d1c631ace HTTP/1.1" status: 200 len: 946 time: 0.0552201 Jun 16 17:40:30.311521 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-0a9fafb2-7f3c-4eb9-893b-b426207708b8 req-7ac3e61c-bc49-4cc0-9897-69191f9dd15a tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/security-groups?id=332ceecf-b5fe-4807-b7e2-90b219f7924f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712357 Jun 16 17:40:30.368554 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067ddb89-e3c3-42c9-9aea-198353d9e023 req-f53d2020-da5c-437d-acbf-e106c623c5e2 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:40:30.370400 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-067ddb89-e3c3-42c9-9aea-198353d9e023 req-f53d2020-da5c-437d-acbf-e106c623c5e2 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] 10.222.0.40 "GET /v2.0/ports?device_id=bf54c7b6-dc97-4196-bab4-a7698f785a20 HTTP/1.1" status: 200 len: 943 time: 0.0504076 Jun 16 17:40:30.433331 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-067ddb89-e3c3-42c9-9aea-198353d9e023 req-cf3cb513-d519-4ec4-84f8-370184dd528e tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] 10.222.0.40 "GET /v2.0/security-groups?id=d3121c56-625a-476a-9bec-eea3f7651168&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538757 Jun 16 17:40:31.276384 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-537c7e38-1576-4572-8ed3-8e7940eb83b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (43e250b4-0ce3-4949-aa8c-0bafe6454580), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:31.437856 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0de88a-6372-4fd9-b7b7-516c5d1645c6 req-9eb8a35e-6b1d-41b5-9543-f22e10dc1116 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:40:31.439459 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-ff0de88a-6372-4fd9-b7b7-516c5d1645c6 req-9eb8a35e-6b1d-41b5-9543-f22e10dc1116 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/ports?device_id=9e3be83a-9759-422f-9cd1-5a5d1c631ace HTTP/1.1" status: 200 len: 946 time: 0.0519190 Jun 16 17:40:31.506239 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-ff0de88a-6372-4fd9-b7b7-516c5d1645c6 req-526e8e30-6585-4843-b14f-7655260b31da tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/security-groups?id=332ceecf-b5fe-4807-b7e2-90b219f7924f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576236 Jun 16 17:40:31.593895 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf9d219-49e8-4c6a-a9ee-8b5303c4ea29 req-66c67fb2-5508-4249-938f-db3ca33fdae2 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:40:31.597597 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-6cf9d219-49e8-4c6a-a9ee-8b5303c4ea29 req-66c67fb2-5508-4249-938f-db3ca33fdae2 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] 10.222.0.40 "GET /v2.0/ports?device_id=bf54c7b6-dc97-4196-bab4-a7698f785a20 HTTP/1.1" status: 200 len: 943 time: 0.0754828 Jun 16 17:40:31.677293 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-6cf9d219-49e8-4c6a-a9ee-8b5303c4ea29 req-c7d4b5c6-dde9-47a9-8383-8c3277e566fa tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] 10.222.0.40 "GET /v2.0/security-groups?id=d3121c56-625a-476a-9bec-eea3f7651168&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681150 Jun 16 17:40:32.491013 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-359da135-d845-4d2e-a034-e84fcb95f5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (8e118b8c-b091-4f14-909a-13c66b53efc1), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:32.634873 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba0d568-e5c2-454f-817f-0012fc2cb169 req-094f9fef-e31c-422b-aeb1-e8885f2ae6b9 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:40:32.636346 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-fba0d568-e5c2-454f-817f-0012fc2cb169 req-094f9fef-e31c-422b-aeb1-e8885f2ae6b9 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/ports?device_id=9e3be83a-9759-422f-9cd1-5a5d1c631ace HTTP/1.1" status: 200 len: 946 time: 0.0539796 Jun 16 17:40:32.687186 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-fba0d568-e5c2-454f-817f-0012fc2cb169 req-abf589be-6a9c-4adf-bd14-ff5aa2b41330 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/security-groups?id=332ceecf-b5fe-4807-b7e2-90b219f7924f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446212 Jun 16 17:40:32.795722 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4b1991-653c-40b5-b13e-ccc6b9937aa1 req-63d4e620-85fc-43b7-93ae-852097e3d750 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:40:32.797279 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-bf4b1991-653c-40b5-b13e-ccc6b9937aa1 req-63d4e620-85fc-43b7-93ae-852097e3d750 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] 10.222.0.40 "GET /v2.0/ports?device_id=bf54c7b6-dc97-4196-bab4-a7698f785a20 HTTP/1.1" status: 200 len: 943 time: 0.0463285 Jun 16 17:40:32.851366 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-bf4b1991-653c-40b5-b13e-ccc6b9937aa1 req-f9a5c8c3-8145-4f16-aa1c-0fc576a95409 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] 10.222.0.40 "GET /v2.0/security-groups?id=d3121c56-625a-476a-9bec-eea3f7651168&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472641 Jun 16 17:40:33.168912 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 59948) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:40:33.309943 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-443a2d29-7d8a-4172-96d1-97388210b1a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:33.422741 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-443a2d29-7d8a-4172-96d1-97388210b1a4 admin admin] Publish callbacks [] for security_group (b86592cd-bf54-4517-9c44-53bda1201485), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:33.426286 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Device e9883d3b-f3e0-401d-bbc0-e2d284e3f19d details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=104054) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 17:40:33.429615 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-443a2d29-7d8a-4172-96d1-97388210b1a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (b86592cd-bf54-4517-9c44-53bda1201485), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:33.475958 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-443a2d29-7d8a-4172-96d1-97388210b1a4 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=1989db9416914dfab7a6add951a0d442&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3059101 Jun 16 17:40:33.477092 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443a2d29-7d8a-4172-96d1-97388210b1a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b86592cd-bf54-4517-9c44-53bda1201485,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:40:33.478643 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 59960) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:40:33.512932 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:40:33.545593 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-cb066484-72e1-45d5-a156-a2e4257b6248 admin admin] Publish callbacks [] for security_group (b86592cd-bf54-4517-9c44-53bda1201485), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:33.568875 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] For port e9883d3b-f3e0-401d-bbc0-e2d284e3f19d, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=e9883d3b-f3e0-401d-bbc0-e2d284e3f19d,segment=NetworkSegment(bb4775b9-8372-4a35-a023-11a789fdcc61),segment_id=bb4775b9-8372-4a35-a023-11a789fdcc61)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:40:33.578283 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-cb066484-72e1-45d5-a156-a2e4257b6248 admin admin] Publish callbacks [] for security_group (b86592cd-bf54-4517-9c44-53bda1201485), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:33.590091 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Returning: {'device': 'e9883d3b-f3e0-401d-bbc0-e2d284e3f19d', 'network_id': 'faa616db-04da-45e0-8b5a-5b794f8b5dd6', 'port_id': 'e9883d3b-f3e0-401d-bbc0-e2d284e3f19d', 'mac_address': 'fa:16:3e:1f:40:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a5fc11e-57cf-421a-b4a2-bf85b45ade3d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104054) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 17:40:33.644142 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Current status of the port e9883d3b-f3e0-401d-bbc0-e2d284e3f19d is: DOWN; New status is: BUILD {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:40:33.644794 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (e9883d3b-f3e0-401d-bbc0-e2d284e3f19d), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:33.666238 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.notifiers.nova [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9883d3b-f3e0-401d-bbc0-e2d284e3f19d {{(pid=104054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 17:40:33.667925 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-cb066484-72e1-45d5-a156-a2e4257b6248 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (b86592cd-bf54-4517-9c44-53bda1201485), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:33.673653 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-cb066484-72e1-45d5-a156-a2e4257b6248 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:33.680596 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-cb066484-72e1-45d5-a156-a2e4257b6248 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/b86592cd-bf54-4517-9c44-53bda1201485 HTTP/1.1" status: 204 len: 168 time: 0.1999657 Jun 16 17:40:33.691834 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb066484-72e1-45d5-a156-a2e4257b6248 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b86592cd-bf54-4517-9c44-53bda1201485,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:40:33.696201 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] For port e9883d3b-f3e0-401d-bbc0-e2d284e3f19d, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=e9883d3b-f3e0-401d-bbc0-e2d284e3f19d,segment=NetworkSegment(bb4775b9-8372-4a35-a023-11a789fdcc61),segment_id=bb4775b9-8372-4a35-a023-11a789fdcc61)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:40:33.706281 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114'] for port (e9883d3b-f3e0-401d-bbc0-e2d284e3f19d), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:33.803171 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Pushing event updated for resources: {'Port': ['ID=e9883d3b-f3e0-401d-bbc0-e2d284e3f19d,revision_number=7']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:40:33.850425 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf999d4e-e017-444c-be5d-a92a18b96242 req-6ddc01a7-f581-41d8-8a3f-bea0b1e81949 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:40:33.852189 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-bf999d4e-e017-444c-be5d-a92a18b96242 req-6ddc01a7-f581-41d8-8a3f-bea0b1e81949 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/ports?device_id=9e3be83a-9759-422f-9cd1-5a5d1c631ace HTTP/1.1" status: 200 len: 946 time: 0.0627663 Jun 16 17:40:33.881745 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:40:33.909527 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-bf999d4e-e017-444c-be5d-a92a18b96242 req-8ce173fe-bd21-4322-b98c-4d8a1ca7aeba tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/security-groups?id=332ceecf-b5fe-4807-b7e2-90b219f7924f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512698 Jun 16 17:40:33.967717 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:40:33.983283 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9f2dca-daff-4760-bad4-bdff7d2858d8 req-c92e68f9-ade4-4d9e-bd0b-5c7183ce5d73 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:40:33.985093 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-ef9f2dca-daff-4760-bad4-bdff7d2858d8 req-c92e68f9-ade4-4d9e-bd0b-5c7183ce5d73 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] 10.222.0.40 "GET /v2.0/ports?device_id=bf54c7b6-dc97-4196-bab4-a7698f785a20 HTTP/1.1" status: 200 len: 944 time: 0.0531440 Jun 16 17:40:34.032451 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 59974) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:40:34.042197 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-ef9f2dca-daff-4760-bad4-bdff7d2858d8 req-7e18120b-95b6-4924-be07-747504cf074b tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] 10.222.0.40 "GET /v2.0/security-groups?id=d3121c56-625a-476a-9bec-eea3f7651168&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501153 Jun 16 17:40:34.045932 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-f7371f02-efda-4106-8ae0-623aa44858f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:34.071239 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] get_ports_and_sgs() called for port_ids ['e9883d3b-f3e0-401d-bbc0-e2d284e3f19d'] {{(pid=104054) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 17:40:34.128273 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-f7371f02-efda-4106-8ae0-623aa44858f8 admin admin] Publish callbacks [] for security_group (385af672-4c8e-4542-b75e-f3d92c6bbb06), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:34.132614 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-f7371f02-efda-4106-8ae0-623aa44858f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (385af672-4c8e-4542-b75e-f3d92c6bbb06), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:34.177315 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-f7371f02-efda-4106-8ae0-623aa44858f8 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=71ba81c5abdd4371a111a8ff54486e3b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1434302 Jun 16 17:40:34.178125 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7371f02-efda-4106-8ae0-623aa44858f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=385af672-4c8e-4542-b75e-f3d92c6bbb06,revision_number=1']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:40:34.180353 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 59976) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:40:34.202500 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-1d81e0cb-ff47-4623-99d5-ab370c19a781 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (25dd433a-18a0-496e-b58c-593ddca2a11d), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:34.227760 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:40:34.241503 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-8da37ea9-1864-4881-8360-18a598104d91 admin admin] Publish callbacks [] for security_group (385af672-4c8e-4542-b75e-f3d92c6bbb06), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:34.266196 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-8da37ea9-1864-4881-8360-18a598104d91 admin admin] Publish callbacks [] for security_group (385af672-4c8e-4542-b75e-f3d92c6bbb06), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:34.318626 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-8da37ea9-1864-4881-8360-18a598104d91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (385af672-4c8e-4542-b75e-f3d92c6bbb06), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:34.321692 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-8da37ea9-1864-4881-8360-18a598104d91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:34.322849 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-8da37ea9-1864-4881-8360-18a598104d91 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/385af672-4c8e-4542-b75e-f3d92c6bbb06 HTTP/1.1" status: 204 len: 168 time: 0.1413097 Jun 16 17:40:34.332560 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da37ea9-1864-4881-8360-18a598104d91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=385af672-4c8e-4542-b75e-f3d92c6bbb06,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:40:34.389822 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=8 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:40:34.397312 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=61,neutron:UPDATE=5 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:40:34.491260 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (f1f6c009-5a31-4833-b180-4d9d41a55fe5), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:35.089343 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9936bc-1796-4028-9eba-af6357f1c53b req-d7a8c80a-c2a3-4619-a93d-457ebd86759f tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:40:35.090751 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-7b9936bc-1796-4028-9eba-af6357f1c53b req-d7a8c80a-c2a3-4619-a93d-457ebd86759f tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/ports?device_id=9e3be83a-9759-422f-9cd1-5a5d1c631ace HTTP/1.1" status: 200 len: 946 time: 0.0589027 Jun 16 17:40:35.154386 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-7b9936bc-1796-4028-9eba-af6357f1c53b req-d29e5406-876b-49a4-a573-f34b5b7a549e tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/security-groups?id=332ceecf-b5fe-4807-b7e2-90b219f7924f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576651 Jun 16 17:40:35.216023 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c17386-a986-485e-ac62-363b91c6db27 req-bc3729ef-b6a9-4c00-b12b-ee450f81cf20 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:40:35.217645 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-73c17386-a986-485e-ac62-363b91c6db27 req-bc3729ef-b6a9-4c00-b12b-ee450f81cf20 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] 10.222.0.40 "GET /v2.0/ports?device_id=bf54c7b6-dc97-4196-bab4-a7698f785a20 HTTP/1.1" status: 200 len: 944 time: 0.0598621 Jun 16 17:40:35.296768 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-73c17386-a986-485e-ac62-363b91c6db27 req-f7455488-b1fa-4a9e-9a57-3b7f1cbaea38 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] 10.222.0.40 "GET /v2.0/security-groups?id=d3121c56-625a-476a-9bec-eea3f7651168&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724833 Jun 16 17:40:35.434345 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Device a57fbaeb-135f-4864-997b-23904c802e78 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=104054) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 17:40:35.436581 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Device e9883d3b-f3e0-401d-bbc0-e2d284e3f19d up at agent hyperv_hv-cinder-83754 {{(pid=104054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 17:40:35.549749 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Provisioning complete for port e9883d3b-f3e0-401d-bbc0-e2d284e3f19d triggered by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:40:35.550218 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572016'] for port (e9883d3b-f3e0-401d-bbc0-e2d284e3f19d), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:35.638289 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] For port a57fbaeb-135f-4864-997b-23904c802e78, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=a57fbaeb-135f-4864-997b-23904c802e78,segment=NetworkSegment(86f1a2bf-e88a-4894-b8aa-61c574f8d191),segment_id=86f1a2bf-e88a-4894-b8aa-61c574f8d191)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:40:35.655572 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Returning: {'device': 'a57fbaeb-135f-4864-997b-23904c802e78', 'network_id': '3cd693dc-5d6d-482c-a40c-9c9d0ef17994', 'port_id': 'a57fbaeb-135f-4864-997b-23904c802e78', 'mac_address': 'fa:16:3e:76:03:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15008cf9-9c5e-4724-bbb5-bbf37d371079', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104054) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 17:40:35.701523 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Current status of the port a57fbaeb-135f-4864-997b-23904c802e78 is: ACTIVE; New status is: BUILD {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:40:35.701914 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (a57fbaeb-135f-4864-997b-23904c802e78), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:35.717295 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:40:35.718993 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.notifiers.nova [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a57fbaeb-135f-4864-997b-23904c802e78 {{(pid=104054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 17:40:35.771096 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] For port a57fbaeb-135f-4864-997b-23904c802e78, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=a57fbaeb-135f-4864-997b-23904c802e78,segment=NetworkSegment(86f1a2bf-e88a-4894-b8aa-61c574f8d191),segment_id=86f1a2bf-e88a-4894-b8aa-61c574f8d191)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:40:35.781132 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114'] for port (a57fbaeb-135f-4864-997b-23904c802e78), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:35.788806 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Current status of the port e9883d3b-f3e0-401d-bbc0-e2d284e3f19d is: BUILD; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:40:35.789203 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (e9883d3b-f3e0-401d-bbc0-e2d284e3f19d), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:35.850942 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf54c7b6-dc97-4196-bab4-a7698f785a20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9883d3b-f3e0-401d-bbc0-e2d284e3f19d'}] {{(pid=104054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 17:40:35.854158 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5645e34771f2e92f66b701059e1edb0e2a0b319a1385596c591183f5993537e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9a90045-38d9-47f2-8fbc-5303207843fe" -d '{"events": [{"server_uuid": "bf54c7b6-dc97-4196-bab4-a7698f785a20", "name": "network-vif-plugged", "status": "completed", "tag": "e9883d3b-f3e0-401d-bbc0-e2d284e3f19d"}]}' {{(pid=104054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:40:35.875005 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] For port e9883d3b-f3e0-401d-bbc0-e2d284e3f19d, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=e9883d3b-f3e0-401d-bbc0-e2d284e3f19d,segment=NetworkSegment(bb4775b9-8372-4a35-a023-11a789fdcc61),segment_id=bb4775b9-8372-4a35-a023-11a789fdcc61)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:40:35.876537 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Pushing event updated for resources: {'Port': ['ID=a57fbaeb-135f-4864-997b-23904c802e78,revision_number=6']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:40:35.884548 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] get_ports_and_sgs() called for port_ids ['a57fbaeb-135f-4864-997b-23904c802e78'] {{(pid=104054) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 17:40:35.887420 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114'] for port (e9883d3b-f3e0-401d-bbc0-e2d284e3f19d), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:35.949889 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Pushing event updated for resources: {'Port': ['ID=e9883d3b-f3e0-401d-bbc0-e2d284e3f19d,revision_number=8']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:40:35.972224 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 17:40:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98fe58d4-4898-4c34-81f1-2a272b4711c3 x-openstack-request-id: req-98fe58d4-4898-4c34-81f1-2a272b4711c3 {{(pid=104054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:40:35.973139 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf54c7b6-dc97-4196-bab4-a7698f785a20", "name": "network-vif-plugged", "status": "completed", "tag": "e9883d3b-f3e0-401d-bbc0-e2d284e3f19d", "code": 200}]} {{(pid=104054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:40:35.973789 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-98fe58d4-4898-4c34-81f1-2a272b4711c3 {{(pid=104054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:40:35.974458 dv-cinder-837546-2-iscsi neutron-server[104054]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98fe58d4-4898-4c34-81f1-2a272b4711c3'] response: {'server_uuid': 'bf54c7b6-dc97-4196-bab4-a7698f785a20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9883d3b-f3e0-401d-bbc0-e2d284e3f19d', 'code': 200} Jun 16 17:40:35.985196 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:40:36.326611 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5100d70c-d19c-4a73-a8bb-65b40c7dca0f req-67f0c549-3c98-4761-a93e-041100346a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:40:36.328099 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-5100d70c-d19c-4a73-a8bb-65b40c7dca0f req-67f0c549-3c98-4761-a93e-041100346a80 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=bf54c7b6-dc97-4196-bab4-a7698f785a20 HTTP/1.1" status: 200 len: 1129 time: 0.1060178 Jun 16 17:40:36.502080 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402a77ba-9899-40dd-87ef-b6e34848e803 req-08942960-8e96-47e3-a8b1-8b0291dd86d0 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:40:36.503614 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-402a77ba-9899-40dd-87ef-b6e34848e803 req-08942960-8e96-47e3-a8b1-8b0291dd86d0 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/ports?device_id=9e3be83a-9759-422f-9cd1-5a5d1c631ace HTTP/1.1" status: 200 len: 945 time: 0.1866670 Jun 16 17:40:36.546132 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c25f587-2591-4bf2-8fc5-a26adc827871 req-2c44ceeb-57b6-42e3-9c1a-090b9af7d965 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:40:36.548510 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-1c25f587-2591-4bf2-8fc5-a26adc827871 req-2c44ceeb-57b6-42e3-9c1a-090b9af7d965 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] 10.222.0.40 "GET /v2.0/ports?device_id=bf54c7b6-dc97-4196-bab4-a7698f785a20 HTTP/1.1" status: 200 len: 945 time: 0.1375644 Jun 16 17:40:36.560747 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-5100d70c-d19c-4a73-a8bb-65b40c7dca0f req-6bb93bce-e857-49cb-88e1-54fdd91a7af9 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=d3121c56-625a-476a-9bec-eea3f7651168&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2212675 Jun 16 17:40:36.641955 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-402a77ba-9899-40dd-87ef-b6e34848e803 req-be3e0ecc-76f3-4104-a058-b90ad4f40726 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/security-groups?id=332ceecf-b5fe-4807-b7e2-90b219f7924f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1184621 Jun 16 17:40:36.650427 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-1c25f587-2591-4bf2-8fc5-a26adc827871 req-d027e060-a379-4825-b600-aba26b5403a0 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] 10.222.0.40 "GET /v2.0/security-groups?id=d3121c56-625a-476a-9bec-eea3f7651168&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925939 Jun 16 17:40:37.437863 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Device a57fbaeb-135f-4864-997b-23904c802e78 up at agent hyperv_hv-cinder-83754 {{(pid=104054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 17:40:37.519468 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Provisioning complete for port a57fbaeb-135f-4864-997b-23904c802e78 triggered by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:40:37.521585 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572016'] for port (a57fbaeb-135f-4864-997b-23904c802e78), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:37.689022 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Current status of the port a57fbaeb-135f-4864-997b-23904c802e78 is: BUILD; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:40:37.689684 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (a57fbaeb-135f-4864-997b-23904c802e78), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:37.758376 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] For port a57fbaeb-135f-4864-997b-23904c802e78, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=a57fbaeb-135f-4864-997b-23904c802e78,segment=NetworkSegment(86f1a2bf-e88a-4894-b8aa-61c574f8d191),segment_id=86f1a2bf-e88a-4894-b8aa-61c574f8d191)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:40:37.770942 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114'] for port (a57fbaeb-135f-4864-997b-23904c802e78), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:37.876704 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Pushing event updated for resources: {'Port': ['ID=a57fbaeb-135f-4864-997b-23904c802e78,revision_number=7']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:40:37.897925 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef78d21b-0f61-45e4-b11a-f3e51c5e5297 req-e3b54b11-c774-4af0-9b6c-b4f552f2db0e tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:40:37.900249 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-ef78d21b-0f61-45e4-b11a-f3e51c5e5297 req-e3b54b11-c774-4af0-9b6c-b4f552f2db0e tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/ports?device_id=9e3be83a-9759-422f-9cd1-5a5d1c631ace HTTP/1.1" status: 200 len: 946 time: 0.0949605 Jun 16 17:40:37.932442 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d373c35b-6ab5-4ea8-adf2-ba6ccf75a57d req-ff7edc95-55dd-400f-a895-515a3d9db1e3 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:40:37.941114 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-d373c35b-6ab5-4ea8-adf2-ba6ccf75a57d req-ff7edc95-55dd-400f-a895-515a3d9db1e3 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] 10.222.0.40 "GET /v2.0/ports?device_id=bf54c7b6-dc97-4196-bab4-a7698f785a20 HTTP/1.1" status: 200 len: 945 time: 0.1578443 Jun 16 17:40:37.976001 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e3be83a-9759-422f-9cd1-5a5d1c631ace', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a57fbaeb-135f-4864-997b-23904c802e78'}] {{(pid=104054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 17:40:37.978934 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5645e34771f2e92f66b701059e1edb0e2a0b319a1385596c591183f5993537e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b89e93aa-aa1c-4136-ab40-da80ed416cbd" -d '{"events": [{"server_uuid": "9e3be83a-9759-422f-9cd1-5a5d1c631ace", "name": "network-vif-plugged", "status": "completed", "tag": "a57fbaeb-135f-4864-997b-23904c802e78"}]}' {{(pid=104054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:40:38.008121 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-ef78d21b-0f61-45e4-b11a-f3e51c5e5297 req-325e9ed0-f730-41b6-a390-445888fc9ba9 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/security-groups?id=332ceecf-b5fe-4807-b7e2-90b219f7924f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912549 Jun 16 17:40:38.041770 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-d373c35b-6ab5-4ea8-adf2-ba6ccf75a57d req-7c2490b4-bf11-4132-979b-2a776946c418 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] 10.222.0.40 "GET /v2.0/security-groups?id=d3121c56-625a-476a-9bec-eea3f7651168&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997405 Jun 16 17:40:38.132677 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 17:40:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f7ce1d6-9ba1-42eb-a76b-a2fd36f19e55 x-openstack-request-id: req-8f7ce1d6-9ba1-42eb-a76b-a2fd36f19e55 {{(pid=104054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:40:38.132957 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e3be83a-9759-422f-9cd1-5a5d1c631ace", "name": "network-vif-plugged", "status": "completed", "tag": "a57fbaeb-135f-4864-997b-23904c802e78", "code": 200}]} {{(pid=104054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:40:38.133225 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-8f7ce1d6-9ba1-42eb-a76b-a2fd36f19e55 {{(pid=104054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:40:38.133824 dv-cinder-837546-2-iscsi neutron-server[104054]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f7ce1d6-9ba1-42eb-a76b-a2fd36f19e55'] response: {'server_uuid': '9e3be83a-9759-422f-9cd1-5a5d1c631ace', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a57fbaeb-135f-4864-997b-23904c802e78', 'code': 200} Jun 16 17:40:38.692755 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d2bb38-63ac-4538-b5d3-f4a2d417aecf req-32934289-1269-4402-b674-8d4b45213ca5 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:40:38.703803 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-d3d2bb38-63ac-4538-b5d3-f4a2d417aecf req-32934289-1269-4402-b674-8d4b45213ca5 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] 10.222.0.40 "GET /v2.0/ports?device_id=fd30c63b-c274-43bd-8322-7f51a2d51166 HTTP/1.1" status: 200 len: 945 time: 0.0779431 Jun 16 17:40:38.736816 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:40:38.772107 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-d3d2bb38-63ac-4538-b5d3-f4a2d417aecf req-e423029a-2c0c-4b6d-86ac-fc5e0461995b tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] 10.222.0.40 "GET /v2.0/security-groups?id=654a2a18-4b0c-4d1a-9d24-ea2cb8e2d252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673227 Jun 16 17:40:39.102145 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 60134) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:40:39.178552 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63db3612-634f-4f97-9ab7-ba13d6406008 req-74a7a485-f7cf-4fe9-a25e-2a87e3bee3b0 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:40:39.185795 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-63db3612-634f-4f97-9ab7-ba13d6406008 req-74a7a485-f7cf-4fe9-a25e-2a87e3bee3b0 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/ports?device_id=9e3be83a-9759-422f-9cd1-5a5d1c631ace HTTP/1.1" status: 200 len: 946 time: 0.0747578 Jun 16 17:40:39.208166 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:40:39.278644 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-7531d058-044c-47d5-abf2-276d44f93127 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:39.284682 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-63db3612-634f-4f97-9ab7-ba13d6406008 req-235c5e4c-da35-43d3-85eb-61ba7ac01ba3 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/security-groups?id=332ceecf-b5fe-4807-b7e2-90b219f7924f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956876 Jun 16 17:40:39.300892 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5d4725-9407-49e8-b5eb-87caae6f7234 req-60f4e94c-494e-4caf-97e0-86b8d28e882c tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:40:39.305566 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-1c5d4725-9407-49e8-b5eb-87caae6f7234 req-60f4e94c-494e-4caf-97e0-86b8d28e882c tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] 10.222.0.40 "GET /v2.0/ports?device_id=bf54c7b6-dc97-4196-bab4-a7698f785a20 HTTP/1.1" status: 200 len: 945 time: 0.1168630 Jun 16 17:40:39.308977 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:40:39.390525 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-1c5d4725-9407-49e8-b5eb-87caae6f7234 req-23db7099-4fa6-4db6-9f20-95d3f1f1f01f tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] 10.222.0.40 "GET /v2.0/security-groups?id=d3121c56-625a-476a-9bec-eea3f7651168&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725756 Jun 16 17:40:39.430851 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-7531d058-044c-47d5-abf2-276d44f93127 admin admin] Publish callbacks [] for security_group (22e20a11-8b5b-4eaa-b051-ba2fad678429), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:39.438498 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-7531d058-044c-47d5-abf2-276d44f93127 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (22e20a11-8b5b-4eaa-b051-ba2fad678429), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:39.502259 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-7531d058-044c-47d5-abf2-276d44f93127 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=1b82e66a68d948a48acc4822eaa493cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3989780 Jun 16 17:40:39.506186 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 60146) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:40:39.509757 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7531d058-044c-47d5-abf2-276d44f93127 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22e20a11-8b5b-4eaa-b051-ba2fad678429,revision_number=1']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:40:39.571409 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-5da7e76c-d00a-4103-852a-89431f69e744 admin admin] Publish callbacks [] for security_group (22e20a11-8b5b-4eaa-b051-ba2fad678429), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:39.595510 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-5da7e76c-d00a-4103-852a-89431f69e744 admin admin] Publish callbacks [] for security_group (22e20a11-8b5b-4eaa-b051-ba2fad678429), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:39.663484 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-5da7e76c-d00a-4103-852a-89431f69e744 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (22e20a11-8b5b-4eaa-b051-ba2fad678429), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:39.666092 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-5da7e76c-d00a-4103-852a-89431f69e744 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:39.689616 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-5da7e76c-d00a-4103-852a-89431f69e744 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/22e20a11-8b5b-4eaa-b051-ba2fad678429 HTTP/1.1" status: 204 len: 168 time: 0.1728070 Jun 16 17:40:39.700794 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da7e76c-d00a-4103-852a-89431f69e744 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22e20a11-8b5b-4eaa-b051-ba2fad678429,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:40:39.714561 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da7e76c-d00a-4103-852a-89431f69e744 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:40:39.714986 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da7e76c-d00a-4103-852a-89431f69e744 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:40:39.715386 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da7e76c-d00a-4103-852a-89431f69e744 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:40:39.717676 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da7e76c-d00a-4103-852a-89431f69e744 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:40:39.717676 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da7e76c-d00a-4103-852a-89431f69e744 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:40:39.717961 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da7e76c-d00a-4103-852a-89431f69e744 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:40:39.718242 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da7e76c-d00a-4103-852a-89431f69e744 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:40:39.718613 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da7e76c-d00a-4103-852a-89431f69e744 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:40:39.719102 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da7e76c-d00a-4103-852a-89431f69e744 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:40:39.719432 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da7e76c-d00a-4103-852a-89431f69e744 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:40:39.719758 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da7e76c-d00a-4103-852a-89431f69e744 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:40:39.720084 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da7e76c-d00a-4103-852a-89431f69e744 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:40:39.720405 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da7e76c-d00a-4103-852a-89431f69e744 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:40:39.720725 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da7e76c-d00a-4103-852a-89431f69e744 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:40:39.721039 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da7e76c-d00a-4103-852a-89431f69e744 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:40:39.936583 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c19d273-6318-4de4-aa29-4fd45119e66d req-146860c7-4fda-41d7-b7df-f459a5fe8315 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:40:39.938377 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-6c19d273-6318-4de4-aa29-4fd45119e66d req-146860c7-4fda-41d7-b7df-f459a5fe8315 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] 10.222.0.40 "GET /v2.0/ports?device_id=fd30c63b-c274-43bd-8322-7f51a2d51166 HTTP/1.1" status: 200 len: 945 time: 0.0967166 Jun 16 17:40:40.004190 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-6c19d273-6318-4de4-aa29-4fd45119e66d req-de5bba5a-b7c1-4c4b-bb8a-339d02389f50 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] 10.222.0.40 "GET /v2.0/security-groups?id=654a2a18-4b0c-4d1a-9d24-ea2cb8e2d252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590529 Jun 16 17:40:40.585051 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af85b1ad-5d03-4b7c-8e7e-8fc552d7fbeb req-eb7d7464-af9e-4e19-aac5-d648157e9eb6 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:40:40.597035 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-af85b1ad-5d03-4b7c-8e7e-8fc552d7fbeb req-eb7d7464-af9e-4e19-aac5-d648157e9eb6 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/ports?device_id=9e3be83a-9759-422f-9cd1-5a5d1c631ace HTTP/1.1" status: 200 len: 946 time: 0.1106071 Jun 16 17:40:40.779934 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-af85b1ad-5d03-4b7c-8e7e-8fc552d7fbeb req-bdba91ec-d279-42c8-aca9-f2d795f14103 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/security-groups?id=332ceecf-b5fe-4807-b7e2-90b219f7924f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1795368 Jun 16 17:40:40.800863 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368386a9-a4d1-4edc-a45d-849a1b08cfce req-642162ea-e036-465d-885e-6497bb67aced tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:40:40.804689 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-368386a9-a4d1-4edc-a45d-849a1b08cfce req-642162ea-e036-465d-885e-6497bb67aced tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] 10.222.0.47 "GET /v2.0/ports?device_id=fd30c63b-c274-43bd-8322-7f51a2d51166 HTTP/1.1" status: 200 len: 945 time: 0.1964958 Jun 16 17:40:41.026989 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [req-368386a9-a4d1-4edc-a45d-849a1b08cfce req-bd36fb6d-3a33-4c4f-97e7-dc3cb5fa8670 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Deleting port 97934cf6-fabb-41ed-a2c0-382cfdc7a011 {{(pid=104052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 17:40:41.027532 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-368386a9-a4d1-4edc-a45d-849a1b08cfce req-bd36fb6d-3a33-4c4f-97e7-dc3cb5fa8670 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762170394215'] for port (97934cf6-fabb-41ed-a2c0-382cfdc7a011), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:41.221466 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bf767e-86df-4c3f-b879-5e2e3be2e70b req-8bac6829-521d-4a49-b047-7c47247800d6 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:40:41.229090 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-e0bf767e-86df-4c3f-b879-5e2e3be2e70b req-8bac6829-521d-4a49-b047-7c47247800d6 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] 10.222.0.40 "GET /v2.0/ports?device_id=fd30c63b-c274-43bd-8322-7f51a2d51166 HTTP/1.1" status: 200 len: 945 time: 0.0729034 Jun 16 17:40:41.292789 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-e0bf767e-86df-4c3f-b879-5e2e3be2e70b req-c423323c-bdc7-447e-a967-cca93f276523 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] 10.222.0.40 "GET /v2.0/security-groups?id=654a2a18-4b0c-4d1a-9d24-ea2cb8e2d252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626345 Jun 16 17:40:41.328664 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [req-368386a9-a4d1-4edc-a45d-849a1b08cfce req-bd36fb6d-3a33-4c4f-97e7-dc3cb5fa8670 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] For port 97934cf6-fabb-41ed-a2c0-382cfdc7a011, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=97934cf6-fabb-41ed-a2c0-382cfdc7a011,segment=NetworkSegment(c9623932-56f3-419e-916e-2d5cd1273f56),segment_id=c9623932-56f3-419e-916e-2d5cd1273f56)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:40:41.329518 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-368386a9-a4d1-4edc-a45d-849a1b08cfce req-bd36fb6d-3a33-4c4f-97e7-dc3cb5fa8670 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376266'] for port (97934cf6-fabb-41ed-a2c0-382cfdc7a011), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:41.389177 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:40:41.541460 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-368386a9-a4d1-4edc-a45d-849a1b08cfce req-bd36fb6d-3a33-4c4f-97e7-dc3cb5fa8670 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:41.542134 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-368386a9-a4d1-4edc-a45d-849a1b08cfce req-bd36fb6d-3a33-4c4f-97e7-dc3cb5fa8670 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-375498'] for floatingip (838553bf-8f95-4ecf-8bba-b300d2a772bc), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:41.542620 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.db.l3_db [req-368386a9-a4d1-4edc-a45d-849a1b08cfce req-bd36fb6d-3a33-4c4f-97e7-dc3cb5fa8670 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Floating IP 838553bf-8f95-4ecf-8bba-b300d2a772bc disassociated. External IP: 172.27.0.13, port: 97934cf6-fabb-41ed-a2c0-382cfdc7a011. Jun 16 17:40:41.542962 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [req-368386a9-a4d1-4edc-a45d-849a1b08cfce req-bd36fb6d-3a33-4c4f-97e7-dc3cb5fa8670 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Calling delete_port for 97934cf6-fabb-41ed-a2c0-382cfdc7a011 owned by compute:nova {{(pid=104052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 17:40:41.635830 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:40:41.722011 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-368386a9-a4d1-4edc-a45d-849a1b08cfce req-bd36fb6d-3a33-4c4f-97e7-dc3cb5fa8670 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762170396510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762170029087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62916395'] for port (97934cf6-fabb-41ed-a2c0-382cfdc7a011), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:41.774698 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd36fb6d-3a33-4c4f-97e7-dc3cb5fa8670 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Pushing event deleted for resources: {'Port': ['ID=97934cf6-fabb-41ed-a2c0-382cfdc7a011,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:40:41.997309 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b75be6-04fd-45ea-b423-2d490386f67d req-caf54a63-5671-4ae3-a050-2fd47a6b0eee tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:40:41.999259 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-c8b75be6-04fd-45ea-b423-2d490386f67d req-caf54a63-5671-4ae3-a050-2fd47a6b0eee tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/ports?device_id=9e3be83a-9759-422f-9cd1-5a5d1c631ace HTTP/1.1" status: 200 len: 946 time: 0.0740252 Jun 16 17:40:42.008069 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.l3_agent_scheduler [req-368386a9-a4d1-4edc-a45d-849a1b08cfce req-bd36fb6d-3a33-4c4f-97e7-dc3cb5fa8670 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Router 11463ca8-2910-4613-a71d-a9b7a7a4f243 has already been hosted by L3 agent 43e250b4-0ce3-4949-aa8c-0bafe6454580 {{(pid=104052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 17:40:42.138970 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-c8b75be6-04fd-45ea-b423-2d490386f67d req-36a9269b-f852-43a9-bcbe-b5872734a182 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/security-groups?id=332ceecf-b5fe-4807-b7e2-90b219f7924f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1290078 Jun 16 17:40:42.189515 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-368386a9-a4d1-4edc-a45d-849a1b08cfce req-bd36fb6d-3a33-4c4f-97e7-dc3cb5fa8670 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Notify agent at l3_agent.dv-cinder-837546-2-iscsi the message routers_updated {{(pid=104052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 17:40:42.201707 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e993f0-c770-4ee3-a0d6-efe29d09c3f9 None None] Sync routers for ids ['11463ca8-2910-4613-a71d-a9b7a7a4f243'] in dv-cinder-837546-2-iscsi {{(pid=104054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:40:42.220514 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e993f0-c770-4ee3-a0d6-efe29d09c3f9 None None] Routers {'11463ca8-2910-4613-a71d-a9b7a7a4f243'} bound to L3 agent in host dv-cinder-837546-2-iscsi {{(pid=104054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:40:42.221580 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-f0e993f0-c770-4ee3-a0d6-efe29d09c3f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-16T17:26:01Z,description=,heartbeat_timestamp=2022-06-16T17:40:31Z,host='dv-cinder-837546-2-iscsi',id=43e250b4-0ce3-4949-aa8c-0bafe6454580,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:26:01Z,topic='l3_agent')) {'router_ids': ['11463ca8-2910-4613-a71d-a9b7a7a4f243'], 'active': True} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:40:42.256575 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [req-368386a9-a4d1-4edc-a45d-849a1b08cfce req-bd36fb6d-3a33-4c4f-97e7-dc3cb5fa8670 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] No DVR routers for this DVR port 97934cf6-fabb-41ed-a2c0-382cfdc7a011 on host hv-cinder-83754 {{(pid=104052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 17:40:42.263989 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-368386a9-a4d1-4edc-a45d-849a1b08cfce req-bd36fb6d-3a33-4c4f-97e7-dc3cb5fa8670 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228225'] for port (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:42.267702 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-368386a9-a4d1-4edc-a45d-849a1b08cfce req-bd36fb6d-3a33-4c4f-97e7-dc3cb5fa8670 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] 10.222.0.47 "DELETE /v2.0/ports/97934cf6-fabb-41ed-a2c0-382cfdc7a011 HTTP/1.1" status: 204 len: 173 time: 1.4438250 Jun 16 17:40:42.268397 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd30c63b-c274-43bd-8322-7f51a2d51166', 'name': 'network-vif-deleted', 'tag': '97934cf6-fabb-41ed-a2c0-382cfdc7a011'}] {{(pid=104052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 17:40:42.271663 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9713fa4f09cf3058fa9276dada2b44135c9dd2e88d0acd54628e4483b77b1e61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51964046-254c-433c-a9f1-000913a0287f" -d '{"events": [{"server_uuid": "fd30c63b-c274-43bd-8322-7f51a2d51166", "name": "network-vif-deleted", "tag": "97934cf6-fabb-41ed-a2c0-382cfdc7a011"}]}' {{(pid=104052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:40:42.321349 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 17:40:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9020fac2-8dc4-49a5-9967-05b11607b498 x-openstack-request-id: req-9020fac2-8dc4-49a5-9967-05b11607b498 {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:40:42.324520 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd30c63b-c274-43bd-8322-7f51a2d51166", "name": "network-vif-deleted", "tag": "97934cf6-fabb-41ed-a2c0-382cfdc7a011", "status": "completed", "code": 200}]} {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:40:42.325340 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-9020fac2-8dc4-49a5-9967-05b11607b498 {{(pid=104052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:40:42.326039 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9020fac2-8dc4-49a5-9967-05b11607b498'] response: {'server_uuid': 'fd30c63b-c274-43bd-8322-7f51a2d51166', 'name': 'network-vif-deleted', 'tag': '97934cf6-fabb-41ed-a2c0-382cfdc7a011', 'status': 'completed', 'code': 200} Jun 16 17:40:42.390907 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvr_db [None req-f0e993f0-c770-4ee3-a0d6-efe29d09c3f9 None None] Set router 11463ca8-2910-4613-a71d-a9b7a7a4f243 gateway port host: dv-cinder-837546-2-iscsi {{(pid=104054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:40:42.448944 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-8ddd4197-f140-4370-a3ce-1a42a4fd6b8a req-9508bda7-6222-4c33-8f16-48b5ed536936 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] 10.222.0.40 "GET /v2.0/ports?device_id=fd30c63b-c274-43bd-8322-7f51a2d51166 HTTP/1.1" status: 200 len: 210 time: 0.0485961 Jun 16 17:40:42.639018 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-f0e993f0-c770-4ee3-a0d6-efe29d09c3f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11463ca8-2910-4613-a71d-a9b7a7a4f243', 'name': 'tempest-AttachVolumeTestJSON-1492461714-router', 'tenant_id': '4904f0e2f64e4bef989f441380e843b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'external_fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'c5d20b8d-6a49-4d84-87cc-3ffdd32abd86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:34:14Z', 'updated_at': '2022-06-16T17:34:28Z', 'revision_number': 4, 'project_id': '4904f0e2f64e4bef989f441380e843b5', 'gw_port': {'id': 'c5d20b8d-6a49-4d84-87cc-3ffdd32abd86', 'name': '', 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:90:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11463ca8-2910-4613-a71d-a9b7a7a4f243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:34:15Z', 'updated_at': '2022-06-16T17:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47584a51-19b7-439b-9f28-a7f577441b18', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-2-iscsi', '_interfaces': [{'id': '617a4edf-50ce-45b6-a3b9-13e169c50ab1', 'name': '', 'network_id': '7174c275-7bd9-4bad-898d-52e5729a7a31', 'tenant_id': '4904f0e2f64e4bef989f441380e843b5', 'mac_address': 'fa:16:3e:78:11:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11463ca8-2910-4613-a71d-a9b7a7a4f243', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'f0d6e637-64db-4e7d-aa18-ced53dc06702', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:34:23Z', 'updated_at': '2022-06-16T17:34:44Z', 'revision_number': 5, 'project_id': '4904f0e2f64e4bef989f441380e843b5', 'subnets': [{'id': 'f0d6e637-64db-4e7d-aa18-ced53dc06702', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837546-2-iscsi', False) {} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:40:42.673910 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e993f0-c770-4ee3-a0d6-efe29d09c3f9 None None] Checking router: 11463ca8-2910-4613-a71d-a9b7a7a4f243 for host: dv-cinder-837546-2-iscsi {{(pid=104054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:40:42.683694 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e993f0-c770-4ee3-a0d6-efe29d09c3f9 None None] Routers {'11463ca8-2910-4613-a71d-a9b7a7a4f243'} bound to L3 agent in host dv-cinder-837546-2-iscsi {{(pid=104054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:40:42.684744 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-f0e993f0-c770-4ee3-a0d6-efe29d09c3f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-16T17:26:01Z,description=,heartbeat_timestamp=2022-06-16T17:40:31Z,host='dv-cinder-837546-2-iscsi',id=43e250b4-0ce3-4949-aa8c-0bafe6454580,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:26:01Z,topic='l3_agent')) {'router_ids': ['11463ca8-2910-4613-a71d-a9b7a7a4f243'], 'active': True} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:40:43.015281 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:40:43.096423 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:40:43.099126 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvr_db [None req-f0e993f0-c770-4ee3-a0d6-efe29d09c3f9 None None] Set router 11463ca8-2910-4613-a71d-a9b7a7a4f243 gateway port host: dv-cinder-837546-2-iscsi {{(pid=104054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:40:43.378879 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcce114e-e58c-4422-b0e8-746875282284 req-78494e52-3a86-483c-b237-85bb70174e4d tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:40:43.381306 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-fcce114e-e58c-4422-b0e8-746875282284 req-78494e52-3a86-483c-b237-85bb70174e4d tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/ports?device_id=9e3be83a-9759-422f-9cd1-5a5d1c631ace HTTP/1.1" status: 200 len: 946 time: 0.0819151 Jun 16 17:40:43.473242 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-fcce114e-e58c-4422-b0e8-746875282284 req-4147b3ef-3167-462a-ac75-06209b435015 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/security-groups?id=332ceecf-b5fe-4807-b7e2-90b219f7924f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809722 Jun 16 17:40:43.512723 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-f0e993f0-c770-4ee3-a0d6-efe29d09c3f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11463ca8-2910-4613-a71d-a9b7a7a4f243', 'name': 'tempest-AttachVolumeTestJSON-1492461714-router', 'tenant_id': '4904f0e2f64e4bef989f441380e843b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'external_fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'c5d20b8d-6a49-4d84-87cc-3ffdd32abd86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:34:14Z', 'updated_at': '2022-06-16T17:34:28Z', 'revision_number': 4, 'project_id': '4904f0e2f64e4bef989f441380e843b5', 'gw_port': {'id': 'c5d20b8d-6a49-4d84-87cc-3ffdd32abd86', 'name': '', 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:90:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11463ca8-2910-4613-a71d-a9b7a7a4f243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:34:15Z', 'updated_at': '2022-06-16T17:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47584a51-19b7-439b-9f28-a7f577441b18', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-2-iscsi', '_interfaces': [{'id': '617a4edf-50ce-45b6-a3b9-13e169c50ab1', 'name': '', 'network_id': '7174c275-7bd9-4bad-898d-52e5729a7a31', 'tenant_id': '4904f0e2f64e4bef989f441380e843b5', 'mac_address': 'fa:16:3e:78:11:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11463ca8-2910-4613-a71d-a9b7a7a4f243', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'f0d6e637-64db-4e7d-aa18-ced53dc06702', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:34:23Z', 'updated_at': '2022-06-16T17:34:44Z', 'revision_number': 5, 'project_id': '4904f0e2f64e4bef989f441380e843b5', 'subnets': [{'id': 'f0d6e637-64db-4e7d-aa18-ced53dc06702', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837546-2-iscsi', False) {} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:40:43.576161 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e993f0-c770-4ee3-a0d6-efe29d09c3f9 None None] The sync data for ids ['11463ca8-2910-4613-a71d-a9b7a7a4f243'] in dv-cinder-837546-2-iscsi is: [{'id': '11463ca8-2910-4613-a71d-a9b7a7a4f243', 'name': 'tempest-AttachVolumeTestJSON-1492461714-router', 'tenant_id': '4904f0e2f64e4bef989f441380e843b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'external_fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'c5d20b8d-6a49-4d84-87cc-3ffdd32abd86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:34:14Z', 'updated_at': '2022-06-16T17:34:28Z', 'revision_number': 4, 'project_id': '4904f0e2f64e4bef989f441380e843b5', 'gw_port': {'id': 'c5d20b8d-6a49-4d84-87cc-3ffdd32abd86', 'name': '', 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:90:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11463ca8-2910-4613-a71d-a9b7a7a4f243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:34:15Z', 'updated_at': '2022-06-16T17:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47584a51-19b7-439b-9f28-a7f577441b18', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-2-iscsi', '_interfaces': [{'id': '617a4edf-50ce-45b6-a3b9-13e169c50ab1', 'name': '', 'network_id': '7174c275-7bd9-4bad-898d-52e5729a7a31', 'tenant_id': '4904f0e2f64e4bef989f441380e843b5', 'mac_address': 'fa:16:3e:78:11:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11463ca8-2910-4613-a71d-a9b7a7a4f243', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'f0d6e637-64db-4e7d-aa18-ced53dc06702', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:34:23Z', 'updated_at': '2022-06-16T17:34:44Z', 'revision_number': 5, 'project_id': '4904f0e2f64e4bef989f441380e843b5', 'subnets': [{'id': 'f0d6e637-64db-4e7d-aa18-ced53dc06702', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:40:43.626107 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 60222) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:40:43.709581 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-bf70bde9-2dec-4da3-98a2-58a60d5987f4 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Publish callbacks [] for security_group (654a2a18-4b0c-4d1a-9d24-ea2cb8e2d252), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:43.742453 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-bf70bde9-2dec-4da3-98a2-58a60d5987f4 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Publish callbacks [] for security_group (654a2a18-4b0c-4d1a-9d24-ea2cb8e2d252), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:43.776080 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:40:43.818433 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-bf70bde9-2dec-4da3-98a2-58a60d5987f4 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (654a2a18-4b0c-4d1a-9d24-ea2cb8e2d252), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:43.822078 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-bf70bde9-2dec-4da3-98a2-58a60d5987f4 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Publish callbacks [] for security_group (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:43.823736 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-bf70bde9-2dec-4da3-98a2-58a60d5987f4 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] 10.222.0.40 "DELETE /v2.0/security-groups/654a2a18-4b0c-4d1a-9d24-ea2cb8e2d252 HTTP/1.1" status: 204 len: 168 time: 0.1946211 Jun 16 17:40:43.827787 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 60224) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:40:43.847240 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.api.v2.resource [None req-b9b6eb35-6744-4ab5-bf4b-8d7dd253a0cf tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] show failed (client error): The resource could not be found. Jun 16 17:40:43.848510 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-b9b6eb35-6744-4ab5-bf4b-8d7dd253a0cf tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] 10.222.0.40 "GET /v2.0/security-groups/654a2a18-4b0c-4d1a-9d24-ea2cb8e2d252 HTTP/1.1" status: 404 len: 347 time: 0.0196941 Jun 16 17:40:43.852767 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 60226) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:40:43.856048 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf70bde9-2dec-4da3-98a2-58a60d5987f4 tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=654a2a18-4b0c-4d1a-9d24-ea2cb8e2d252,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:40:44.021000 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec4ce79-b849-4d72-826e-f0f866a864d5 None None] New status for floating IP 838553bf-8f95-4ecf-8bba-b300d2a772bc: DOWN {{(pid=104055) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 17:40:44.036403 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-0e9ee142-f085-4cb2-a81a-029e069ff44e tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Deleting port 4b6865e1-39bc-4950-9d92-e70f3e16bf95 {{(pid=104053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 17:40:44.036928 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-0e9ee142-f085-4cb2-a81a-029e069ff44e tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762170394215'] for port (4b6865e1-39bc-4950-9d92-e70f3e16bf95), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:44.140461 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-0e9ee142-f085-4cb2-a81a-029e069ff44e tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376266'] for port (4b6865e1-39bc-4950-9d92-e70f3e16bf95), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:44.141054 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-0e9ee142-f085-4cb2-a81a-029e069ff44e tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Publish callbacks [] for floatingip (4b6865e1-39bc-4950-9d92-e70f3e16bf95), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:44.157521 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-0e9ee142-f085-4cb2-a81a-029e069ff44e tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Calling delete_port for 4b6865e1-39bc-4950-9d92-e70f3e16bf95 owned by network:floatingip {{(pid=104053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 17:40:44.168079 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:INSERT=16,neutron:SELECT=80,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:40:44.632883 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-0e9ee142-f085-4cb2-a81a-029e069ff44e tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762170396510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762170029087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64764667'] for port (4b6865e1-39bc-4950-9d92-e70f3e16bf95), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:44.733234 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2fd991-1dfd-4814-8ef9-da11b69d28ca req-e32a68c5-a678-47ef-b629-160215071bee tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:40:44.740969 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-dd2fd991-1dfd-4814-8ef9-da11b69d28ca req-e32a68c5-a678-47ef-b629-160215071bee tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/ports?device_id=9e3be83a-9759-422f-9cd1-5a5d1c631ace HTTP/1.1" status: 200 len: 946 time: 0.0871315 Jun 16 17:40:44.751747 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 60240) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:40:44.757953 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9ee142-f085-4cb2-a81a-029e069ff44e tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Pushing event deleted for resources: {'Port': ['ID=4b6865e1-39bc-4950-9d92-e70f3e16bf95,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:40:44.765899 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-0e9ee142-f085-4cb2-a81a-029e069ff44e tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Publish callbacks [] for floatingip (838553bf-8f95-4ecf-8bba-b300d2a772bc), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:44.779675 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-0e9ee142-f085-4cb2-a81a-029e069ff44e tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228225'] for floatingip (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:44.785459 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-0e9ee142-f085-4cb2-a81a-029e069ff44e tempest-AttachVolumeTestJSON-692723784 tempest-AttachVolumeTestJSON-692723784-project] 10.222.0.40 "DELETE /v2.0/floatingips/838553bf-8f95-4ecf-8bba-b300d2a772bc HTTP/1.1" status: 204 len: 168 time: 0.9294744 Jun 16 17:40:44.804459 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-dd2fd991-1dfd-4814-8ef9-da11b69d28ca req-10f10007-ceec-4f0a-b43e-40753952b1a1 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/security-groups?id=332ceecf-b5fe-4807-b7e2-90b219f7924f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621276 Jun 16 17:40:44.943909 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-509abea7-aae8-44a9-ae06-23d525daa6a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:45.002687 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:40:45.073784 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-509abea7-aae8-44a9-ae06-23d525daa6a9 admin admin] Publish callbacks [] for security_group (22475ed8-f381-472c-92f5-c0fe85d6d660), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:45.081049 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-509abea7-aae8-44a9-ae06-23d525daa6a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (22475ed8-f381-472c-92f5-c0fe85d6d660), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:45.130864 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-509abea7-aae8-44a9-ae06-23d525daa6a9 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=e581456dc52948ac9fecaeba0c2fcc28&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3779302 Jun 16 17:40:45.131650 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 60248) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:40:45.133323 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509abea7-aae8-44a9-ae06-23d525daa6a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22475ed8-f381-472c-92f5-c0fe85d6d660,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:40:45.248173 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c3591562-d9d1-4cbb-a858-f74880e44a90 admin admin] Publish callbacks [] for security_group (22475ed8-f381-472c-92f5-c0fe85d6d660), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:45.270699 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:INSERT=3,neutron:SELECT=91,neutron:DELETE=6 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:40:45.291630 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c3591562-d9d1-4cbb-a858-f74880e44a90 admin admin] Publish callbacks [] for security_group (22475ed8-f381-472c-92f5-c0fe85d6d660), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:45.375667 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c3591562-d9d1-4cbb-a858-f74880e44a90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (22475ed8-f381-472c-92f5-c0fe85d6d660), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:45.378675 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c3591562-d9d1-4cbb-a858-f74880e44a90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:45.380048 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-c3591562-d9d1-4cbb-a858-f74880e44a90 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/22475ed8-f381-472c-92f5-c0fe85d6d660 HTTP/1.1" status: 204 len: 168 time: 0.2433476 Jun 16 17:40:45.389490 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3591562-d9d1-4cbb-a858-f74880e44a90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22475ed8-f381-472c-92f5-c0fe85d6d660,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:40:45.449622 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Device 97934cf6-fabb-41ed-a2c0-382cfdc7a011 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 17:40:45.474839 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] No Port match for: 97934cf6-fabb-41ed-a2c0-382cfdc7a011 {{(pid=104054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 17:40:45.475549 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Device 97934cf6-fabb-41ed-a2c0-382cfdc7a011 not bound to the agent host hv-cinder-83754 {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 17:40:45.993897 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f8a6ce-1b4c-4646-9775-7e9376962ddb req-6a10d718-cbd6-4b6f-88f7-f45d2efcf454 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:40:45.999988 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-37f8a6ce-1b4c-4646-9775-7e9376962ddb req-6a10d718-cbd6-4b6f-88f7-f45d2efcf454 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/ports?device_id=9e3be83a-9759-422f-9cd1-5a5d1c631ace HTTP/1.1" status: 200 len: 946 time: 0.0954676 Jun 16 17:40:46.091051 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-37f8a6ce-1b4c-4646-9775-7e9376962ddb req-07857375-a0ce-4811-bd15-d6f61f1b1666 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/security-groups?id=332ceecf-b5fe-4807-b7e2-90b219f7924f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848324 Jun 16 17:40:46.551387 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 60282) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:40:46.690513 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.v2.base [None req-2ba562af-d78e-4700-beb3-98573549a766 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-615183978-network', 'tenant_id': 'ad7c8fc06d764104b1c7107b48d8dddc'}} {{(pid=104053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:40:46.722880 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ba562af-d78e-4700-beb3-98573549a766 admin admin] Made reservation on behalf of ad7c8fc06d764104b1c7107b48d8dddc for: {'network': 1} {{(pid=104053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:40:46.725932 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-2ba562af-d78e-4700-beb3-98573549a766 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for network (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:46.742344 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-2ba562af-d78e-4700-beb3-98573549a766 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:46.915879 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-2ba562af-d78e-4700-beb3-98573549a766 admin admin] Publish callbacks [] for security_group (c99e9d2f-61bf-429d-a23a-df374ca07018), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:46.923253 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-2ba562af-d78e-4700-beb3-98573549a766 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (c99e9d2f-61bf-429d-a23a-df374ca07018), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:46.966893 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ba562af-d78e-4700-beb3-98573549a766 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 333} {{(pid=104053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 17:40:46.979462 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba562af-d78e-4700-beb3-98573549a766 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c99e9d2f-61bf-429d-a23a-df374ca07018,revision_number=1']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:40:46.989987 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-2ba562af-d78e-4700-beb3-98573549a766 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1565696'] for segment (a1b48b15-076c-4aa1-a79b-438d76e5c4f8), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:46.990339 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.db.segments_db [None req-2ba562af-d78e-4700-beb3-98573549a766 admin admin] Added segment a1b48b15-076c-4aa1-a79b-438d76e5c4f8 of type vlan for network a9d8618e-26e4-4cf3-ab6a-5013cb00a484 Jun 16 17:40:47.064863 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-2ba562af-d78e-4700-beb3-98573549a766 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762169983061'] for network (a9d8618e-26e4-4cf3-ab6a-5013cb00a484), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:47.104907 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-2ba562af-d78e-4700-beb3-98573549a766 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511'] for network (a9d8618e-26e4-4cf3-ab6a-5013cb00a484), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:47.106063 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ba562af-d78e-4700-beb3-98573549a766 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:40:47.106760 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-2ba562af-d78e-4700-beb3-98573549a766 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626521'] for network (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:47.154714 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-2ba562af-d78e-4700-beb3-98573549a766 admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.5975242 Jun 16 17:40:47.161313 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 60294) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:40:47.168917 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [None req-bdac1b41-7d2a-4510-8afa-9b8c79f1140f admin admin] Request body: {'subnet': {'network_id': 'a9d8618e-26e4-4cf3-ab6a-5013cb00a484', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-615183978-subnet', 'tenant_id': 'ad7c8fc06d764104b1c7107b48d8dddc', 'ip_version': 4}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:40:47.184304 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba562af-d78e-4700-beb3-98573549a766 admin admin] Pushing event updated for resources: {'Network': ['ID=a9d8618e-26e4-4cf3-ab6a-5013cb00a484,revision_number=1']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:40:47.201786 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Network a9d8618e-26e4-4cf3-ab6a-5013cb00a484 details requested by agent ovs-agent-dv-cinder-837546-2-iscsi with host dv-cinder-837546-2-iscsi {{(pid=104054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 16 17:40:47.244400 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdac1b41-7d2a-4510-8afa-9b8c79f1140f admin admin] Made reservation on behalf of ad7c8fc06d764104b1c7107b48d8dddc for: {'subnet': 1} {{(pid=104052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:40:47.246649 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-bdac1b41-7d2a-4510-8afa-9b8c79f1140f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62963044'] for subnet (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:47.259422 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.agents_db [None req-618f4cd3-4a7d-480c-b6e2-8b59597e19f3 None None] Agent healthcheck: found 6 active agents {{(pid=104055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 17:40:47.662262 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-bdac1b41-7d2a-4510-8afa-9b8c79f1140f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62916447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62963030'] for subnet (2145066f-716c-439f-a5f9-9db79788f95e), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:47.713873 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d398ebb-6a9c-4f1d-9663-e268a53878f2 req-0e579f23-af83-4455-8523-cee66e8c1074 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:40:47.715370 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-9d398ebb-6a9c-4f1d-9663-e268a53878f2 req-0e579f23-af83-4455-8523-cee66e8c1074 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/ports?device_id=9e3be83a-9759-422f-9cd1-5a5d1c631ace HTTP/1.1" status: 200 len: 946 time: 0.0978878 Jun 16 17:40:47.756223 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdac1b41-7d2a-4510-8afa-9b8c79f1140f admin admin] Pushing event updated for resources: {'Subnet': ['ID=2145066f-716c-439f-a5f9-9db79788f95e,revision_number=0']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:40:47.783845 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdac1b41-7d2a-4510-8afa-9b8c79f1140f admin admin] Checking segment: {'id': 'a1b48b15-076c-4aa1-a79b-438d76e5c4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'a9d8618e-26e4-4cf3-ab6a-5013cb00a484'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 17:40:47.784281 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdac1b41-7d2a-4510-8afa-9b8c79f1140f admin admin] Network hostable DHCP agents. Network: a9d8618e-26e4-4cf3-ab6a-5013cb00a484, hostable agents: ['e26ebcb9-a690-4ec1-8688-e951546304f4'], hosted agents: [] {{(pid=104052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 17:40:47.802632 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-9d398ebb-6a9c-4f1d-9663-e268a53878f2 req-5277fa2c-4c63-44b4-88e7-3a74d2011a33 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/security-groups?id=332ceecf-b5fe-4807-b7e2-90b219f7924f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780337 Jun 16 17:40:47.816498 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdac1b41-7d2a-4510-8afa-9b8c79f1140f admin admin] Network a9d8618e-26e4-4cf3-ab6a-5013cb00a484 is scheduled to be hosted by DHCP agent e26ebcb9-a690-4ec1-8688-e951546304f4 with binding_index 1 {{(pid=104052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 17:40:47.827183 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.base_scheduler [None req-bdac1b41-7d2a-4510-8afa-9b8c79f1140f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837546-2-iscsi, a9d8618e-26e4-4cf3-ab6a-5013cb00a484) {{(pid=104052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:40:47.834465 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdac1b41-7d2a-4510-8afa-9b8c79f1140f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:40:47.835106 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-bdac1b41-7d2a-4510-8afa-9b8c79f1140f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626521'] for subnet (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:47.840545 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc38cb07-8f12-425b-b829-da8d2a2ee704 None None] Network a9d8618e-26e4-4cf3-ab6a-5013cb00a484 requested from dv-cinder-837546-2-iscsi {{(pid=104054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 17:40:47.842908 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:40:47.857467 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-bdac1b41-7d2a-4510-8afa-9b8c79f1140f admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6912174 Jun 16 17:40:47.858004 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 60328) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:40:47.865308 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.v2.base [None req-1068075e-4f6d-472a-8fdb-f0731482f24a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-615183978-router', 'tenant_id': 'ad7c8fc06d764104b1c7107b48d8dddc', 'external_gateway_info': {'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2'}}} {{(pid=104053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:40:47.887625 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1068075e-4f6d-472a-8fdb-f0731482f24a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-361966', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11547'] for router (21b6238a-2945-42b8-8944-3c7684126694), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:47.888840 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1068075e-4f6d-472a-8fdb-f0731482f24a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-361757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371105', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-467411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11540'] for router (21b6238a-2945-42b8-8944-3c7684126694), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:47.949683 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1068075e-4f6d-472a-8fdb-f0731482f24a admin admin] Publish callbacks [] for router_controller (21b6238a-2945-42b8-8944-3c7684126694), precommit_add_association {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:47.962467 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fe6ea2a-6f68-4198-8a3a-967a9fb50a11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0cae4adc-82d1-5bc8-94a6-29ea8bfd1c5c-a9d8618e-26e4-4cf3-ab6a-5013cb00a484', 'network_id': 'a9d8618e-26e4-4cf3-ab6a-5013cb00a484', 'project_id': 'ad7c8fc06d764104b1c7107b48d8dddc', 'fixed_ips': [{'subnet_id': '2145066f-716c-439f-a5f9-9db79788f95e'}]}} from dv-cinder-837546-2-iscsi. {{(pid=104054) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 16 17:40:47.964052 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9fe6ea2a-6f68-4198-8a3a-967a9fb50a11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (None), before_create {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:48.121699 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=82,neutron:DELETE=2,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:40:48.125531 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1068075e-4f6d-472a-8fdb-f0731482f24a admin admin] Publish callbacks [] for router_gateway (21b6238a-2945-42b8-8944-3c7684126694), precommit_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:48.152555 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.db_base_plugin_common [None req-9fe6ea2a-6f68-4198-8a3a-967a9fb50a11 None None] Allocated IP 172.20.0.2 (a9d8618e-26e4-4cf3-ab6a-5013cb00a484/2145066f-716c-439f-a5f9-9db79788f95e/328df56f-d0f1-4d05-8fed-217340d6d125) {{(pid=104054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:40:48.226736 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b401a13-5bc8-43de-b050-a7a07454f825 req-e8e510b4-a790-4bcc-ae4d-4e4ba65514a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:40:48.228450 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-9b401a13-5bc8-43de-b050-a7a07454f825 req-e8e510b4-a790-4bcc-ae4d-4e4ba65514a2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=34fb554e0cf14c7ab3a9f538273c289e&device_id=9e3be83a-9759-422f-9cd1-5a5d1c631ace HTTP/1.1" status: 200 len: 1130 time: 0.0700886 Jun 16 17:40:48.331455 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1068075e-4f6d-472a-8fdb-f0731482f24a admin admin] Publish callbacks [] for router_gateway (21b6238a-2945-42b8-8944-3c7684126694), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:48.355048 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1068075e-4f6d-472a-8fdb-f0731482f24a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:48.362796 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9fe6ea2a-6f68-4198-8a3a-967a9fb50a11 None None] Publish callbacks [] for port (328df56f-d0f1-4d05-8fed-217340d6d125), precommit_create {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:48.371921 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b401a13-5bc8-43de-b050-a7a07454f825 req-a6359889-a3fb-4107-a5a7-45a5d656c8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:40:48.372999 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9fe6ea2a-6f68-4198-8a3a-967a9fb50a11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762170029078'] for port (328df56f-d0f1-4d05-8fed-217340d6d125), after_create {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:48.373620 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-9b401a13-5bc8-43de-b050-a7a07454f825 req-a6359889-a3fb-4107-a5a7-45a5d656c8cb service neutron] 10.222.0.47 "GET /v2.0/networks?id=3cd693dc-5d6d-482c-a40c-9c9d0ef17994 HTTP/1.1" status: 200 len: 918 time: 0.1301785 Jun 16 17:40:48.414700 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fe6ea2a-6f68-4198-8a3a-967a9fb50a11 None None] Network a9d8618e-26e4-4cf3-ab6a-5013cb00a484 is already hosted by enough agents. {{(pid=104054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:40:48.416857 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=80,neutron:DELETE=5,neutron:INSERT=10,neutron:UPDATE=5 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:40:48.426426 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.scheduler.base_scheduler [None req-9fe6ea2a-6f68-4198-8a3a-967a9fb50a11 None None] Resources bound (agent type, host, resource id): {{(pid=104054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:40:48.429557 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe6ea2a-6f68-4198-8a3a-967a9fb50a11 None None] Pushing event updated for resources: {'Port': ['ID=328df56f-d0f1-4d05-8fed-217340d6d125,revision_number=1']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:40:48.433397 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe6ea2a-6f68-4198-8a3a-967a9fb50a11 None None] Received port after_create {{(pid=104054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 17:40:48.480395 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.db.db_base_plugin_common [None req-1068075e-4f6d-472a-8fdb-f0731482f24a admin admin] Allocated IP 172.27.0.2 (a25e4fa3-c316-487c-825a-4fde1c36cdb2/47584a51-19b7-439b-9f28-a7f577441b18/55aa95ce-e3ad-4b2d-94dc-82db1585ddd4) {{(pid=104053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:40:48.503785 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.managers [None req-9fe6ea2a-6f68-4198-8a3a-967a9fb50a11 None None] Attempting to bind port 328df56f-d0f1-4d05-8fed-217340d6d125 on host dv-cinder-837546-2-iscsi for vnic_type normal with profile {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 17:40:48.505365 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.managers [None req-9fe6ea2a-6f68-4198-8a3a-967a9fb50a11 None None] Attempting to bind port 328df56f-d0f1-4d05-8fed-217340d6d125 by drivers openvswitch,hyperv on host dv-cinder-837546-2-iscsi at level 0 using segments [{'id': 'a1b48b15-076c-4aa1-a79b-438d76e5c4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'a9d8618e-26e4-4cf3-ab6a-5013cb00a484'}] {{(pid=104054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 17:40:48.505663 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe6ea2a-6f68-4198-8a3a-967a9fb50a11 None None] Attempting to bind port 328df56f-d0f1-4d05-8fed-217340d6d125 on network a9d8618e-26e4-4cf3-ab6a-5013cb00a484 {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 17:40:48.510912 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe6ea2a-6f68-4198-8a3a-967a9fb50a11 None None] Checking agent: {'id': 'f1f6c009-5a31-4833-b180-4d9d41a55fe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837546-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 17, 26, 4), 'started_at': datetime.datetime(2022, 6, 16, 17, 26, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 17, 40, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837546-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 17:40:48.511291 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe6ea2a-6f68-4198-8a3a-967a9fb50a11 None None] Checking segment: {'id': 'a1b48b15-076c-4aa1-a79b-438d76e5c4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'a9d8618e-26e4-4cf3-ab6a-5013cb00a484'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 17:40:48.511666 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9fe6ea2a-6f68-4198-8a3a-967a9fb50a11 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:48.512082 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe6ea2a-6f68-4198-8a3a-967a9fb50a11 None None] Bound using segment: {'id': 'a1b48b15-076c-4aa1-a79b-438d76e5c4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'a9d8618e-26e4-4cf3-ab6a-5013cb00a484'} {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 17:40:48.513920 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.managers [None req-9fe6ea2a-6f68-4198-8a3a-967a9fb50a11 None None] Bound port: 328df56f-d0f1-4d05-8fed-217340d6d125, host: dv-cinder-837546-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1b48b15-076c-4aa1-a79b-438d76e5c4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'a9d8618e-26e4-4cf3-ab6a-5013cb00a484'}}] {{(pid=104054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 17:40:48.513920 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9fe6ea2a-6f68-4198-8a3a-967a9fb50a11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (328df56f-d0f1-4d05-8fed-217340d6d125), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:48.560789 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:40:48.586642 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-9fe6ea2a-6f68-4198-8a3a-967a9fb50a11 None None] For port 328df56f-d0f1-4d05-8fed-217340d6d125, host dv-cinder-837546-2-iscsi, cleared binding levels {{(pid=104054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 17:40:48.590234 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:40:48.592423 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-9fe6ea2a-6f68-4198-8a3a-967a9fb50a11 None None] For port 328df56f-d0f1-4d05-8fed-217340d6d125, host dv-cinder-837546-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-2-iscsi',level=0,port_id=328df56f-d0f1-4d05-8fed-217340d6d125,segment=NetworkSegment(a1b48b15-076c-4aa1-a79b-438d76e5c4f8),segment_id=a1b48b15-076c-4aa1-a79b-438d76e5c4f8)] {{(pid=104054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 17:40:48.603456 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9fe6ea2a-6f68-4198-8a3a-967a9fb50a11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114'] for port (328df56f-d0f1-4d05-8fed-217340d6d125), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:48.608094 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1068075e-4f6d-472a-8fdb-f0731482f24a admin admin] Publish callbacks [] for port (55aa95ce-e3ad-4b2d-94dc-82db1585ddd4), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:48.621840 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-9b401a13-5bc8-43de-b050-a7a07454f825 req-1e820fe3-24d6-4ab7-8497-e7b5ca92de05 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a57fbaeb-135f-4864-997b-23904c802e78 HTTP/1.1" status: 200 len: 1002 time: 0.0891407 Jun 16 17:40:48.666732 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1068075e-4f6d-472a-8fdb-f0731482f24a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762170029078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64764667'] for port (55aa95ce-e3ad-4b2d-94dc-82db1585ddd4), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:48.682339 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe6ea2a-6f68-4198-8a3a-967a9fb50a11 None None] Pushing event updated for resources: {'Port': ['ID=328df56f-d0f1-4d05-8fed-217340d6d125,revision_number=2']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:40:48.723128 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b401a13-5bc8-43de-b050-a7a07454f825 req-e3b43c79-59a9-41b3-9e51-fe4fb85b1434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:40:48.723993 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1068075e-4f6d-472a-8fdb-f0731482f24a admin admin] Network a25e4fa3-c316-487c-825a-4fde1c36cdb2 is already hosted by enough agents. {{(pid=104053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:40:48.724623 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-9b401a13-5bc8-43de-b050-a7a07454f825 req-e3b43c79-59a9-41b3-9e51-fe4fb85b1434 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=15008cf9-9c5e-4724-bbb5-bbf37d371079 HTTP/1.1" status: 200 len: 856 time: 0.0955801 Jun 16 17:40:48.726875 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.scheduler.base_scheduler [None req-1068075e-4f6d-472a-8fdb-f0731482f24a admin admin] Resources bound (agent type, host, resource id): {{(pid=104053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:40:48.738368 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1068075e-4f6d-472a-8fdb-f0731482f24a admin admin] Received port after_create {{(pid=104053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 17:40:48.751178 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1068075e-4f6d-472a-8fdb-f0731482f24a admin admin] Pushing event updated for resources: {'Port': ['ID=55aa95ce-e3ad-4b2d-94dc-82db1585ddd4,revision_number=1']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:40:48.778426 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 60340) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:40:48.789555 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (9f2b4370-7d03-4dcb-9a0d-4ff62d859136), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:48.814892 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b401a13-5bc8-43de-b050-a7a07454f825 req-398f0f37-3dce-4c6f-9100-5bceab779add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:40:48.819747 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-9b401a13-5bc8-43de-b050-a7a07454f825 req-398f0f37-3dce-4c6f-9100-5bceab779add service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3cd693dc-5d6d-482c-a40c-9c9d0ef17994&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0871117 Jun 16 17:40:48.856969 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:40:49.162642 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1068075e-4f6d-472a-8fdb-f0731482f24a admin admin] Publish callbacks [] for router_gateway (21b6238a-2945-42b8-8944-3c7684126694), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:49.329726 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:40:49.369626 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4913a1cf-c81b-48a8-8d85-dde8b10bc8b8 req-3fbf9c03-bab3-4e5d-9449-c838bd95f1da tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:40:49.384997 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-4913a1cf-c81b-48a8-8d85-dde8b10bc8b8 req-3fbf9c03-bab3-4e5d-9449-c838bd95f1da tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/ports?device_id=9e3be83a-9759-422f-9cd1-5a5d1c631ace HTTP/1.1" status: 200 len: 946 time: 0.1454818 Jun 16 17:40:49.396997 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1068075e-4f6d-472a-8fdb-f0731482f24a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-375543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-375401'] for router (21b6238a-2945-42b8-8944-3c7684126694), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:49.427491 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-9b401a13-5bc8-43de-b050-a7a07454f825 req-7728d4c2-74a8-4187-a88d-a32d2840a5e8 service neutron] 10.222.0.47 "GET /v2.0/networks/3cd693dc-5d6d-482c-a40c-9c9d0ef17994?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6012123 Jun 16 17:40:49.477334 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-4913a1cf-c81b-48a8-8d85-dde8b10bc8b8 req-787d9ebb-1989-41b0-ac4b-7071369b7ac2 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/security-groups?id=332ceecf-b5fe-4807-b7e2-90b219f7924f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911899 Jun 16 17:40:49.552783 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:40:49.556802 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c528c4b0-7d5e-4a5c-8f05-7091b28680c4 req-4b3b2959-4517-4daa-9351-904842e7872d tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:40:49.558376 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-c528c4b0-7d5e-4a5c-8f05-7091b28680c4 req-4b3b2959-4517-4daa-9351-904842e7872d tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "GET /v2.0/ports?device_id=9739d117-bf76-4ac4-b172-1ec63768027d HTTP/1.1" status: 200 len: 945 time: 0.0981376 Jun 16 17:40:49.578648 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1068075e-4f6d-472a-8fdb-f0731482f24a admin admin] Router 21b6238a-2945-42b8-8944-3c7684126694 is scheduled to L3 agent 43e250b4-0ce3-4949-aa8c-0bafe6454580 with binding_index 1 {{(pid=104053) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 16 17:40:49.654672 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-c528c4b0-7d5e-4a5c-8f05-7091b28680c4 req-46eea14d-08ea-4ec7-862a-f780026fa40d tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "GET /v2.0/security-groups?id=d91b9331-ffc7-4acc-8d52-8a0b25ca8c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717225 Jun 16 17:40:49.723353 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1068075e-4f6d-472a-8fdb-f0731482f24a admin admin] Notify agent at l3_agent.dv-cinder-837546-2-iscsi the message routers_updated {{(pid=104053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 17:40:49.735768 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a38b7336-3a18-4390-8623-1392cebfb16b None None] Sync routers for ids ['21b6238a-2945-42b8-8944-3c7684126694'] in dv-cinder-837546-2-iscsi {{(pid=104054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:40:49.744968 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1068075e-4f6d-472a-8fdb-f0731482f24a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:49.746469 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-1068075e-4f6d-472a-8fdb-f0731482f24a admin admin] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8867118 Jun 16 17:40:49.749060 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38b7336-3a18-4390-8623-1392cebfb16b None None] Routers {'21b6238a-2945-42b8-8944-3c7684126694'} bound to L3 agent in host dv-cinder-837546-2-iscsi {{(pid=104054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:40:49.749390 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 60354) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:40:49.749714 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-a38b7336-3a18-4390-8623-1392cebfb16b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-16T17:26:01Z,description=,heartbeat_timestamp=2022-06-16T17:40:31Z,host='dv-cinder-837546-2-iscsi',id=43e250b4-0ce3-4949-aa8c-0bafe6454580,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:26:01Z,topic='l3_agent')) {'router_ids': ['21b6238a-2945-42b8-8944-3c7684126694'], 'active': True} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:40:49.794718 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=100 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:40:49.819291 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-a4d696bb-c58b-4537-8649-051c3f0fc84c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-361930'] for router_interface (11463ca8-2910-4613-a71d-a9b7a7a4f243), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:49.890360 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvr_db [None req-a38b7336-3a18-4390-8623-1392cebfb16b None None] Set router 21b6238a-2945-42b8-8944-3c7684126694 gateway port host: dv-cinder-837546-2-iscsi {{(pid=104054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:40:49.971554 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-625a259b-39ca-4d7c-905f-7c7640229c70 None None] Network a9d8618e-26e4-4cf3-ab6a-5013cb00a484 requested from dv-cinder-837546-2-iscsi {{(pid=104054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 17:40:50.088309 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-a103c93d-1c3e-43e1-8a90-089f19ed4605 None None] Provisioning complete for port 328df56f-d0f1-4d05-8fed-217340d6d125 triggered by entity DHCP. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:40:50.088672 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a103c93d-1c3e-43e1-8a90-089f19ed4605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572016'] for port (328df56f-d0f1-4d05-8fed-217340d6d125), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:50.105235 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-a4d696bb-c58b-4537-8649-051c3f0fc84c admin admin] Deleting port 617a4edf-50ce-45b6-a3b9-13e169c50ab1 {{(pid=104052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 17:40:50.105677 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-a4d696bb-c58b-4537-8649-051c3f0fc84c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762170394215'] for port (617a4edf-50ce-45b6-a3b9-13e169c50ab1), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:50.198901 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-a38b7336-3a18-4390-8623-1392cebfb16b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21b6238a-2945-42b8-8944-3c7684126694', 'name': 'tempest-TestMinimumBasicScenario-615183978-router', 'tenant_id': 'ad7c8fc06d764104b1c7107b48d8dddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'external_fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': '55aa95ce-e3ad-4b2d-94dc-82db1585ddd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:40:47Z', 'updated_at': '2022-06-16T17:40:49Z', 'revision_number': 3, 'project_id': 'ad7c8fc06d764104b1c7107b48d8dddc', 'gw_port': {'id': '55aa95ce-e3ad-4b2d-94dc-82db1585ddd4', 'name': '', 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:39:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21b6238a-2945-42b8-8944-3c7684126694', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:40:48Z', 'updated_at': '2022-06-16T17:40:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '47584a51-19b7-439b-9f28-a7f577441b18', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-2-iscsi'}], 'dv-cinder-837546-2-iscsi', False) {} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:40:50.225734 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-a4d696bb-c58b-4537-8649-051c3f0fc84c admin admin] For port 617a4edf-50ce-45b6-a3b9-13e169c50ab1, host dv-cinder-837546-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-2-iscsi',level=0,port_id=617a4edf-50ce-45b6-a3b9-13e169c50ab1,segment=NetworkSegment(c9623932-56f3-419e-916e-2d5cd1273f56),segment_id=c9623932-56f3-419e-916e-2d5cd1273f56)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:40:50.226193 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-a4d696bb-c58b-4537-8649-051c3f0fc84c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376266'] for port (617a4edf-50ce-45b6-a3b9-13e169c50ab1), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:50.249183 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a38b7336-3a18-4390-8623-1392cebfb16b None None] Checking router: 21b6238a-2945-42b8-8944-3c7684126694 for host: dv-cinder-837546-2-iscsi {{(pid=104054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:40:50.249423 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-a4d696bb-c58b-4537-8649-051c3f0fc84c admin admin] Calling delete_port for 617a4edf-50ce-45b6-a3b9-13e169c50ab1 owned by network:router_interface {{(pid=104052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 17:40:50.249536 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a38b7336-3a18-4390-8623-1392cebfb16b None None] Updating router 21b6238a-2945-42b8-8944-3c7684126694 port 55aa95ce-e3ad-4b2d-94dc-82db1585ddd4 binding host dv-cinder-837546-2-iscsi {{(pid=104054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 17:40:50.256676 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Device 328df56f-d0f1-4d05-8fed-217340d6d125 up at agent ovs-agent-dv-cinder-837546-2-iscsi {{(pid=104054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 17:40:50.273644 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-a89f9320-0a05-4d5c-9e5f-2300dd42ed23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:50.346548 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-a103c93d-1c3e-43e1-8a90-089f19ed4605 None None] Current status of the port 328df56f-d0f1-4d05-8fed-217340d6d125 is: DOWN; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:40:50.346925 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a103c93d-1c3e-43e1-8a90-089f19ed4605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (328df56f-d0f1-4d05-8fed-217340d6d125), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:50.354329 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a38b7336-3a18-4390-8623-1392cebfb16b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (55aa95ce-e3ad-4b2d-94dc-82db1585ddd4), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:50.361782 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=100 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:40:50.478911 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Provisioning complete for port 328df56f-d0f1-4d05-8fed-217340d6d125 triggered by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:40:50.479437 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572016'] for port (328df56f-d0f1-4d05-8fed-217340d6d125), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:50.486286 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-a4d696bb-c58b-4537-8649-051c3f0fc84c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762170396510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762170029087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62916395'] for port (617a4edf-50ce-45b6-a3b9-13e169c50ab1), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:50.498724 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:40:50.505493 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.db.db_base_plugin_common [None req-a89f9320-0a05-4d5c-9e5f-2300dd42ed23 admin admin] Allocated IP 172.20.0.1 (a9d8618e-26e4-4cf3-ab6a-5013cb00a484/2145066f-716c-439f-a5f9-9db79788f95e/e5c402f4-6346-4780-90bd-9d2c5ff2601a) {{(pid=104053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:40:50.517024 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d696bb-c58b-4537-8649-051c3f0fc84c admin admin] Pushing event deleted for resources: {'Port': ['ID=617a4edf-50ce-45b6-a3b9-13e169c50ab1,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:40:50.539316 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-a103c93d-1c3e-43e1-8a90-089f19ed4605 None None] For port 328df56f-d0f1-4d05-8fed-217340d6d125, host dv-cinder-837546-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-2-iscsi',level=0,port_id=328df56f-d0f1-4d05-8fed-217340d6d125,segment=NetworkSegment(a1b48b15-076c-4aa1-a79b-438d76e5c4f8),segment_id=a1b48b15-076c-4aa1-a79b-438d76e5c4f8)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:40:50.572229 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a103c93d-1c3e-43e1-8a90-089f19ed4605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114'] for port (328df56f-d0f1-4d05-8fed-217340d6d125), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:50.627211 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:40:50.638502 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a103c93d-1c3e-43e1-8a90-089f19ed4605 None None] Pushing event updated for resources: {'Port': ['ID=328df56f-d0f1-4d05-8fed-217340d6d125,revision_number=3']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:40:50.710610 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-a89f9320-0a05-4d5c-9e5f-2300dd42ed23 admin admin] Publish callbacks [] for port (e5c402f4-6346-4780-90bd-9d2c5ff2601a), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:50.722122 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:40:50.789414 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-a89f9320-0a05-4d5c-9e5f-2300dd42ed23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762170029078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64764667'] for port (e5c402f4-6346-4780-90bd-9d2c5ff2601a), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:50.819213 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a8b60e-c286-4412-a806-47c2f8c439d9 req-14be86ea-440e-4811-bbbd-ee14a3ddbca3 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:40:50.820848 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-96a8b60e-c286-4412-a806-47c2f8c439d9 req-14be86ea-440e-4811-bbbd-ee14a3ddbca3 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/ports?device_id=9e3be83a-9759-422f-9cd1-5a5d1c631ace HTTP/1.1" status: 200 len: 946 time: 0.1924644 Jun 16 17:40:50.892215 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a89f9320-0a05-4d5c-9e5f-2300dd42ed23 admin admin] Network a9d8618e-26e4-4cf3-ab6a-5013cb00a484 is already hosted by enough agents. {{(pid=104053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:40:50.896360 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.scheduler.base_scheduler [None req-a89f9320-0a05-4d5c-9e5f-2300dd42ed23 admin admin] Resources bound (agent type, host, resource id): {{(pid=104053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:40:50.900430 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a89f9320-0a05-4d5c-9e5f-2300dd42ed23 admin admin] Received port after_create {{(pid=104053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 17:40:50.948959 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89f9320-0a05-4d5c-9e5f-2300dd42ed23 admin admin] Pushing event updated for resources: {'Port': ['ID=e5c402f4-6346-4780-90bd-9d2c5ff2601a,revision_number=1']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:40:50.991308 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-96a8b60e-c286-4412-a806-47c2f8c439d9 req-3a517d1c-5336-4376-9cde-40a012852e1b tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/security-groups?id=332ceecf-b5fe-4807-b7e2-90b219f7924f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1609409 Jun 16 17:40:51.003030 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-9b401a13-5bc8-43de-b050-a7a07454f825 req-0978b1cb-7c0b-42e4-8363-11ad2e1225a6 service neutron] 10.222.0.47 "GET /v2.0/networks/3cd693dc-5d6d-482c-a40c-9c9d0ef17994?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3317046 Jun 16 17:40:51.014339 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca3b185-aa3d-427f-bf7d-f8bb231437e1 req-82c92045-fe9b-443b-b528-67ed743bfdbf tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:40:51.027434 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a38b7336-3a18-4390-8623-1392cebfb16b None None] Publish callbacks [] for port (55aa95ce-e3ad-4b2d-94dc-82db1585ddd4), precommit_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:51.033573 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-2ca3b185-aa3d-427f-bf7d-f8bb231437e1 req-82c92045-fe9b-443b-b528-67ed743bfdbf tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "GET /v2.0/ports?device_id=9739d117-bf76-4ac4-b172-1ec63768027d HTTP/1.1" status: 200 len: 945 time: 0.1655784 Jun 16 17:40:51.036896 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:40:51.038299 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-a4d696bb-c58b-4537-8649-051c3f0fc84c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1626484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-362330'] for router_interface (11463ca8-2910-4613-a71d-a9b7a7a4f243), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:51.041538 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930a0830-cc99-4c14-b7cd-a7874a074409 req-123b5ecc-9c33-47a4-911d-bad267a75037 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:40:51.044559 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:40:51.045220 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-930a0830-cc99-4c14-b7cd-a7874a074409 req-123b5ecc-9c33-47a4-911d-bad267a75037 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.47 "GET /v2.0/ports?device_id=9739d117-bf76-4ac4-b172-1ec63768027d HTTP/1.1" status: 200 len: 945 time: 0.1080270 Jun 16 17:40:51.054998 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a38b7336-3a18-4390-8623-1392cebfb16b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114'] for port (55aa95ce-e3ad-4b2d-94dc-82db1585ddd4), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:51.070731 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-a89f9320-0a05-4d5c-9e5f-2300dd42ed23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-361813'] for router_interface (21b6238a-2945-42b8-8944-3c7684126694), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:51.110606 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-ead16d22-28bd-4fb3-bb39-eee010d2da71 None None] Provisioning complete for port 328df56f-d0f1-4d05-8fed-217340d6d125 triggered by entity DHCP. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:40:51.110889 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-ead16d22-28bd-4fb3-bb39-eee010d2da71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572016'] for port (328df56f-d0f1-4d05-8fed-217340d6d125), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:51.163054 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-2ca3b185-aa3d-427f-bf7d-f8bb231437e1 req-9a3053b0-0ecf-4e53-a162-a41a567df428 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "GET /v2.0/security-groups?id=d91b9331-ffc7-4acc-8d52-8a0b25ca8c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1279962 Jun 16 17:40:51.171529 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb36c63-5702-42c5-9b1a-d5016dc20bd7 None None] Pushing event updated for resources: {'Port': ['ID=55aa95ce-e3ad-4b2d-94dc-82db1585ddd4,revision_number=2']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:40:51.182840 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.managers [None req-a38b7336-3a18-4390-8623-1392cebfb16b None None] Attempting to bind port 55aa95ce-e3ad-4b2d-94dc-82db1585ddd4 on host dv-cinder-837546-2-iscsi for vnic_type normal with profile {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 17:40:51.182840 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.managers [None req-a38b7336-3a18-4390-8623-1392cebfb16b None None] Attempting to bind port 55aa95ce-e3ad-4b2d-94dc-82db1585ddd4 by drivers openvswitch,hyperv on host dv-cinder-837546-2-iscsi at level 0 using segments [{'id': 'f847f272-90b1-4369-8e48-25aa20ff3114', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2'}] {{(pid=104054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 17:40:51.182840 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a38b7336-3a18-4390-8623-1392cebfb16b None None] Attempting to bind port 55aa95ce-e3ad-4b2d-94dc-82db1585ddd4 on network a25e4fa3-c316-487c-825a-4fde1c36cdb2 {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 17:40:51.224214 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a38b7336-3a18-4390-8623-1392cebfb16b None None] Checking agent: {'id': 'f1f6c009-5a31-4833-b180-4d9d41a55fe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837546-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 17, 26, 4), 'started_at': datetime.datetime(2022, 6, 16, 17, 26, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 17, 40, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837546-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 17:40:51.225027 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a38b7336-3a18-4390-8623-1392cebfb16b None None] Checking segment: {'id': 'f847f272-90b1-4369-8e48-25aa20ff3114', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 17:40:51.226103 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a38b7336-3a18-4390-8623-1392cebfb16b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:51.226673 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a38b7336-3a18-4390-8623-1392cebfb16b None None] Bound using segment: {'id': 'f847f272-90b1-4369-8e48-25aa20ff3114', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2'} {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 17:40:51.227170 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.managers [None req-a38b7336-3a18-4390-8623-1392cebfb16b None None] Bound port: 55aa95ce-e3ad-4b2d-94dc-82db1585ddd4, host: dv-cinder-837546-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f847f272-90b1-4369-8e48-25aa20ff3114', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2'}}] {{(pid=104054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 17:40:51.227561 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a38b7336-3a18-4390-8623-1392cebfb16b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (55aa95ce-e3ad-4b2d-94dc-82db1585ddd4), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:51.288416 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Current status of the port 328df56f-d0f1-4d05-8fed-217340d6d125 is: ACTIVE; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:40:51.328360 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-ead16d22-28bd-4fb3-bb39-eee010d2da71 None None] Current status of the port 328df56f-d0f1-4d05-8fed-217340d6d125 is: ACTIVE; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:40:51.331025 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-a38b7336-3a18-4390-8623-1392cebfb16b None None] For port 55aa95ce-e3ad-4b2d-94dc-82db1585ddd4, host dv-cinder-837546-2-iscsi, cleared binding levels {{(pid=104054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 17:40:51.345977 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-a38b7336-3a18-4390-8623-1392cebfb16b None None] For port 55aa95ce-e3ad-4b2d-94dc-82db1585ddd4, host dv-cinder-837546-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-2-iscsi',level=0,port_id=55aa95ce-e3ad-4b2d-94dc-82db1585ddd4,segment=NetworkSegment(f847f272-90b1-4369-8e48-25aa20ff3114),segment_id=f847f272-90b1-4369-8e48-25aa20ff3114)] {{(pid=104054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 17:40:51.356248 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a38b7336-3a18-4390-8623-1392cebfb16b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114'] for port (55aa95ce-e3ad-4b2d-94dc-82db1585ddd4), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:51.379208 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4d696bb-c58b-4537-8649-051c3f0fc84c admin admin] Router 11463ca8-2910-4613-a71d-a9b7a7a4f243 has already been hosted by L3 agent 43e250b4-0ce3-4949-aa8c-0bafe6454580 {{(pid=104052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 17:40:51.432250 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38b7336-3a18-4390-8623-1392cebfb16b None None] Routers {'21b6238a-2945-42b8-8944-3c7684126694'} bound to L3 agent in host dv-cinder-837546-2-iscsi {{(pid=104054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:40:51.432888 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-a38b7336-3a18-4390-8623-1392cebfb16b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-16T17:26:01Z,description=,heartbeat_timestamp=2022-06-16T17:40:31Z,host='dv-cinder-837546-2-iscsi',id=43e250b4-0ce3-4949-aa8c-0bafe6454580,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:26:01Z,topic='l3_agent')) {'router_ids': ['21b6238a-2945-42b8-8944-3c7684126694'], 'active': True} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:40:51.436285 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:40:51.476870 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb36c63-5702-42c5-9b1a-d5016dc20bd7 None None] Pushing event updated for resources: {'Port': ['ID=55aa95ce-e3ad-4b2d-94dc-82db1585ddd4,revision_number=3']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:40:51.494523 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-7fe3d019-2ee5-442f-9327-b4a309b78bc6 None None] Provisioning complete for port e5c402f4-6346-4780-90bd-9d2c5ff2601a triggered by entity DHCP. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:40:51.495054 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-7fe3d019-2ee5-442f-9327-b4a309b78bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572016'] for port (e5c402f4-6346-4780-90bd-9d2c5ff2601a), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:51.503106 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4d696bb-c58b-4537-8649-051c3f0fc84c admin admin] Notify agent at l3_agent.dv-cinder-837546-2-iscsi the message routers_updated {{(pid=104052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 17:40:51.505713 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-a89f9320-0a05-4d5c-9e5f-2300dd42ed23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (e5c402f4-6346-4780-90bd-9d2c5ff2601a), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:51.510659 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-a4d696bb-c58b-4537-8649-051c3f0fc84c admin admin] 10.222.0.40 "PUT /v2.0/routers/11463ca8-2910-4613-a71d-a9b7a7a4f243/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7306335 Jun 16 17:40:51.512483 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 60360) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:40:51.515652 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5397affc-d3e8-4262-8809-bb595f4315e7 None None] Sync routers for ids ['11463ca8-2910-4613-a71d-a9b7a7a4f243'] in dv-cinder-837546-2-iscsi {{(pid=104055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:40:51.530563 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5397affc-d3e8-4262-8809-bb595f4315e7 None None] Routers {'11463ca8-2910-4613-a71d-a9b7a7a4f243'} bound to L3 agent in host dv-cinder-837546-2-iscsi {{(pid=104055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:40:51.531736 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-5397affc-d3e8-4262-8809-bb595f4315e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-16T17:26:01Z,description=,heartbeat_timestamp=2022-06-16T17:40:31Z,host='dv-cinder-837546-2-iscsi',id=43e250b4-0ce3-4949-aa8c-0bafe6454580,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:26:01Z,topic='l3_agent')) {'router_ids': ['11463ca8-2910-4613-a71d-a9b7a7a4f243'], 'active': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:40:51.558055 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:40:51.577050 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-7fe3d019-2ee5-442f-9327-b4a309b78bc6 None None] Port e5c402f4-6346-4780-90bd-9d2c5ff2601a cannot update to ACTIVE because it is not bound. {{(pid=104054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 17:40:51.594589 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvr_db [None req-a38b7336-3a18-4390-8623-1392cebfb16b None None] Set router 21b6238a-2945-42b8-8944-3c7684126694 gateway port host: dv-cinder-837546-2-iscsi {{(pid=104054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:40:51.650005 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvr_db [None req-5397affc-d3e8-4262-8809-bb595f4315e7 None None] Set router 11463ca8-2910-4613-a71d-a9b7a7a4f243 gateway port host: dv-cinder-837546-2-iscsi {{(pid=104055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:40:51.656744 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-6936430e-526f-4f67-8029-69f595da4c40 admin admin] Publish callbacks [] for router (11463ca8-2910-4613-a71d-a9b7a7a4f243), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:51.718837 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-a89f9320-0a05-4d5c-9e5f-2300dd42ed23 admin admin] Publish callbacks [] for port (e5c402f4-6346-4780-90bd-9d2c5ff2601a), precommit_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:51.731485 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-a89f9320-0a05-4d5c-9e5f-2300dd42ed23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64764658'] for port (e5c402f4-6346-4780-90bd-9d2c5ff2601a), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:51.775323 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-6936430e-526f-4f67-8029-69f595da4c40 admin admin] Publish callbacks [] for router_gateway (11463ca8-2910-4613-a71d-a9b7a7a4f243), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:51.823058 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-a38b7336-3a18-4390-8623-1392cebfb16b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21b6238a-2945-42b8-8944-3c7684126694', 'name': 'tempest-TestMinimumBasicScenario-615183978-router', 'tenant_id': 'ad7c8fc06d764104b1c7107b48d8dddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'external_fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': '55aa95ce-e3ad-4b2d-94dc-82db1585ddd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:40:47Z', 'updated_at': '2022-06-16T17:40:51Z', 'revision_number': 4, 'project_id': 'ad7c8fc06d764104b1c7107b48d8dddc', 'gw_port': {'id': '55aa95ce-e3ad-4b2d-94dc-82db1585ddd4', 'name': '', 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:39:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21b6238a-2945-42b8-8944-3c7684126694', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:40:48Z', 'updated_at': '2022-06-16T17:40:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47584a51-19b7-439b-9f28-a7f577441b18', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-2-iscsi', '_interfaces': [{'id': 'e5c402f4-6346-4780-90bd-9d2c5ff2601a', 'name': '', 'network_id': 'a9d8618e-26e4-4cf3-ab6a-5013cb00a484', 'tenant_id': 'ad7c8fc06d764104b1c7107b48d8dddc', 'mac_address': 'fa:16:3e:00:07:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21b6238a-2945-42b8-8944-3c7684126694', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '2145066f-716c-439f-a5f9-9db79788f95e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:40:50Z', 'updated_at': '2022-06-16T17:40:50Z', 'revision_number': 1, 'project_id': 'ad7c8fc06d764104b1c7107b48d8dddc', 'subnets': [{'id': '2145066f-716c-439f-a5f9-9db79788f95e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837546-2-iscsi', False) {} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:40:51.825512 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-6936430e-526f-4f67-8029-69f595da4c40 admin admin] Deleting port c5d20b8d-6a49-4d84-87cc-3ffdd32abd86 {{(pid=104052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 17:40:51.825846 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-6936430e-526f-4f67-8029-69f595da4c40 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762170394215'] for port (c5d20b8d-6a49-4d84-87cc-3ffdd32abd86), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:51.829215 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-a89f9320-0a05-4d5c-9e5f-2300dd42ed23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1626493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-361889'] for router_interface (21b6238a-2945-42b8-8944-3c7684126694), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:51.833518 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89f9320-0a05-4d5c-9e5f-2300dd42ed23 admin admin] Pushing event updated for resources: {'Port': ['ID=e5c402f4-6346-4780-90bd-9d2c5ff2601a,revision_number=2']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:40:51.857197 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-5397affc-d3e8-4262-8809-bb595f4315e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11463ca8-2910-4613-a71d-a9b7a7a4f243', 'name': 'tempest-AttachVolumeTestJSON-1492461714-router', 'tenant_id': '4904f0e2f64e4bef989f441380e843b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'external_fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'c5d20b8d-6a49-4d84-87cc-3ffdd32abd86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:34:14Z', 'updated_at': '2022-06-16T17:40:50Z', 'revision_number': 5, 'project_id': '4904f0e2f64e4bef989f441380e843b5', 'gw_port': {'id': 'c5d20b8d-6a49-4d84-87cc-3ffdd32abd86', 'name': '', 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:90:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11463ca8-2910-4613-a71d-a9b7a7a4f243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:34:15Z', 'updated_at': '2022-06-16T17:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47584a51-19b7-439b-9f28-a7f577441b18', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-2-iscsi'}], 'dv-cinder-837546-2-iscsi', False) {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:40:51.865972 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a38b7336-3a18-4390-8623-1392cebfb16b None None] The sync data for ids ['21b6238a-2945-42b8-8944-3c7684126694'] in dv-cinder-837546-2-iscsi is: [{'id': '21b6238a-2945-42b8-8944-3c7684126694', 'name': 'tempest-TestMinimumBasicScenario-615183978-router', 'tenant_id': 'ad7c8fc06d764104b1c7107b48d8dddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'external_fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': '55aa95ce-e3ad-4b2d-94dc-82db1585ddd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:40:47Z', 'updated_at': '2022-06-16T17:40:51Z', 'revision_number': 4, 'project_id': 'ad7c8fc06d764104b1c7107b48d8dddc', 'gw_port': {'id': '55aa95ce-e3ad-4b2d-94dc-82db1585ddd4', 'name': '', 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:39:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21b6238a-2945-42b8-8944-3c7684126694', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:40:48Z', 'updated_at': '2022-06-16T17:40:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47584a51-19b7-439b-9f28-a7f577441b18', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-2-iscsi', '_interfaces': [{'id': 'e5c402f4-6346-4780-90bd-9d2c5ff2601a', 'name': '', 'network_id': 'a9d8618e-26e4-4cf3-ab6a-5013cb00a484', 'tenant_id': 'ad7c8fc06d764104b1c7107b48d8dddc', 'mac_address': 'fa:16:3e:00:07:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21b6238a-2945-42b8-8944-3c7684126694', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '2145066f-716c-439f-a5f9-9db79788f95e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:40:50Z', 'updated_at': '2022-06-16T17:40:50Z', 'revision_number': 1, 'project_id': 'ad7c8fc06d764104b1c7107b48d8dddc', 'subnets': [{'id': '2145066f-716c-439f-a5f9-9db79788f95e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:40:51.901686 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5397affc-d3e8-4262-8809-bb595f4315e7 None None] Checking router: 11463ca8-2910-4613-a71d-a9b7a7a4f243 for host: dv-cinder-837546-2-iscsi {{(pid=104055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:40:51.912038 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5397affc-d3e8-4262-8809-bb595f4315e7 None None] Routers {'11463ca8-2910-4613-a71d-a9b7a7a4f243'} bound to L3 agent in host dv-cinder-837546-2-iscsi {{(pid=104055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:40:51.913058 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-5397affc-d3e8-4262-8809-bb595f4315e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-16T17:26:01Z,description=,heartbeat_timestamp=2022-06-16T17:40:31Z,host='dv-cinder-837546-2-iscsi',id=43e250b4-0ce3-4949-aa8c-0bafe6454580,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:26:01Z,topic='l3_agent')) {'router_ids': ['11463ca8-2910-4613-a71d-a9b7a7a4f243'], 'active': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:40:51.928626 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-6936430e-526f-4f67-8029-69f595da4c40 admin admin] For port c5d20b8d-6a49-4d84-87cc-3ffdd32abd86, host dv-cinder-837546-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-2-iscsi',level=0,port_id=c5d20b8d-6a49-4d84-87cc-3ffdd32abd86,segment=NetworkSegment(f847f272-90b1-4369-8e48-25aa20ff3114),segment_id=f847f272-90b1-4369-8e48-25aa20ff3114)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:40:51.928999 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-6936430e-526f-4f67-8029-69f595da4c40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376266'] for port (c5d20b8d-6a49-4d84-87cc-3ffdd32abd86), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:51.944568 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-6936430e-526f-4f67-8029-69f595da4c40 admin admin] Calling delete_port for c5d20b8d-6a49-4d84-87cc-3ffdd32abd86 owned by network:router_gateway {{(pid=104052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 17:40:51.967672 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a89f9320-0a05-4d5c-9e5f-2300dd42ed23 admin admin] Network a9d8618e-26e4-4cf3-ab6a-5013cb00a484 is already hosted by enough agents. {{(pid=104053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:40:51.969820 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.scheduler.base_scheduler [None req-a89f9320-0a05-4d5c-9e5f-2300dd42ed23 admin admin] Resources bound (agent type, host, resource id): {{(pid=104053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:40:51.985183 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:40:52.015483 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvr_db [None req-5397affc-d3e8-4262-8809-bb595f4315e7 None None] Set router 11463ca8-2910-4613-a71d-a9b7a7a4f243 gateway port host: None {{(pid=104055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:40:52.125675 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-5397affc-d3e8-4262-8809-bb595f4315e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11463ca8-2910-4613-a71d-a9b7a7a4f243', 'name': 'tempest-AttachVolumeTestJSON-1492461714-router', 'tenant_id': '4904f0e2f64e4bef989f441380e843b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:34:14Z', 'updated_at': '2022-06-16T17:40:51Z', 'revision_number': 6, 'project_id': '4904f0e2f64e4bef989f441380e843b5', 'gw_port_host': None}], 'dv-cinder-837546-2-iscsi', False) {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:40:52.150270 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a89f9320-0a05-4d5c-9e5f-2300dd42ed23 admin admin] Router 21b6238a-2945-42b8-8944-3c7684126694 has already been hosted by L3 agent 43e250b4-0ce3-4949-aa8c-0bafe6454580 {{(pid=104053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 17:40:52.159189 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=100 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:40:52.183230 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:40:52.227021 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d3d3d3-6ed7-4283-858a-b20b52e82583 req-aa455d05-ae50-4a0d-b404-e2ecb2ab588d tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:40:52.228618 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-88d3d3d3-6ed7-4283-858a-b20b52e82583 req-aa455d05-ae50-4a0d-b404-e2ecb2ab588d tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/ports?device_id=9e3be83a-9759-422f-9cd1-5a5d1c631ace HTTP/1.1" status: 200 len: 946 time: 0.1049969 Jun 16 17:40:52.287646 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5397affc-d3e8-4262-8809-bb595f4315e7 None None] The sync data for ids ['11463ca8-2910-4613-a71d-a9b7a7a4f243'] in dv-cinder-837546-2-iscsi is: [{'id': '11463ca8-2910-4613-a71d-a9b7a7a4f243', 'name': 'tempest-AttachVolumeTestJSON-1492461714-router', 'tenant_id': '4904f0e2f64e4bef989f441380e843b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:34:14Z', 'updated_at': '2022-06-16T17:40:51Z', 'revision_number': 6, 'project_id': '4904f0e2f64e4bef989f441380e843b5', 'gw_port_host': None}] {{(pid=104055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:40:52.399427 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a89f9320-0a05-4d5c-9e5f-2300dd42ed23 admin admin] Notify agent at l3_agent.dv-cinder-837546-2-iscsi the message routers_updated {{(pid=104053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 17:40:52.406453 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-a89f9320-0a05-4d5c-9e5f-2300dd42ed23 admin admin] 10.222.0.40 "PUT /v2.0/routers/21b6238a-2945-42b8-8944-3c7684126694/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6546633 Jun 16 17:40:52.407510 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-042dad1c-7d02-41f4-b103-96e3fbb361d7 None None] Provisioning complete for port e5c402f4-6346-4780-90bd-9d2c5ff2601a triggered by entity DHCP. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:40:52.408013 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-042dad1c-7d02-41f4-b103-96e3fbb361d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572016'] for port (e5c402f4-6346-4780-90bd-9d2c5ff2601a), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:52.449181 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-042dad1c-7d02-41f4-b103-96e3fbb361d7 None None] Port e5c402f4-6346-4780-90bd-9d2c5ff2601a cannot update to ACTIVE because it is not bound. {{(pid=104054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 17:40:52.464371 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-88d3d3d3-6ed7-4283-858a-b20b52e82583 req-f65ba700-74aa-4810-8642-7d25b25fb6ff tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/security-groups?id=332ceecf-b5fe-4807-b7e2-90b219f7924f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2194514 Jun 16 17:40:52.497257 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc2c37a-b078-40d5-a8ee-9a9d5e7dffb1 req-540cd053-9f7e-45f5-b7c9-f964777fbadf tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:40:52.501460 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-edc2c37a-b078-40d5-a8ee-9a9d5e7dffb1 req-540cd053-9f7e-45f5-b7c9-f964777fbadf tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "GET /v2.0/ports?device_id=9739d117-bf76-4ac4-b172-1ec63768027d HTTP/1.1" status: 200 len: 945 time: 0.1449232 Jun 16 17:40:52.506727 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-6936430e-526f-4f67-8029-69f595da4c40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762170396510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762170029087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62916395'] for port (c5d20b8d-6a49-4d84-87cc-3ffdd32abd86), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:52.554246 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6936430e-526f-4f67-8029-69f595da4c40 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5d20b8d-6a49-4d84-87cc-3ffdd32abd86,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:40:52.591385 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [req-930a0830-cc99-4c14-b7cd-a7874a074409 req-0146efe9-385c-43e3-b121-116a32bf75ea tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Deleting port c4cf8f46-c85c-4601-8250-462de6025ebf {{(pid=104053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 17:40:52.591836 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [req-930a0830-cc99-4c14-b7cd-a7874a074409 req-0146efe9-385c-43e3-b121-116a32bf75ea tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762170394215'] for port (c4cf8f46-c85c-4601-8250-462de6025ebf), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:52.660288 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-edc2c37a-b078-40d5-a8ee-9a9d5e7dffb1 req-5a513f80-9c99-45ec-a2c5-e2c01d6cc443 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "GET /v2.0/security-groups?id=d91b9331-ffc7-4acc-8d52-8a0b25ca8c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1569097 Jun 16 17:40:52.698751 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-6936430e-526f-4f67-8029-69f595da4c40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-375437'] for router_gateway (11463ca8-2910-4613-a71d-a9b7a7a4f243), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:52.711989 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Device 328df56f-d0f1-4d05-8fed-217340d6d125 up at agent ovs-agent-dv-cinder-837546-2-iscsi {{(pid=104054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 17:40:52.757980 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:40:52.810419 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [req-930a0830-cc99-4c14-b7cd-a7874a074409 req-0146efe9-385c-43e3-b121-116a32bf75ea tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] For port c4cf8f46-c85c-4601-8250-462de6025ebf, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=c4cf8f46-c85c-4601-8250-462de6025ebf,segment=NetworkSegment(94313329-9a0f-475b-94f3-d6ee0916d22d),segment_id=94313329-9a0f-475b-94f3-d6ee0916d22d)] {{(pid=104053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:40:52.811497 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [req-930a0830-cc99-4c14-b7cd-a7874a074409 req-0146efe9-385c-43e3-b121-116a32bf75ea tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376266'] for port (c4cf8f46-c85c-4601-8250-462de6025ebf), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:52.842724 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Provisioning complete for port 328df56f-d0f1-4d05-8fed-217340d6d125 triggered by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:40:52.843214 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572016'] for port (328df56f-d0f1-4d05-8fed-217340d6d125), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:52.979096 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Current status of the port 328df56f-d0f1-4d05-8fed-217340d6d125 is: ACTIVE; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:40:53.121917 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [req-930a0830-cc99-4c14-b7cd-a7874a074409 req-0146efe9-385c-43e3-b121-116a32bf75ea tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:53.122353 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [req-930a0830-cc99-4c14-b7cd-a7874a074409 req-0146efe9-385c-43e3-b121-116a32bf75ea tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-375498'] for floatingip (4c45c340-1bb6-4ce1-8963-ee4375127649), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:53.122741 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.db.l3_db [req-930a0830-cc99-4c14-b7cd-a7874a074409 req-0146efe9-385c-43e3-b121-116a32bf75ea tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Floating IP 4c45c340-1bb6-4ce1-8963-ee4375127649 disassociated. External IP: 172.27.0.208, port: c4cf8f46-c85c-4601-8250-462de6025ebf. Jun 16 17:40:53.123156 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [req-930a0830-cc99-4c14-b7cd-a7874a074409 req-0146efe9-385c-43e3-b121-116a32bf75ea tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Calling delete_port for c4cf8f46-c85c-4601-8250-462de6025ebf owned by compute:nova {{(pid=104053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 17:40:53.192129 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-6936430e-526f-4f67-8029-69f595da4c40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-376196', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11533'] for router (11463ca8-2910-4613-a71d-a9b7a7a4f243), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:53.193861 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 60382) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:40:53.196334 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-6936430e-526f-4f67-8029-69f595da4c40 admin admin] Publish callbacks [] for router_controller (11463ca8-2910-4613-a71d-a9b7a7a4f243), precommit_delete_associations {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:53.200814 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [None req-6b4c22fe-54a9-4bbd-bfec-66438a027a6e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-444449235-network', 'tenant_id': '0c9770e1404c439abaa86ffb75099000'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:40:53.256792 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b4c22fe-54a9-4bbd-bfec-66438a027a6e admin admin] Made reservation on behalf of 0c9770e1404c439abaa86ffb75099000 for: {'network': 1} {{(pid=104052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:40:53.259420 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-6b4c22fe-54a9-4bbd-bfec-66438a027a6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for network (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:53.263934 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-6936430e-526f-4f67-8029-69f595da4c40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-376302'] for router (11463ca8-2910-4613-a71d-a9b7a7a4f243), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:53.263934 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6936430e-526f-4f67-8029-69f595da4c40 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 11463ca8-2910-4613-a71d-a9b7a7a4f243 {{(pid=104052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 16 17:40:53.274401 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-6936430e-526f-4f67-8029-69f595da4c40 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:53.282015 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-6936430e-526f-4f67-8029-69f595da4c40 admin admin] 10.222.0.40 "DELETE /v2.0/routers/11463ca8-2910-4613-a71d-a9b7a7a4f243 HTTP/1.1" status: 204 len: 168 time: 1.7672114 Jun 16 17:40:53.285314 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 60384) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:40:53.286653 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-6b4c22fe-54a9-4bbd-bfec-66438a027a6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:53.336544 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [req-930a0830-cc99-4c14-b7cd-a7874a074409 req-0146efe9-385c-43e3-b121-116a32bf75ea tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762170396510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762170029087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64764667'] for port (c4cf8f46-c85c-4601-8250-462de6025ebf), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:53.345600 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:DELETE=4,neutron:INSERT=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:40:53.372637 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0146efe9-385c-43e3-b121-116a32bf75ea tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Pushing event deleted for resources: {'Port': ['ID=c4cf8f46-c85c-4601-8250-462de6025ebf,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:40:53.417815 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.db.db_base_plugin_v2 [None req-55431bd6-db9b-40c0-9e59-cf5972fb28ed admin admin] Deleting subnet f0d6e637-64db-4e7d-aa18-ced53dc06702 {{(pid=104052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 16 17:40:53.424922 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-55431bd6-db9b-40c0-9e59-cf5972fb28ed admin admin] Publish callbacks [] for subnet (f0d6e637-64db-4e7d-aa18-ced53dc06702), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:53.511730 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Device a57fbaeb-135f-4864-997b-23904c802e78 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 17:40:53.523107 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.scheduler.l3_agent_scheduler [req-930a0830-cc99-4c14-b7cd-a7874a074409 req-0146efe9-385c-43e3-b121-116a32bf75ea tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Router 11193f77-50ca-44b2-b11f-2fbebd19e4e2 has already been hosted by L3 agent 43e250b4-0ce3-4949-aa8c-0bafe6454580 {{(pid=104053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 17:40:53.527790 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-55431bd6-db9b-40c0-9e59-cf5972fb28ed admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63325782'] for subnet (f0d6e637-64db-4e7d-aa18-ced53dc06702), precommit_delete_associations {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:53.590775 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-6b4c22fe-54a9-4bbd-bfec-66438a027a6e admin admin] Publish callbacks [] for security_group (042fd65c-3871-465c-aa49-05c8afd72cf3), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:53.619785 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Current status of the port a57fbaeb-135f-4864-997b-23904c802e78 is: ACTIVE; New status is: DOWN {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:40:53.621595 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (a57fbaeb-135f-4864-997b-23904c802e78), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:53.635265 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-6b4c22fe-54a9-4bbd-bfec-66438a027a6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (042fd65c-3871-465c-aa49-05c8afd72cf3), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:53.664261 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:40:53.665578 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:40:53.665840 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-930a0830-cc99-4c14-b7cd-a7874a074409 req-0146efe9-385c-43e3-b121-116a32bf75ea tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Notify agent at l3_agent.dv-cinder-837546-2-iscsi the message routers_updated {{(pid=104053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 17:40:53.671130 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e3be83a-9759-422f-9cd1-5a5d1c631ace', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a57fbaeb-135f-4864-997b-23904c802e78'}] {{(pid=104054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 17:40:53.675899 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5645e34771f2e92f66b701059e1edb0e2a0b319a1385596c591183f5993537e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fef44c5-6c58-4a98-ae8e-9f492ea848da" -d '{"events": [{"server_uuid": "9e3be83a-9759-422f-9cd1-5a5d1c631ace", "name": "network-vif-unplugged", "status": "completed", "tag": "a57fbaeb-135f-4864-997b-23904c802e78"}]}' {{(pid=104054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:40:53.685057 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a258dca-67d1-4783-a7f1-e608157c7b68 None None] Sync routers for ids ['11193f77-50ca-44b2-b11f-2fbebd19e4e2'] in dv-cinder-837546-2-iscsi {{(pid=104054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:40:53.708631 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2a747c-fac4-4867-a803-7f22e9bcf4ed req-cb7056d3-048e-4bd8-a8d3-a4b813722e61 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:40:53.711292 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-2b2a747c-fac4-4867-a803-7f22e9bcf4ed req-cb7056d3-048e-4bd8-a8d3-a4b813722e61 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/ports?device_id=9e3be83a-9759-422f-9cd1-5a5d1c631ace HTTP/1.1" status: 200 len: 946 time: 0.1399035 Jun 16 17:40:53.729115 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] For port a57fbaeb-135f-4864-997b-23904c802e78, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=a57fbaeb-135f-4864-997b-23904c802e78,segment=NetworkSegment(86f1a2bf-e88a-4894-b8aa-61c574f8d191),segment_id=86f1a2bf-e88a-4894-b8aa-61c574f8d191)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:40:53.737859 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a258dca-67d1-4783-a7f1-e608157c7b68 None None] Routers {'11193f77-50ca-44b2-b11f-2fbebd19e4e2'} bound to L3 agent in host dv-cinder-837546-2-iscsi {{(pid=104054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:40:53.739769 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-5a258dca-67d1-4783-a7f1-e608157c7b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-16T17:26:01Z,description=,heartbeat_timestamp=2022-06-16T17:40:31Z,host='dv-cinder-837546-2-iscsi',id=43e250b4-0ce3-4949-aa8c-0bafe6454580,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:26:01Z,topic='l3_agent')) {'router_ids': ['11193f77-50ca-44b2-b11f-2fbebd19e4e2'], 'active': True} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:40:53.745592 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114'] for port (a57fbaeb-135f-4864-997b-23904c802e78), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:53.757082 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [req-930a0830-cc99-4c14-b7cd-a7874a074409 req-0146efe9-385c-43e3-b121-116a32bf75ea tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] No DVR routers for this DVR port c4cf8f46-c85c-4601-8250-462de6025ebf on host hv-cinder-83754 {{(pid=104053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 17:40:53.760159 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [req-930a0830-cc99-4c14-b7cd-a7874a074409 req-0146efe9-385c-43e3-b121-116a32bf75ea tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228225'] for port (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:53.763735 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-930a0830-cc99-4c14-b7cd-a7874a074409 req-0146efe9-385c-43e3-b121-116a32bf75ea tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.47 "DELETE /v2.0/ports/c4cf8f46-c85c-4601-8250-462de6025ebf HTTP/1.1" status: 204 len: 173 time: 1.3055229 Jun 16 17:40:53.764197 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9739d117-bf76-4ac4-b172-1ec63768027d', 'name': 'network-vif-deleted', 'tag': 'c4cf8f46-c85c-4601-8250-462de6025ebf'}] {{(pid=104053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 17:40:53.786737 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a0e0b451bd7acf9de88ec0a1fb74022464d6f98a5cc449ea229bf781c77e32d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39e1f626-86be-4500-8b0e-529859178276" -d '{"events": [{"server_uuid": "9739d117-bf76-4ac4-b172-1ec63768027d", "name": "network-vif-deleted", "tag": "c4cf8f46-c85c-4601-8250-462de6025ebf"}]}' {{(pid=104053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:40:53.794225 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b4c22fe-54a9-4bbd-bfec-66438a027a6e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 345} {{(pid=104052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 17:40:53.846068 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4c22fe-54a9-4bbd-bfec-66438a027a6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=042fd65c-3871-465c-aa49-05c8afd72cf3,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:40:53.893172 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-6b4c22fe-54a9-4bbd-bfec-66438a027a6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1565696'] for segment (942f81d7-f800-48dc-97f4-a6e69d636814), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:53.895449 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.db.segments_db [None req-6b4c22fe-54a9-4bbd-bfec-66438a027a6e admin admin] Added segment 942f81d7-f800-48dc-97f4-a6e69d636814 of type vlan for network 0f66cc95-8daf-4816-8439-9f6686ea40aa Jun 16 17:40:53.938865 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-55431bd6-db9b-40c0-9e59-cf5972fb28ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1565816'] for subnet (f0d6e637-64db-4e7d-aa18-ced53dc06702), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:53.973123 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvr_db [None req-5a258dca-67d1-4783-a7f1-e608157c7b68 None None] Set router 11193f77-50ca-44b2-b11f-2fbebd19e4e2 gateway port host: dv-cinder-837546-2-iscsi {{(pid=104054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:40:54.025360 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 16 Jun 2022 17:40:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce054f5b-ab75-4a9f-a382-031b9b696b61 x-openstack-request-id: req-ce054f5b-ab75-4a9f-a382-031b9b696b61 {{(pid=104054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:40:54.025868 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e3be83a-9759-422f-9cd1-5a5d1c631ace", "name": "network-vif-unplugged", "status": "failed", "tag": "a57fbaeb-135f-4864-997b-23904c802e78", "code": 422}]} {{(pid=104054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:40:54.026267 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-ce054f5b-ab75-4a9f-a382-031b9b696b61 {{(pid=104054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:40:54.026818 dv-cinder-837546-2-iscsi neutron-server[104054]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-ce054f5b-ab75-4a9f-a382-031b9b696b61']: {'server_uuid': '9e3be83a-9759-422f-9cd1-5a5d1c631ace', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a57fbaeb-135f-4864-997b-23904c802e78', 'code': 422} returned with failed status Jun 16 17:40:54.084635 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-fe6ef209-60c8-4925-8f25-24c41bd589ea req-8f5c277b-cea6-42b9-9b28-510e0445dba6 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "GET /v2.0/ports?device_id=9739d117-bf76-4ac4-b172-1ec63768027d HTTP/1.1" status: 200 len: 210 time: 0.1485035 Jun 16 17:40:54.114114 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-6b4c22fe-54a9-4bbd-bfec-66438a027a6e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762169983061'] for network (0f66cc95-8daf-4816-8439-9f6686ea40aa), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:54.140884 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-2b2a747c-fac4-4867-a803-7f22e9bcf4ed req-a915ad49-f488-4d9b-841f-43b00e4b69d3 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/security-groups?id=332ceecf-b5fe-4807-b7e2-90b219f7924f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4127908 Jun 16 17:40:54.146514 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 17:40:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c48c172-9fe4-4810-a1ad-d1b745c7b35c x-openstack-request-id: req-0c48c172-9fe4-4810-a1ad-d1b745c7b35c {{(pid=104053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:40:54.146812 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9739d117-bf76-4ac4-b172-1ec63768027d", "name": "network-vif-deleted", "tag": "c4cf8f46-c85c-4601-8250-462de6025ebf", "status": "completed", "code": 200}]} {{(pid=104053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:40:54.147061 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-0c48c172-9fe4-4810-a1ad-d1b745c7b35c {{(pid=104053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:40:54.147454 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c48c172-9fe4-4810-a1ad-d1b745c7b35c'] response: {'server_uuid': '9739d117-bf76-4ac4-b172-1ec63768027d', 'name': 'network-vif-deleted', 'tag': 'c4cf8f46-c85c-4601-8250-462de6025ebf', 'status': 'completed', 'code': 200} Jun 16 17:40:54.155143 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-55431bd6-db9b-40c0-9e59-cf5972fb28ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1565763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62916376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62963023'] for subnet (f0d6e637-64db-4e7d-aa18-ced53dc06702), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:54.171971 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:40:54.173637 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Pushing event updated for resources: {'Port': ['ID=a57fbaeb-135f-4864-997b-23904c802e78,revision_number=8']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:40:54.191993 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:40:54.191993 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:40:54.191993 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:40:54.191993 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:40:54.191993 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:40:54.191993 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:40:54.191993 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:40:54.191993 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:40:54.191993 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:40:54.191993 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:40:54.191993 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:40:54.191993 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:40:54.191993 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:40:54.191993 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:40:54.191993 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:40:54.206300 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55431bd6-db9b-40c0-9e59-cf5972fb28ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0d6e637-64db-4e7d-aa18-ced53dc06702,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:40:54.241992 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-55431bd6-db9b-40c0-9e59-cf5972fb28ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626521'] for subnet (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:54.248111 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 60396) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:40:54.260142 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-55431bd6-db9b-40c0-9e59-cf5972fb28ed admin admin] 10.222.0.40 "DELETE /v2.0/subnets/f0d6e637-64db-4e7d-aa18-ced53dc06702 HTTP/1.1" status: 204 len: 168 time: 0.9660408 Jun 16 17:40:54.262381 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-6b4c22fe-54a9-4bbd-bfec-66438a027a6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511'] for network (0f66cc95-8daf-4816-8439-9f6686ea40aa), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:54.263409 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b4c22fe-54a9-4bbd-bfec-66438a027a6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:40:54.263991 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-6b4c22fe-54a9-4bbd-bfec-66438a027a6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626521'] for network (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:54.294716 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d3b2d5e-fe28-43a5-921c-29431a7a3dcb None None] Network 7174c275-7bd9-4bad-898d-52e5729a7a31 requested from dv-cinder-837546-2-iscsi {{(pid=104054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 17:40:54.302253 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Device 55aa95ce-e3ad-4b2d-94dc-82db1585ddd4 up at agent ovs-agent-dv-cinder-837546-2-iscsi {{(pid=104054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 17:40:54.373980 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-047a01b4-4b19-41b3-b4d6-986b763ff5d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-716355'] for network (7174c275-7bd9-4bad-898d-52e5729a7a31), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:54.377468 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:40:54.423810 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-6b4c22fe-54a9-4bbd-bfec-66438a027a6e admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 1.2287395 Jun 16 17:40:54.429870 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 60398) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:40:54.436207 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.v2.base [None req-8e57e904-19ee-4e66-ba02-222b543bf25d admin admin] Request body: {'subnet': {'network_id': '0f66cc95-8daf-4816-8439-9f6686ea40aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-444449235-subnet', 'tenant_id': '0c9770e1404c439abaa86ffb75099000', 'ip_version': 4}} {{(pid=104053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:40:54.438014 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4c22fe-54a9-4bbd-bfec-66438a027a6e admin admin] Pushing event updated for resources: {'Network': ['ID=0f66cc95-8daf-4816-8439-9f6686ea40aa,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:40:54.468966 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-047a01b4-4b19-41b3-b4d6-986b763ff5d3 admin admin] Deleting port dab5d798-e183-498d-96c2-055494a859e4 {{(pid=104053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 17:40:54.469593 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-047a01b4-4b19-41b3-b4d6-986b763ff5d3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762170394215'] for port (dab5d798-e183-498d-96c2-055494a859e4), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:54.486744 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Network 0f66cc95-8daf-4816-8439-9f6686ea40aa details requested by agent ovs-agent-dv-cinder-837546-2-iscsi with host dv-cinder-837546-2-iscsi {{(pid=104054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 16 17:40:54.532328 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e57e904-19ee-4e66-ba02-222b543bf25d admin admin] Made reservation on behalf of 0c9770e1404c439abaa86ffb75099000 for: {'subnet': 1} {{(pid=104053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:40:54.534641 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-8e57e904-19ee-4e66-ba02-222b543bf25d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64831939'] for subnet (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:54.639764 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-047a01b4-4b19-41b3-b4d6-986b763ff5d3 admin admin] For port dab5d798-e183-498d-96c2-055494a859e4, host dv-cinder-837546-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-2-iscsi',level=0,port_id=dab5d798-e183-498d-96c2-055494a859e4,segment=NetworkSegment(c9623932-56f3-419e-916e-2d5cd1273f56),segment_id=c9623932-56f3-419e-916e-2d5cd1273f56)] {{(pid=104053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:40:54.640134 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-047a01b4-4b19-41b3-b4d6-986b763ff5d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376266'] for port (dab5d798-e183-498d-96c2-055494a859e4), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:54.662900 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-047a01b4-4b19-41b3-b4d6-986b763ff5d3 admin admin] Calling delete_port for dab5d798-e183-498d-96c2-055494a859e4 owned by network:dhcp {{(pid=104053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 17:40:54.783069 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-5a258dca-67d1-4783-a7f1-e608157c7b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11193f77-50ca-44b2-b11f-2fbebd19e4e2', 'name': 'tempest-AttachVolumeNegativeTest-214174450-router', 'tenant_id': 'd63c592c0afb4dfc9dd5b36be791decd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'external_fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': '1b34cba4-0f25-405b-ba3a-eb96ea0d3da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:34:12Z', 'updated_at': '2022-06-16T17:34:25Z', 'revision_number': 4, 'project_id': 'd63c592c0afb4dfc9dd5b36be791decd', 'gw_port': {'id': '1b34cba4-0f25-405b-ba3a-eb96ea0d3da8', 'name': '', 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:7c:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11193f77-50ca-44b2-b11f-2fbebd19e4e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:34:14Z', 'updated_at': '2022-06-16T17:34:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47584a51-19b7-439b-9f28-a7f577441b18', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-2-iscsi', '_interfaces': [{'id': '68377c34-b3bb-4601-82c6-3c4a3412211a', 'name': '', 'network_id': '6fb674c9-6bb7-4c32-892c-b28837e89812', 'tenant_id': 'd63c592c0afb4dfc9dd5b36be791decd', 'mac_address': 'fa:16:3e:52:d8:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11193f77-50ca-44b2-b11f-2fbebd19e4e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'f4f4c81e-fe9f-4dc1-bcfe-dd76fde3e7db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:34:23Z', 'updated_at': '2022-06-16T17:34:39Z', 'revision_number': 5, 'project_id': 'd63c592c0afb4dfc9dd5b36be791decd', 'subnets': [{'id': 'f4f4c81e-fe9f-4dc1-bcfe-dd76fde3e7db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837546-2-iscsi', False) {} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:40:54.829299 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-8e57e904-19ee-4e66-ba02-222b543bf25d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64764559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64831985'] for subnet (575fa606-92cb-4f34-aa8f-1821627b4b74), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:54.834805 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Provisioning complete for port 55aa95ce-e3ad-4b2d-94dc-82db1585ddd4 triggered by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:40:54.835177 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572016'] for port (55aa95ce-e3ad-4b2d-94dc-82db1585ddd4), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:54.859416 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a258dca-67d1-4783-a7f1-e608157c7b68 None None] Checking router: 11193f77-50ca-44b2-b11f-2fbebd19e4e2 for host: dv-cinder-837546-2-iscsi {{(pid=104054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:40:54.860318 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-047a01b4-4b19-41b3-b4d6-986b763ff5d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762170396510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762170029087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64764667'] for port (dab5d798-e183-498d-96c2-055494a859e4), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:54.899901 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a258dca-67d1-4783-a7f1-e608157c7b68 None None] Routers {'11193f77-50ca-44b2-b11f-2fbebd19e4e2'} bound to L3 agent in host dv-cinder-837546-2-iscsi {{(pid=104054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:40:54.900426 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047a01b4-4b19-41b3-b4d6-986b763ff5d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=dab5d798-e183-498d-96c2-055494a859e4,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:40:54.900560 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-5a258dca-67d1-4783-a7f1-e608157c7b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-16T17:26:01Z,description=,heartbeat_timestamp=2022-06-16T17:40:31Z,host='dv-cinder-837546-2-iscsi',id=43e250b4-0ce3-4949-aa8c-0bafe6454580,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:26:01Z,topic='l3_agent')) {'router_ids': ['11193f77-50ca-44b2-b11f-2fbebd19e4e2'], 'active': True} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:40:54.929409 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047a01b4-4b19-41b3-b4d6-986b763ff5d3 admin admin] No DVR routers for this DVR port dab5d798-e183-498d-96c2-055494a859e4 on host dv-cinder-837546-2-iscsi {{(pid=104053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 17:40:54.958795 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e57e904-19ee-4e66-ba02-222b543bf25d admin admin] Pushing event updated for resources: {'Subnet': ['ID=575fa606-92cb-4f34-aa8f-1821627b4b74,revision_number=0']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:40:54.972703 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:40:54.976232 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf6a1e0e-b330-439b-a6d2-bc1a7b53b0d6 None None] DHCP port deletion for 7174c275-7bd9-4bad-898d-52e5729a7a31 request from dv-cinder-837546-2-iscsi {{(pid=104054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 16 17:40:54.999182 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e57e904-19ee-4e66-ba02-222b543bf25d admin admin] Checking segment: {'id': '942f81d7-f800-48dc-97f4-a6e69d636814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0f66cc95-8daf-4816-8439-9f6686ea40aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 17:40:54.999546 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e57e904-19ee-4e66-ba02-222b543bf25d admin admin] Network hostable DHCP agents. Network: 0f66cc95-8daf-4816-8439-9f6686ea40aa, hostable agents: ['e26ebcb9-a690-4ec1-8688-e951546304f4'], hosted agents: [] {{(pid=104053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 17:40:55.055538 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-047a01b4-4b19-41b3-b4d6-986b763ff5d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1572665', 'neutron.services.segments.db._delete_segments_for_network-8762170470903'] for network (7174c275-7bd9-4bad-898d-52e5729a7a31), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:55.084829 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Current status of the port 55aa95ce-e3ad-4b2d-94dc-82db1585ddd4 is: DOWN; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:40:55.085236 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (55aa95ce-e3ad-4b2d-94dc-82db1585ddd4), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:55.091203 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.services.segments.db [None req-047a01b4-4b19-41b3-b4d6-986b763ff5d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7174c275-7bd9-4bad-898d-52e5729a7a31']}} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:40:55.097268 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvr_db [None req-5a258dca-67d1-4783-a7f1-e608157c7b68 None None] Set router 11193f77-50ca-44b2-b11f-2fbebd19e4e2 gateway port host: dv-cinder-837546-2-iscsi {{(pid=104054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:40:55.116514 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.services.segments.db [None req-047a01b4-4b19-41b3-b4d6-986b763ff5d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9623932-56f3-419e-916e-2d5cd1273f56') {'for_net_delete': True} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:40:55.117087 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.services.segments.db [None req-047a01b4-4b19-41b3-b4d6-986b763ff5d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9623932-56f3-419e-916e-2d5cd1273f56') {} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:40:55.140175 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e57e904-19ee-4e66-ba02-222b543bf25d admin admin] Network 0f66cc95-8daf-4816-8439-9f6686ea40aa is scheduled to be hosted by DHCP agent e26ebcb9-a690-4ec1-8688-e951546304f4 with binding_index 1 {{(pid=104053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 17:40:55.148500 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] For port 55aa95ce-e3ad-4b2d-94dc-82db1585ddd4, host dv-cinder-837546-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-2-iscsi',level=0,port_id=55aa95ce-e3ad-4b2d-94dc-82db1585ddd4,segment=NetworkSegment(f847f272-90b1-4369-8e48-25aa20ff3114),segment_id=f847f272-90b1-4369-8e48-25aa20ff3114)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:40:55.155376 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114'] for port (55aa95ce-e3ad-4b2d-94dc-82db1585ddd4), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:55.161815 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-047a01b4-4b19-41b3-b4d6-986b763ff5d3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762170470786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64692013'] for segment (c9623932-56f3-419e-916e-2d5cd1273f56), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:55.185528 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 60420) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:40:55.209450 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.scheduler.base_scheduler [None req-8e57e904-19ee-4e66-ba02-222b543bf25d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837546-2-iscsi, 0f66cc95-8daf-4816-8439-9f6686ea40aa) {{(pid=104053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:40:55.212891 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-047a01b4-4b19-41b3-b4d6-986b763ff5d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1565696'] for segment (c9623932-56f3-419e-916e-2d5cd1273f56), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:55.228007 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77369507-dc35-4f75-86e3-db262ffa2e51 None None] Network 0f66cc95-8daf-4816-8439-9f6686ea40aa requested from dv-cinder-837546-2-iscsi {{(pid=104054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 17:40:55.247787 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e57e904-19ee-4e66-ba02-222b543bf25d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:40:55.248436 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-8e57e904-19ee-4e66-ba02-222b543bf25d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:55.252411 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Device 617a4edf-50ce-45b6-a3b9-13e169c50ab1 no longer exists at agent ovs-agent-dv-cinder-837546-2-iscsi {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 17:40:55.279806 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-047a01b4-4b19-41b3-b4d6-986b763ff5d3 admin admin] Releasing vlan 337 on physical network physnet1 to pool {{(pid=104053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 17:40:55.280756 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-047a01b4-4b19-41b3-b4d6-986b763ff5d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1565696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64764438'] for segment (c9623932-56f3-419e-916e-2d5cd1273f56), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:55.291060 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-d47d75d1-65f6-43b7-91ee-123083d707e3 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Publish callbacks [] for security_group (d91b9331-ffc7-4acc-8d52-8a0b25ca8c16), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:55.340466 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] No Port match for: 617a4edf-50ce-45b6-a3b9-13e169c50ab1 {{(pid=104054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 17:40:55.340909 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Device 617a4edf-50ce-45b6-a3b9-13e169c50ab1 not bound to the agent host dv-cinder-837546-2-iscsi {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 17:40:55.341413 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Device c5d20b8d-6a49-4d84-87cc-3ffdd32abd86 no longer exists at agent ovs-agent-dv-cinder-837546-2-iscsi {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 17:40:55.353926 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-d47d75d1-65f6-43b7-91ee-123083d707e3 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Publish callbacks [] for security_group (d91b9331-ffc7-4acc-8d52-8a0b25ca8c16), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:55.378446 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:40:55.379230 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=86,neutron:INSERT=6,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:40:55.383269 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-047a01b4-4b19-41b3-b4d6-986b763ff5d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1572662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-375457'] for network (7174c275-7bd9-4bad-898d-52e5729a7a31), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:55.393254 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-047a01b4-4b19-41b3-b4d6-986b763ff5d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626521'] for network (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:55.396992 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-047a01b4-4b19-41b3-b4d6-986b763ff5d3 admin admin] 10.222.0.40 "DELETE /v2.0/networks/7174c275-7bd9-4bad-898d-52e5729a7a31 HTTP/1.1" status: 204 len: 168 time: 1.1478224 Jun 16 17:40:55.420089 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] No Port match for: c5d20b8d-6a49-4d84-87cc-3ffdd32abd86 {{(pid=104054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 17:40:55.420786 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Device c5d20b8d-6a49-4d84-87cc-3ffdd32abd86 not bound to the agent host dv-cinder-837546-2-iscsi {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 17:40:55.432938 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Pushing event updated for resources: {'Port': ['ID=55aa95ce-e3ad-4b2d-94dc-82db1585ddd4,revision_number=4']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:40:55.435652 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:INSERT=8,neutron:SELECT=85,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:40:55.454242 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-8e57e904-19ee-4e66-ba02-222b543bf25d admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0223846 Jun 16 17:40:55.460613 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 60430) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:40:55.470730 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047a01b4-4b19-41b3-b4d6-986b763ff5d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=7174c275-7bd9-4bad-898d-52e5729a7a31,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:40:55.478974 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [None req-c2e37430-e3c3-4b3e-84ce-3d28bee923b5 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-444449235-router', 'tenant_id': '0c9770e1404c439abaa86ffb75099000', 'external_gateway_info': {'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2'}}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:40:55.535834 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Device c4cf8f46-c85c-4601-8250-462de6025ebf no longer exists at agent hyperv_hv-cinder-83754 {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 17:40:55.542687 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-613dabfb-35c3-4a54-8e00-9d43314dbda6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0cae4adc-82d1-5bc8-94a6-29ea8bfd1c5c-0f66cc95-8daf-4816-8439-9f6686ea40aa', 'network_id': '0f66cc95-8daf-4816-8439-9f6686ea40aa', 'project_id': '0c9770e1404c439abaa86ffb75099000', 'fixed_ips': [{'subnet_id': '575fa606-92cb-4f34-aa8f-1821627b4b74'}]}} from dv-cinder-837546-2-iscsi. {{(pid=104054) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 16 17:40:55.543472 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c2e37430-e3c3-4b3e-84ce-3d28bee923b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-361966', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11547'] for router (bbdb111f-6383-4395-b53c-6b00605e6659), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:55.544164 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-613dabfb-35c3-4a54-8e00-9d43314dbda6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (None), before_create {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:55.548417 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c2e37430-e3c3-4b3e-84ce-3d28bee923b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-361757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371105', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-467411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11540'] for router (bbdb111f-6383-4395-b53c-6b00605e6659), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:55.571030 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-d47d75d1-65f6-43b7-91ee-123083d707e3 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (d91b9331-ffc7-4acc-8d52-8a0b25ca8c16), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:55.579944 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-d47d75d1-65f6-43b7-91ee-123083d707e3 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Publish callbacks [] for security_group (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:55.582513 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-d47d75d1-65f6-43b7-91ee-123083d707e3 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "DELETE /v2.0/security-groups/d91b9331-ffc7-4acc-8d52-8a0b25ca8c16 HTTP/1.1" status: 204 len: 168 time: 0.3941934 Jun 16 17:40:55.584868 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 60432) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:40:55.591238 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] No Port match for: c4cf8f46-c85c-4601-8250-462de6025ebf {{(pid=104054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 17:40:55.591574 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Device c4cf8f46-c85c-4601-8250-462de6025ebf not bound to the agent host hv-cinder-83754 {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 17:40:55.599928 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47d75d1-65f6-43b7-91ee-123083d707e3 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d91b9331-ffc7-4acc-8d52-8a0b25ca8c16,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:40:55.606540 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-5a258dca-67d1-4783-a7f1-e608157c7b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11193f77-50ca-44b2-b11f-2fbebd19e4e2', 'name': 'tempest-AttachVolumeNegativeTest-214174450-router', 'tenant_id': 'd63c592c0afb4dfc9dd5b36be791decd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'external_fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': '1b34cba4-0f25-405b-ba3a-eb96ea0d3da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:34:12Z', 'updated_at': '2022-06-16T17:34:25Z', 'revision_number': 4, 'project_id': 'd63c592c0afb4dfc9dd5b36be791decd', 'gw_port': {'id': '1b34cba4-0f25-405b-ba3a-eb96ea0d3da8', 'name': '', 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:7c:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11193f77-50ca-44b2-b11f-2fbebd19e4e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:34:14Z', 'updated_at': '2022-06-16T17:34:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47584a51-19b7-439b-9f28-a7f577441b18', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-2-iscsi', '_interfaces': [{'id': '68377c34-b3bb-4601-82c6-3c4a3412211a', 'name': '', 'network_id': '6fb674c9-6bb7-4c32-892c-b28837e89812', 'tenant_id': 'd63c592c0afb4dfc9dd5b36be791decd', 'mac_address': 'fa:16:3e:52:d8:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11193f77-50ca-44b2-b11f-2fbebd19e4e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'f4f4c81e-fe9f-4dc1-bcfe-dd76fde3e7db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:34:23Z', 'updated_at': '2022-06-16T17:34:39Z', 'revision_number': 5, 'project_id': 'd63c592c0afb4dfc9dd5b36be791decd', 'subnets': [{'id': 'f4f4c81e-fe9f-4dc1-bcfe-dd76fde3e7db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837546-2-iscsi', False) {} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:40:55.627933 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.api.v2.resource [None req-b6d1298d-1dc3-491d-8475-58bccb5b1208 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] show failed (client error): The resource could not be found. Jun 16 17:40:55.629642 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-b6d1298d-1dc3-491d-8475-58bccb5b1208 tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "GET /v2.0/security-groups/d91b9331-ffc7-4acc-8d52-8a0b25ca8c16 HTTP/1.1" status: 404 len: 347 time: 0.0416949 Jun 16 17:40:55.633828 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 60434) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:40:55.661825 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a258dca-67d1-4783-a7f1-e608157c7b68 None None] The sync data for ids ['11193f77-50ca-44b2-b11f-2fbebd19e4e2'] in dv-cinder-837546-2-iscsi is: [{'id': '11193f77-50ca-44b2-b11f-2fbebd19e4e2', 'name': 'tempest-AttachVolumeNegativeTest-214174450-router', 'tenant_id': 'd63c592c0afb4dfc9dd5b36be791decd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'external_fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': '1b34cba4-0f25-405b-ba3a-eb96ea0d3da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:34:12Z', 'updated_at': '2022-06-16T17:34:25Z', 'revision_number': 4, 'project_id': 'd63c592c0afb4dfc9dd5b36be791decd', 'gw_port': {'id': '1b34cba4-0f25-405b-ba3a-eb96ea0d3da8', 'name': '', 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:7c:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11193f77-50ca-44b2-b11f-2fbebd19e4e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:34:14Z', 'updated_at': '2022-06-16T17:34:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47584a51-19b7-439b-9f28-a7f577441b18', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-2-iscsi', '_interfaces': [{'id': '68377c34-b3bb-4601-82c6-3c4a3412211a', 'name': '', 'network_id': '6fb674c9-6bb7-4c32-892c-b28837e89812', 'tenant_id': 'd63c592c0afb4dfc9dd5b36be791decd', 'mac_address': 'fa:16:3e:52:d8:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11193f77-50ca-44b2-b11f-2fbebd19e4e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'f4f4c81e-fe9f-4dc1-bcfe-dd76fde3e7db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:34:23Z', 'updated_at': '2022-06-16T17:34:39Z', 'revision_number': 5, 'project_id': 'd63c592c0afb4dfc9dd5b36be791decd', 'subnets': [{'id': 'f4f4c81e-fe9f-4dc1-bcfe-dd76fde3e7db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:40:55.752605 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b1265e-6b18-4c6a-a52c-4e242e6ca591 None None] Sync routers for ids ['21b6238a-2945-42b8-8944-3c7684126694'] in dv-cinder-837546-2-iscsi {{(pid=104055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:40:55.779205 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b1265e-6b18-4c6a-a52c-4e242e6ca591 None None] Routers {'21b6238a-2945-42b8-8944-3c7684126694'} bound to L3 agent in host dv-cinder-837546-2-iscsi {{(pid=104055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:40:55.779950 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-f3b1265e-6b18-4c6a-a52c-4e242e6ca591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-16T17:26:01Z,description=,heartbeat_timestamp=2022-06-16T17:40:31Z,host='dv-cinder-837546-2-iscsi',id=43e250b4-0ce3-4949-aa8c-0bafe6454580,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:26:01Z,topic='l3_agent')) {'router_ids': ['21b6238a-2945-42b8-8944-3c7684126694'], 'active': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:40:55.803628 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c2e37430-e3c3-4b3e-84ce-3d28bee923b5 admin admin] Publish callbacks [] for router_controller (bbdb111f-6383-4395-b53c-6b00605e6659), precommit_add_association {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:55.810384 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.db_base_plugin_common [None req-613dabfb-35c3-4a54-8e00-9d43314dbda6 None None] Allocated IP 172.20.0.2 (0f66cc95-8daf-4816-8439-9f6686ea40aa/575fa606-92cb-4f34-aa8f-1821627b4b74/a9368691-3df9-4c0b-bddf-556b0d791a9e) {{(pid=104054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:40:55.843662 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:40:55.882500 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 60440) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:40:55.947570 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-91548e5d-ff0f-4db2-bb9f-ed10ccef27bc tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Deleting port 8e335f3d-66d5-4c2c-b495-826916c663eb {{(pid=104052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 17:40:55.948223 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-91548e5d-ff0f-4db2-bb9f-ed10ccef27bc tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762170394215'] for port (8e335f3d-66d5-4c2c-b495-826916c663eb), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:55.973762 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.services.segments.plugin [-] Segment c9623932-56f3-419e-916e-2d5cd1273f56 resource provider aggregate not found Jun 16 17:40:55.985053 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-b7582eac-001d-428b-bb49-c36861f421a2 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=4904f0e2f64e4bef989f441380e843b5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1016381 Jun 16 17:40:56.003348 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 60444) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:40:56.022847 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.services.segments.plugin [-] Segment c9623932-56f3-419e-916e-2d5cd1273f56 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c9623932-56f3-419e-916e-2d5cd1273f56 found for delete ", "request_id": "req-48fee19c-94f8-470e-a3d2-a4aa236ed81a"}]} Jun 16 17:40:56.041269 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:40:56.045104 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvr_db [None req-f3b1265e-6b18-4c6a-a52c-4e242e6ca591 None None] Set router 21b6238a-2945-42b8-8944-3c7684126694 gateway port host: dv-cinder-837546-2-iscsi {{(pid=104055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:40:56.083519 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-91548e5d-ff0f-4db2-bb9f-ed10ccef27bc tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376266'] for port (8e335f3d-66d5-4c2c-b495-826916c663eb), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:56.084132 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-91548e5d-ff0f-4db2-bb9f-ed10ccef27bc tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Publish callbacks [] for floatingip (8e335f3d-66d5-4c2c-b495-826916c663eb), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:56.099508 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-91548e5d-ff0f-4db2-bb9f-ed10ccef27bc tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Calling delete_port for 8e335f3d-66d5-4c2c-b495-826916c663eb owned by network:floatingip {{(pid=104052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 17:40:56.127507 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-80ea95c0-1b26-45f2-93ca-aee86fe7b5f9 admin admin] Publish callbacks [] for security_group (d4ec7eee-2aba-4604-990f-2906427ece81), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:56.164693 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-613dabfb-35c3-4a54-8e00-9d43314dbda6 None None] Publish callbacks [] for port (a9368691-3df9-4c0b-bddf-556b0d791a9e), precommit_create {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:56.177105 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-613dabfb-35c3-4a54-8e00-9d43314dbda6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762170029078'] for port (a9368691-3df9-4c0b-bddf-556b0d791a9e), after_create {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:56.180612 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=85,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:40:56.181365 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-80ea95c0-1b26-45f2-93ca-aee86fe7b5f9 admin admin] Publish callbacks [] for security_group (d4ec7eee-2aba-4604-990f-2906427ece81), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:56.188045 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [req-5a0ed87a-7289-4fe2-9431-e16563c0b5dd req-5fa50af8-12c1-49d8-8bd4-e6d4920a0325 service neutron] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=104052) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 16 17:40:56.189109 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-5a0ed87a-7289-4fe2-9431-e16563c0b5dd req-5fa50af8-12c1-49d8-8bd4-e6d4920a0325 service neutron] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0099463 Jun 16 17:40:56.260632 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1198f67f-dce2-4144-856e-a13477e8c7b3 None None] New status for floating IP 4c45c340-1bb6-4ce1-8963-ee4375127649: DOWN {{(pid=104054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 17:40:56.269071 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Device 55aa95ce-e3ad-4b2d-94dc-82db1585ddd4 up at agent ovs-agent-dv-cinder-837546-2-iscsi {{(pid=104054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 17:40:56.303843 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-80ea95c0-1b26-45f2-93ca-aee86fe7b5f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (d4ec7eee-2aba-4604-990f-2906427ece81), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:56.304230 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c2e37430-e3c3-4b3e-84ce-3d28bee923b5 admin admin] Publish callbacks [] for router_gateway (bbdb111f-6383-4395-b53c-6b00605e6659), precommit_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:56.305238 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-80ea95c0-1b26-45f2-93ca-aee86fe7b5f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:56.306399 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-80ea95c0-1b26-45f2-93ca-aee86fe7b5f9 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/d4ec7eee-2aba-4604-990f-2906427ece81 HTTP/1.1" status: 204 len: 168 time: 0.3015685 Jun 16 17:40:56.322581 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ea95c0-1b26-45f2-93ca-aee86fe7b5f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4ec7eee-2aba-4604-990f-2906427ece81,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:40:56.421884 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-613dabfb-35c3-4a54-8e00-9d43314dbda6 None None] Network 0f66cc95-8daf-4816-8439-9f6686ea40aa is already hosted by enough agents. {{(pid=104054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:40:56.470731 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.scheduler.base_scheduler [None req-613dabfb-35c3-4a54-8e00-9d43314dbda6 None None] Resources bound (agent type, host, resource id): {{(pid=104054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:40:56.473974 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613dabfb-35c3-4a54-8e00-9d43314dbda6 None None] Pushing event updated for resources: {'Port': ['ID=a9368691-3df9-4c0b-bddf-556b0d791a9e,revision_number=1']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:40:56.476241 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-613dabfb-35c3-4a54-8e00-9d43314dbda6 None None] Received port after_create {{(pid=104054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 17:40:56.516719 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-f3b1265e-6b18-4c6a-a52c-4e242e6ca591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21b6238a-2945-42b8-8944-3c7684126694', 'name': 'tempest-TestMinimumBasicScenario-615183978-router', 'tenant_id': 'ad7c8fc06d764104b1c7107b48d8dddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'external_fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': '55aa95ce-e3ad-4b2d-94dc-82db1585ddd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:40:47Z', 'updated_at': '2022-06-16T17:40:51Z', 'revision_number': 4, 'project_id': 'ad7c8fc06d764104b1c7107b48d8dddc', 'gw_port': {'id': '55aa95ce-e3ad-4b2d-94dc-82db1585ddd4', 'name': '', 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:39:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b6238a-2945-42b8-8944-3c7684126694', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:40:48Z', 'updated_at': '2022-06-16T17:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47584a51-19b7-439b-9f28-a7f577441b18', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-2-iscsi', '_interfaces': [{'id': 'e5c402f4-6346-4780-90bd-9d2c5ff2601a', 'name': '', 'network_id': 'a9d8618e-26e4-4cf3-ab6a-5013cb00a484', 'tenant_id': 'ad7c8fc06d764104b1c7107b48d8dddc', 'mac_address': 'fa:16:3e:00:07:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21b6238a-2945-42b8-8944-3c7684126694', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '2145066f-716c-439f-a5f9-9db79788f95e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:40:50Z', 'updated_at': '2022-06-16T17:40:51Z', 'revision_number': 2, 'project_id': 'ad7c8fc06d764104b1c7107b48d8dddc', 'subnets': [{'id': '2145066f-716c-439f-a5f9-9db79788f95e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837546-2-iscsi', False) {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:40:56.539929 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76e4f39-7f0f-4fee-930b-2ca4a836a2f3 req-3e848182-72a4-45a2-abb0-a139453f78d3 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:40:56.541799 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-f76e4f39-7f0f-4fee-930b-2ca4a836a2f3 req-3e848182-72a4-45a2-abb0-a139453f78d3 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/ports?device_id=9e3be83a-9759-422f-9cd1-5a5d1c631ace HTTP/1.1" status: 200 len: 944 time: 0.1294413 Jun 16 17:40:56.552379 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Provisioning complete for port 55aa95ce-e3ad-4b2d-94dc-82db1585ddd4 triggered by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:40:56.552598 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572016'] for port (55aa95ce-e3ad-4b2d-94dc-82db1585ddd4), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:56.576449 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b1265e-6b18-4c6a-a52c-4e242e6ca591 None None] Checking router: 21b6238a-2945-42b8-8944-3c7684126694 for host: dv-cinder-837546-2-iscsi {{(pid=104055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:40:56.577072 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b1265e-6b18-4c6a-a52c-4e242e6ca591 None None] Updating router 21b6238a-2945-42b8-8944-3c7684126694 port e5c402f4-6346-4780-90bd-9d2c5ff2601a binding host dv-cinder-837546-2-iscsi {{(pid=104055) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 17:40:56.588254 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.managers [None req-613dabfb-35c3-4a54-8e00-9d43314dbda6 None None] Attempting to bind port a9368691-3df9-4c0b-bddf-556b0d791a9e on host dv-cinder-837546-2-iscsi for vnic_type normal with profile {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 17:40:56.588649 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.managers [None req-613dabfb-35c3-4a54-8e00-9d43314dbda6 None None] Attempting to bind port a9368691-3df9-4c0b-bddf-556b0d791a9e by drivers openvswitch,hyperv on host dv-cinder-837546-2-iscsi at level 0 using segments [{'id': '942f81d7-f800-48dc-97f4-a6e69d636814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0f66cc95-8daf-4816-8439-9f6686ea40aa'}] {{(pid=104054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 17:40:56.588982 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613dabfb-35c3-4a54-8e00-9d43314dbda6 None None] Attempting to bind port a9368691-3df9-4c0b-bddf-556b0d791a9e on network 0f66cc95-8daf-4816-8439-9f6686ea40aa {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 17:40:56.604934 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613dabfb-35c3-4a54-8e00-9d43314dbda6 None None] Checking agent: {'id': 'f1f6c009-5a31-4833-b180-4d9d41a55fe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837546-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 17, 26, 4), 'started_at': datetime.datetime(2022, 6, 16, 17, 26, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 17, 40, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837546-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 17:40:56.605449 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613dabfb-35c3-4a54-8e00-9d43314dbda6 None None] Checking segment: {'id': '942f81d7-f800-48dc-97f4-a6e69d636814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0f66cc95-8daf-4816-8439-9f6686ea40aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 17:40:56.605946 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-613dabfb-35c3-4a54-8e00-9d43314dbda6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:56.606436 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613dabfb-35c3-4a54-8e00-9d43314dbda6 None None] Bound using segment: {'id': '942f81d7-f800-48dc-97f4-a6e69d636814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0f66cc95-8daf-4816-8439-9f6686ea40aa'} {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 17:40:56.607384 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.managers [None req-613dabfb-35c3-4a54-8e00-9d43314dbda6 None None] Bound port: a9368691-3df9-4c0b-bddf-556b0d791a9e, host: dv-cinder-837546-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '942f81d7-f800-48dc-97f4-a6e69d636814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0f66cc95-8daf-4816-8439-9f6686ea40aa'}}] {{(pid=104054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 17:40:56.607554 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-613dabfb-35c3-4a54-8e00-9d43314dbda6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (a9368691-3df9-4c0b-bddf-556b0d791a9e), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:56.631438 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=100 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:40:56.642106 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f3b1265e-6b18-4c6a-a52c-4e242e6ca591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (e5c402f4-6346-4780-90bd-9d2c5ff2601a), before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:56.700241 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-91548e5d-ff0f-4db2-bb9f-ed10ccef27bc tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762170396510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762170029087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62916395'] for port (8e335f3d-66d5-4c2c-b495-826916c663eb), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:56.703216 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.db.api [None req-1198f67f-dce2-4144-856e-a13477e8c7b3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104054) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 16 17:40:56.707520 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG oslo_db.api [None req-1198f67f-dce2-4144-856e-a13477e8c7b3 None None] Performing DB retry for function neutron.db.l3_db.L3_NAT_dbonly_mixin.update_floatingip_status {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 17:40:56.711772 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:40:56.744792 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Current status of the port 55aa95ce-e3ad-4b2d-94dc-82db1585ddd4 is: ACTIVE; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:40:56.752343 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-613dabfb-35c3-4a54-8e00-9d43314dbda6 None None] For port a9368691-3df9-4c0b-bddf-556b0d791a9e, host dv-cinder-837546-2-iscsi, cleared binding levels {{(pid=104054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 17:40:56.757643 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-613dabfb-35c3-4a54-8e00-9d43314dbda6 None None] For port a9368691-3df9-4c0b-bddf-556b0d791a9e, host dv-cinder-837546-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-2-iscsi',level=0,port_id=a9368691-3df9-4c0b-bddf-556b0d791a9e,segment=NetworkSegment(942f81d7-f800-48dc-97f4-a6e69d636814),segment_id=942f81d7-f800-48dc-97f4-a6e69d636814)] {{(pid=104054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 17:40:56.781080 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-613dabfb-35c3-4a54-8e00-9d43314dbda6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114'] for port (a9368691-3df9-4c0b-bddf-556b0d791a9e), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:56.789516 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-f76e4f39-7f0f-4fee-930b-2ca4a836a2f3 req-62bd044c-1e11-4ff1-ad9b-968fa33e59e7 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/security-groups?id=332ceecf-b5fe-4807-b7e2-90b219f7924f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2394283 Jun 16 17:40:56.794420 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91548e5d-ff0f-4db2-bb9f-ed10ccef27bc tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Pushing event deleted for resources: {'Port': ['ID=8e335f3d-66d5-4c2c-b495-826916c663eb,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:40:56.843767 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c2e37430-e3c3-4b3e-84ce-3d28bee923b5 admin admin] Publish callbacks [] for router_gateway (bbdb111f-6383-4395-b53c-6b00605e6659), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:56.864382 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Device dab5d798-e183-498d-96c2-055494a859e4 no longer exists at agent ovs-agent-dv-cinder-837546-2-iscsi {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 17:40:56.875400 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c2e37430-e3c3-4b3e-84ce-3d28bee923b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:56.891581 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-91548e5d-ff0f-4db2-bb9f-ed10ccef27bc tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Publish callbacks [] for floatingip (4c45c340-1bb6-4ce1-8963-ee4375127649), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:56.895010 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-91548e5d-ff0f-4db2-bb9f-ed10ccef27bc tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228225'] for floatingip (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:56.899001 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-91548e5d-ff0f-4db2-bb9f-ed10ccef27bc tempest-AttachVolumeNegativeTest-1344547187 tempest-AttachVolumeNegativeTest-1344547187-project] 10.222.0.40 "DELETE /v2.0/floatingips/4c45c340-1bb6-4ce1-8963-ee4375127649 HTTP/1.1" status: 204 len: 168 time: 1.2615564 Jun 16 17:40:56.918525 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] No Port match for: dab5d798-e183-498d-96c2-055494a859e4 {{(pid=104054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 17:40:56.919099 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Device dab5d798-e183-498d-96c2-055494a859e4 not bound to the agent host dv-cinder-837546-2-iscsi {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 17:40:56.997465 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613dabfb-35c3-4a54-8e00-9d43314dbda6 None None] Pushing event updated for resources: {'Port': ['ID=a9368691-3df9-4c0b-bddf-556b0d791a9e,revision_number=2']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:40:57.148567 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:INSERT=3,neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:40:57.150430 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.db.db_base_plugin_common [None req-c2e37430-e3c3-4b3e-84ce-3d28bee923b5 admin admin] Allocated IP 172.27.0.111 (a25e4fa3-c316-487c-825a-4fde1c36cdb2/47584a51-19b7-439b-9f28-a7f577441b18/4b8cf9a5-8e69-48c7-9c89-9f79da94c773) {{(pid=104052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:40:57.211420 dv-cinder-837546-2-iscsi neutron-server[104054]: WARNING neutron.objects.base [None req-1198f67f-dce2-4144-856e-a13477e8c7b3 None None] ORM session: SQL execution without transaction in progress, traceback: Jun 16 17:40:57.211420 dv-cinder-837546-2-iscsi neutron-server[104054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/greenpool.py", line 88, in _spawn_n_impl Jun 16 17:40:57.211420 dv-cinder-837546-2-iscsi neutron-server[104054]: func(*args, **kwargs) Jun 16 17:40:57.211420 dv-cinder-837546-2-iscsi neutron-server[104054]: File "/usr/local/lib/python3.8/dist-packages/futurist/_green.py", line 69, in __call__ Jun 16 17:40:57.211420 dv-cinder-837546-2-iscsi neutron-server[104054]: self.work.run() Jun 16 17:40:57.211420 dv-cinder-837546-2-iscsi neutron-server[104054]: File "/usr/local/lib/python3.8/dist-packages/futurist/_utils.py", line 45, in run Jun 16 17:40:57.211420 dv-cinder-837546-2-iscsi neutron-server[104054]: result = self.fn(*self.args, **self.kwargs) Jun 16 17:40:57.211420 dv-cinder-837546-2-iscsi neutron-server[104054]: File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 16 17:40:57.211420 dv-cinder-837546-2-iscsi neutron-server[104054]: res = self.dispatcher.dispatch(message) Jun 16 17:40:57.211420 dv-cinder-837546-2-iscsi neutron-server[104054]: File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 16 17:40:57.211420 dv-cinder-837546-2-iscsi neutron-server[104054]: return self._do_dispatch(endpoint, method, ctxt, args) Jun 16 17:40:57.211420 dv-cinder-837546-2-iscsi neutron-server[104054]: File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 16 17:40:57.211420 dv-cinder-837546-2-iscsi neutron-server[104054]: result = func(ctxt, **new_args) Jun 16 17:40:57.211420 dv-cinder-837546-2-iscsi neutron-server[104054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Jun 16 17:40:57.211420 dv-cinder-837546-2-iscsi neutron-server[104054]: return f(*args, **kwargs) Jun 16 17:40:57.211420 dv-cinder-837546-2-iscsi neutron-server[104054]: File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 16 17:40:57.211420 dv-cinder-837546-2-iscsi neutron-server[104054]: return f(*args, **kwargs) Jun 16 17:40:57.211420 dv-cinder-837546-2-iscsi neutron-server[104054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Jun 16 17:40:57.211420 dv-cinder-837546-2-iscsi neutron-server[104054]: return f(*dup_args, **dup_kwargs) Jun 16 17:40:57.211420 dv-cinder-837546-2-iscsi neutron-server[104054]: File "/opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py", line 273, in update_floatingip_statuses Jun 16 17:40:57.211420 dv-cinder-837546-2-iscsi neutron-server[104054]: self.l3plugin.update_floatingip_status(context, Jun 16 17:40:57.211420 dv-cinder-837546-2-iscsi neutron-server[104054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Jun 16 17:40:57.211420 dv-cinder-837546-2-iscsi neutron-server[104054]: return f_with_retry(*args, **kwargs, Jun 16 17:40:57.211420 dv-cinder-837546-2-iscsi neutron-server[104054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Jun 16 17:40:57.211420 dv-cinder-837546-2-iscsi neutron-server[104054]: return f(*args, **kwargs) Jun 16 17:40:57.211420 dv-cinder-837546-2-iscsi neutron-server[104054]: File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 16 17:40:57.211420 dv-cinder-837546-2-iscsi neutron-server[104054]: return f(*args, **kwargs) Jun 16 17:40:57.211420 dv-cinder-837546-2-iscsi neutron-server[104054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Jun 16 17:40:57.211420 dv-cinder-837546-2-iscsi neutron-server[104054]: return f(*dup_args, **dup_kwargs) Jun 16 17:40:57.211420 dv-cinder-837546-2-iscsi neutron-server[104054]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 1557, in update_floatingip_status Jun 16 17:40:57.211420 dv-cinder-837546-2-iscsi neutron-server[104054]: return l3_obj.FloatingIP.update_object( Jun 16 17:40:57.211420 dv-cinder-837546-2-iscsi neutron-server[104054]: File "/opt/stack/neutron/neutron/objects/base.py", line 737, in update_object Jun 16 17:40:57.211420 dv-cinder-837546-2-iscsi neutron-server[104054]: return super(NeutronDbObject, cls).update_object( Jun 16 17:40:57.211420 dv-cinder-837546-2-iscsi neutron-server[104054]: File "/opt/stack/neutron/neutron/objects/base.py", line 329, in update_object Jun 16 17:40:57.211420 dv-cinder-837546-2-iscsi neutron-server[104054]: obj = cls.get_object( Jun 16 17:40:57.211420 dv-cinder-837546-2-iscsi neutron-server[104054]: File "/opt/stack/neutron/neutron/objects/base.py", line 644, in get_object Jun 16 17:40:57.211420 dv-cinder-837546-2-iscsi neutron-server[104054]: db_obj = obj_db_api.get_object( Jun 16 17:40:57.211420 dv-cinder-837546-2-iscsi neutron-server[104054]: File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jun 16 17:40:57.211420 dv-cinder-837546-2-iscsi neutron-server[104054]: return fn(*args, **kwargs) Jun 16 17:40:57.211420 dv-cinder-837546-2-iscsi neutron-server[104054]: File "/opt/stack/neutron/neutron/objects/db/api.py", line 35, in get_object Jun 16 17:40:57.211420 dv-cinder-837546-2-iscsi neutron-server[104054]: return _get_filter_query(obj_cls, context, **kwargs).first() Jun 16 17:40:57.211420 dv-cinder-837546-2-iscsi neutron-server[104054]: File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2819, in first Jun 16 17:40:57.211420 dv-cinder-837546-2-iscsi neutron-server[104054]: return self.limit(1)._iter().first() Jun 16 17:40:57.211420 dv-cinder-837546-2-iscsi neutron-server[104054]: File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2903, in _iter Jun 16 17:40:57.211420 dv-cinder-837546-2-iscsi neutron-server[104054]: result = self.session.execute( Jun 16 17:40:57.211420 dv-cinder-837546-2-iscsi neutron-server[104054]: File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1693, in execute Jun 16 17:40:57.211420 dv-cinder-837546-2-iscsi neutron-server[104054]: result = fn(orm_exec_state) Jun 16 17:40:57.211420 dv-cinder-837546-2-iscsi neutron-server[104054]: Jun 16 17:40:57.357459 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c2e37430-e3c3-4b3e-84ce-3d28bee923b5 admin admin] Publish callbacks [] for port (4b8cf9a5-8e69-48c7-9c89-9f79da94c773), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:57.397692 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:40:57.442625 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c2e37430-e3c3-4b3e-84ce-3d28bee923b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762170029078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62916395'] for port (4b8cf9a5-8e69-48c7-9c89-9f79da94c773), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:57.461008 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f3b1265e-6b18-4c6a-a52c-4e242e6ca591 None None] Publish callbacks [] for port (e5c402f4-6346-4780-90bd-9d2c5ff2601a), precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:57.474001 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f3b1265e-6b18-4c6a-a52c-4e242e6ca591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114'] for port (e5c402f4-6346-4780-90bd-9d2c5ff2601a), after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:57.488887 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 60486) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:40:57.516355 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Device a57fbaeb-135f-4864-997b-23904c802e78 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 17:40:57.521795 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e37430-e3c3-4b3e-84ce-3d28bee923b5 admin admin] Pushing event updated for resources: {'Port': ['ID=4b8cf9a5-8e69-48c7-9c89-9f79da94c773,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:40:57.565808 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e37430-e3c3-4b3e-84ce-3d28bee923b5 admin admin] Network a25e4fa3-c316-487c-825a-4fde1c36cdb2 is already hosted by enough agents. {{(pid=104052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:40:57.573036 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.base_scheduler [None req-c2e37430-e3c3-4b3e-84ce-3d28bee923b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=104052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:40:57.599795 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e37430-e3c3-4b3e-84ce-3d28bee923b5 admin admin] Received port after_create {{(pid=104052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 17:40:57.630576 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a7befd-8714-4a11-9c9d-04ff4c11c2bb None None] Pushing event updated for resources: {'Port': ['ID=e5c402f4-6346-4780-90bd-9d2c5ff2601a,revision_number=3']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:40:57.674034 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a7befd-8714-4a11-9c9d-04ff4c11c2bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:40:57.674432 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a7befd-8714-4a11-9c9d-04ff4c11c2bb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:40:57.674779 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a7befd-8714-4a11-9c9d-04ff4c11c2bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:40:57.676214 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a7befd-8714-4a11-9c9d-04ff4c11c2bb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:40:57.676577 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a7befd-8714-4a11-9c9d-04ff4c11c2bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:40:57.676921 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a7befd-8714-4a11-9c9d-04ff4c11c2bb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:40:57.677328 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a7befd-8714-4a11-9c9d-04ff4c11c2bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:40:57.677821 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a7befd-8714-4a11-9c9d-04ff4c11c2bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:40:57.678290 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a7befd-8714-4a11-9c9d-04ff4c11c2bb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:40:57.678618 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a7befd-8714-4a11-9c9d-04ff4c11c2bb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:40:57.682233 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a7befd-8714-4a11-9c9d-04ff4c11c2bb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:40:57.682638 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a7befd-8714-4a11-9c9d-04ff4c11c2bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:40:57.688318 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Current status of the port a57fbaeb-135f-4864-997b-23904c802e78 is: DOWN; New status is: DOWN {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:40:57.692487 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a7befd-8714-4a11-9c9d-04ff4c11c2bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:40:57.692487 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a7befd-8714-4a11-9c9d-04ff4c11c2bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:40:57.692487 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a7befd-8714-4a11-9c9d-04ff4c11c2bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:40:57.703342 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-ed57b61b-6a31-409c-b4e2-9db3a5c99304 req-d01aec22-675d-4068-ad49-7c40d7590827 service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=9e3be83a-9759-422f-9cd1-5a5d1c631ace&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2104192 Jun 16 17:40:57.715494 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [req-ed57b61b-6a31-409c-b4e2-9db3a5c99304 req-114d2773-8bc8-4322-8994-ebe62620ea26 service neutron] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=104053) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 16 17:40:57.717957 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-ed57b61b-6a31-409c-b4e2-9db3a5c99304 req-114d2773-8bc8-4322-8994-ebe62620ea26 service neutron] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0089519 Jun 16 17:40:57.746612 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [None req-f3b1265e-6b18-4c6a-a52c-4e242e6ca591 None None] Attempting to bind port e5c402f4-6346-4780-90bd-9d2c5ff2601a on host dv-cinder-837546-2-iscsi for vnic_type normal with profile {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 17:40:57.747298 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [None req-f3b1265e-6b18-4c6a-a52c-4e242e6ca591 None None] Attempting to bind port e5c402f4-6346-4780-90bd-9d2c5ff2601a by drivers openvswitch,hyperv on host dv-cinder-837546-2-iscsi at level 0 using segments [{'id': 'a1b48b15-076c-4aa1-a79b-438d76e5c4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'a9d8618e-26e4-4cf3-ab6a-5013cb00a484'}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 17:40:57.747666 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b1265e-6b18-4c6a-a52c-4e242e6ca591 None None] Attempting to bind port e5c402f4-6346-4780-90bd-9d2c5ff2601a on network a9d8618e-26e4-4cf3-ab6a-5013cb00a484 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 17:40:57.756208 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b1265e-6b18-4c6a-a52c-4e242e6ca591 None None] Checking agent: {'id': 'f1f6c009-5a31-4833-b180-4d9d41a55fe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837546-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 17, 26, 4), 'started_at': datetime.datetime(2022, 6, 16, 17, 26, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 17, 40, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837546-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 17:40:57.756584 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b1265e-6b18-4c6a-a52c-4e242e6ca591 None None] Checking segment: {'id': 'a1b48b15-076c-4aa1-a79b-438d76e5c4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'a9d8618e-26e4-4cf3-ab6a-5013cb00a484'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 17:40:57.757011 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f3b1265e-6b18-4c6a-a52c-4e242e6ca591 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:57.757427 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b1265e-6b18-4c6a-a52c-4e242e6ca591 None None] Bound using segment: {'id': 'a1b48b15-076c-4aa1-a79b-438d76e5c4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'a9d8618e-26e4-4cf3-ab6a-5013cb00a484'} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 17:40:57.758140 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [None req-f3b1265e-6b18-4c6a-a52c-4e242e6ca591 None None] Bound port: e5c402f4-6346-4780-90bd-9d2c5ff2601a, host: dv-cinder-837546-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1b48b15-076c-4aa1-a79b-438d76e5c4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'a9d8618e-26e4-4cf3-ab6a-5013cb00a484'}}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 17:40:57.759343 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f3b1265e-6b18-4c6a-a52c-4e242e6ca591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (e5c402f4-6346-4780-90bd-9d2c5ff2601a), before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:57.907669 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-f3b1265e-6b18-4c6a-a52c-4e242e6ca591 None None] For port e5c402f4-6346-4780-90bd-9d2c5ff2601a, host dv-cinder-837546-2-iscsi, cleared binding levels {{(pid=104055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 17:40:57.912798 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-f3b1265e-6b18-4c6a-a52c-4e242e6ca591 None None] For port e5c402f4-6346-4780-90bd-9d2c5ff2601a, host dv-cinder-837546-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-2-iscsi',level=0,port_id=e5c402f4-6346-4780-90bd-9d2c5ff2601a,segment=NetworkSegment(a1b48b15-076c-4aa1-a79b-438d76e5c4f8),segment_id=a1b48b15-076c-4aa1-a79b-438d76e5c4f8)] {{(pid=104055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 17:40:57.938016 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f3b1265e-6b18-4c6a-a52c-4e242e6ca591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114'] for port (e5c402f4-6346-4780-90bd-9d2c5ff2601a), after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:57.956345 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-cb6b16b7-1c85-4b8a-9cbe-499abee97a1b None None] Provisioning complete for port e5c402f4-6346-4780-90bd-9d2c5ff2601a triggered by entity DHCP. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:40:57.958183 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-cb6b16b7-1c85-4b8a-9cbe-499abee97a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572016'] for port (e5c402f4-6346-4780-90bd-9d2c5ff2601a), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:58.029088 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 60502) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:40:58.060388 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b1265e-6b18-4c6a-a52c-4e242e6ca591 None None] Routers {'21b6238a-2945-42b8-8944-3c7684126694'} bound to L3 agent in host dv-cinder-837546-2-iscsi {{(pid=104055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:40:58.063408 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-f3b1265e-6b18-4c6a-a52c-4e242e6ca591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-16T17:26:01Z,description=,heartbeat_timestamp=2022-06-16T17:40:31Z,host='dv-cinder-837546-2-iscsi',id=43e250b4-0ce3-4949-aa8c-0bafe6454580,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:26:01Z,topic='l3_agent')) {'router_ids': ['21b6238a-2945-42b8-8944-3c7684126694'], 'active': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:40:58.205763 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd37570-4154-43c3-baf8-5aa31601a568 req-495dca56-f4b9-44f7-93a4-644b5e4cfc49 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:40:58.225836 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-5dd37570-4154-43c3-baf8-5aa31601a568 req-495dca56-f4b9-44f7-93a4-644b5e4cfc49 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/ports?device_id=9e3be83a-9759-422f-9cd1-5a5d1c631ace HTTP/1.1" status: 200 len: 944 time: 0.2078769 Jun 16 17:40:58.304108 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-cb6b16b7-1c85-4b8a-9cbe-499abee97a1b None None] Current status of the port e5c402f4-6346-4780-90bd-9d2c5ff2601a is: DOWN; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:40:58.304591 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-cb6b16b7-1c85-4b8a-9cbe-499abee97a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (e5c402f4-6346-4780-90bd-9d2c5ff2601a), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:58.305528 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c2e37430-e3c3-4b3e-84ce-3d28bee923b5 admin admin] Publish callbacks [] for router_gateway (bbdb111f-6383-4395-b53c-6b00605e6659), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:58.424492 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-cb6b16b7-1c85-4b8a-9cbe-499abee97a1b None None] For port e5c402f4-6346-4780-90bd-9d2c5ff2601a, host dv-cinder-837546-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-2-iscsi',level=0,port_id=e5c402f4-6346-4780-90bd-9d2c5ff2601a,segment=NetworkSegment(a1b48b15-076c-4aa1-a79b-438d76e5c4f8),segment_id=a1b48b15-076c-4aa1-a79b-438d76e5c4f8)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:40:58.437480 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Device a9368691-3df9-4c0b-bddf-556b0d791a9e up at agent ovs-agent-dv-cinder-837546-2-iscsi {{(pid=104054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 17:40:58.498286 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a7befd-8714-4a11-9c9d-04ff4c11c2bb None None] Pushing event updated for resources: {'Port': ['ID=e5c402f4-6346-4780-90bd-9d2c5ff2601a,revision_number=4']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:40:58.498896 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-cb6b16b7-1c85-4b8a-9cbe-499abee97a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114'] for port (e5c402f4-6346-4780-90bd-9d2c5ff2601a), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:58.600045 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:40:58.607364 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:40:58.623521 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6b16b7-1c85-4b8a-9cbe-499abee97a1b None None] Pushing event updated for resources: {'Port': ['ID=e5c402f4-6346-4780-90bd-9d2c5ff2601a,revision_number=5']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:40:58.636821 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvr_db [None req-f3b1265e-6b18-4c6a-a52c-4e242e6ca591 None None] Set router 21b6238a-2945-42b8-8944-3c7684126694 gateway port host: dv-cinder-837546-2-iscsi {{(pid=104055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:40:58.637013 dv-cinder-837546-2-iscsi neutron-server[104053]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 16 17:40:58.658810 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Provisioning complete for port a9368691-3df9-4c0b-bddf-556b0d791a9e triggered by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:40:58.659186 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572016'] for port (a9368691-3df9-4c0b-bddf-556b0d791a9e), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:58.662539 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-12e65dc5-51c9-427b-aeda-f3eff0f600f1 None None] Provisioning complete for port e5c402f4-6346-4780-90bd-9d2c5ff2601a triggered by entity DHCP. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:40:58.662900 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-12e65dc5-51c9-427b-aeda-f3eff0f600f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572016'] for port (e5c402f4-6346-4780-90bd-9d2c5ff2601a), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:58.663285 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-5dd37570-4154-43c3-baf8-5aa31601a568 req-a2f7e484-40cf-48e7-bcc4-e88cd886bde6 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/security-groups?id=332ceecf-b5fe-4807-b7e2-90b219f7924f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4004579 Jun 16 17:40:58.687880 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-958383c2-97f8-4486-b45f-573fd0fbaa09 None None] Network 0f66cc95-8daf-4816-8439-9f6686ea40aa requested from dv-cinder-837546-2-iscsi {{(pid=104054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 17:40:58.759730 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed57b61b-6a31-409c-b4e2-9db3a5c99304 req-edcf13cd-8393-4038-8aba-317a1c22dfa7 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:40:58.777890 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-ed57b61b-6a31-409c-b4e2-9db3a5c99304 req-edcf13cd-8393-4038-8aba-317a1c22dfa7 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/ports/a57fbaeb-135f-4864-997b-23904c802e78 HTTP/1.1" status: 200 len: 941 time: 0.7436292 Jun 16 17:40:58.858838 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c2e37430-e3c3-4b3e-84ce-3d28bee923b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-375543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-375401'] for router (bbdb111f-6383-4395-b53c-6b00605e6659), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:58.974677 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:40:58.979302 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-f3b1265e-6b18-4c6a-a52c-4e242e6ca591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21b6238a-2945-42b8-8944-3c7684126694', 'name': 'tempest-TestMinimumBasicScenario-615183978-router', 'tenant_id': 'ad7c8fc06d764104b1c7107b48d8dddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'external_fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': '55aa95ce-e3ad-4b2d-94dc-82db1585ddd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:40:47Z', 'updated_at': '2022-06-16T17:40:51Z', 'revision_number': 4, 'project_id': 'ad7c8fc06d764104b1c7107b48d8dddc', 'gw_port': {'id': '55aa95ce-e3ad-4b2d-94dc-82db1585ddd4', 'name': '', 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:39:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b6238a-2945-42b8-8944-3c7684126694', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:40:48Z', 'updated_at': '2022-06-16T17:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47584a51-19b7-439b-9f28-a7f577441b18', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-2-iscsi', '_interfaces': [{'id': 'e5c402f4-6346-4780-90bd-9d2c5ff2601a', 'name': '', 'network_id': 'a9d8618e-26e4-4cf3-ab6a-5013cb00a484', 'tenant_id': 'ad7c8fc06d764104b1c7107b48d8dddc', 'mac_address': 'fa:16:3e:00:07:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21b6238a-2945-42b8-8944-3c7684126694', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '2145066f-716c-439f-a5f9-9db79788f95e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:40:50Z', 'updated_at': '2022-06-16T17:40:57Z', 'revision_number': 4, 'project_id': 'ad7c8fc06d764104b1c7107b48d8dddc', 'subnets': [{'id': '2145066f-716c-439f-a5f9-9db79788f95e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837546-2-iscsi', False) {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:40:58.991099 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Current status of the port a9368691-3df9-4c0b-bddf-556b0d791a9e is: DOWN; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:40:58.993927 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (a9368691-3df9-4c0b-bddf-556b0d791a9e), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:58.998344 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-12e65dc5-51c9-427b-aeda-f3eff0f600f1 None None] Current status of the port e5c402f4-6346-4780-90bd-9d2c5ff2601a is: ACTIVE; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:40:59.004911 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-5815d578-8fd7-4a6c-84ff-9ad48b917524 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (e26ebcb9-a690-4ec1-8688-e951546304f4), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:59.040107 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b1265e-6b18-4c6a-a52c-4e242e6ca591 None None] The sync data for ids ['21b6238a-2945-42b8-8944-3c7684126694'] in dv-cinder-837546-2-iscsi is: [{'id': '21b6238a-2945-42b8-8944-3c7684126694', 'name': 'tempest-TestMinimumBasicScenario-615183978-router', 'tenant_id': 'ad7c8fc06d764104b1c7107b48d8dddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'external_fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': '55aa95ce-e3ad-4b2d-94dc-82db1585ddd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:40:47Z', 'updated_at': '2022-06-16T17:40:51Z', 'revision_number': 4, 'project_id': 'ad7c8fc06d764104b1c7107b48d8dddc', 'gw_port': {'id': '55aa95ce-e3ad-4b2d-94dc-82db1585ddd4', 'name': '', 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:39:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b6238a-2945-42b8-8944-3c7684126694', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:40:48Z', 'updated_at': '2022-06-16T17:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47584a51-19b7-439b-9f28-a7f577441b18', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-2-iscsi', '_interfaces': [{'id': 'e5c402f4-6346-4780-90bd-9d2c5ff2601a', 'name': '', 'network_id': 'a9d8618e-26e4-4cf3-ab6a-5013cb00a484', 'tenant_id': 'ad7c8fc06d764104b1c7107b48d8dddc', 'mac_address': 'fa:16:3e:00:07:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21b6238a-2945-42b8-8944-3c7684126694', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '2145066f-716c-439f-a5f9-9db79788f95e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:40:50Z', 'updated_at': '2022-06-16T17:40:57Z', 'revision_number': 4, 'project_id': 'ad7c8fc06d764104b1c7107b48d8dddc', 'subnets': [{'id': '2145066f-716c-439f-a5f9-9db79788f95e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:40:59.112449 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] For port a9368691-3df9-4c0b-bddf-556b0d791a9e, host dv-cinder-837546-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-2-iscsi',level=0,port_id=a9368691-3df9-4c0b-bddf-556b0d791a9e,segment=NetworkSegment(942f81d7-f800-48dc-97f4-a6e69d636814),segment_id=942f81d7-f800-48dc-97f4-a6e69d636814)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:40:59.128311 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114'] for port (a9368691-3df9-4c0b-bddf-556b0d791a9e), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:59.132159 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2e37430-e3c3-4b3e-84ce-3d28bee923b5 admin admin] Router bbdb111f-6383-4395-b53c-6b00605e6659 is scheduled to L3 agent 43e250b4-0ce3-4949-aa8c-0bafe6454580 with binding_index 1 {{(pid=104052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 16 17:40:59.181219 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-2c272b28-c830-48d2-b42c-480ba2ca8796 None None] Provisioning complete for port a9368691-3df9-4c0b-bddf-556b0d791a9e triggered by entity DHCP. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:40:59.181598 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-2c272b28-c830-48d2-b42c-480ba2ca8796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572016'] for port (a9368691-3df9-4c0b-bddf-556b0d791a9e), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:59.289016 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Pushing event updated for resources: {'Port': ['ID=a9368691-3df9-4c0b-bddf-556b0d791a9e,revision_number=3']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:40:59.347129 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-2c272b28-c830-48d2-b42c-480ba2ca8796 None None] Current status of the port a9368691-3df9-4c0b-bddf-556b0d791a9e is: ACTIVE; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:40:59.390887 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2e37430-e3c3-4b3e-84ce-3d28bee923b5 admin admin] Notify agent at l3_agent.dv-cinder-837546-2-iscsi the message routers_updated {{(pid=104052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 17:40:59.402844 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2045aa-4466-4cf5-8be3-75838790c3fa None None] Sync routers for ids ['bbdb111f-6383-4395-b53c-6b00605e6659'] in dv-cinder-837546-2-iscsi {{(pid=104055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:40:59.414330 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c2e37430-e3c3-4b3e-84ce-3d28bee923b5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:59.416328 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-c2e37430-e3c3-4b3e-84ce-3d28bee923b5 admin admin] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.9478984 Jun 16 17:40:59.418739 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:40:59.419356 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 60538) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:40:59.424983 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2045aa-4466-4cf5-8be3-75838790c3fa None None] Routers {'bbdb111f-6383-4395-b53c-6b00605e6659'} bound to L3 agent in host dv-cinder-837546-2-iscsi {{(pid=104055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:40:59.426604 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-9f2045aa-4466-4cf5-8be3-75838790c3fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-16T17:26:01Z,description=,heartbeat_timestamp=2022-06-16T17:40:31Z,host='dv-cinder-837546-2-iscsi',id=43e250b4-0ce3-4949-aa8c-0bafe6454580,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:26:01Z,topic='l3_agent')) {'router_ids': ['bbdb111f-6383-4395-b53c-6b00605e6659'], 'active': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:40:59.469187 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:40:59.501634 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-e0768137-7c8f-41da-ae17-fd02e09510b5 None None] Provisioning complete for port a9368691-3df9-4c0b-bddf-556b0d791a9e triggered by entity DHCP. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:40:59.502301 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-e0768137-7c8f-41da-ae17-fd02e09510b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572016'] for port (a9368691-3df9-4c0b-bddf-556b0d791a9e), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:59.582790 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvr_db [None req-9f2045aa-4466-4cf5-8be3-75838790c3fa None None] Set router bbdb111f-6383-4395-b53c-6b00605e6659 gateway port host: dv-cinder-837546-2-iscsi {{(pid=104055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:40:59.775128 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-e0768137-7c8f-41da-ae17-fd02e09510b5 None None] Current status of the port a9368691-3df9-4c0b-bddf-556b0d791a9e is: ACTIVE; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:40:59.944947 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174f6c0b-b033-45a6-908c-a9599095b2ea req-b2de24c3-7abc-4f7b-a928-3cae90d7a683 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:40:59.952988 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-174f6c0b-b033-45a6-908c-a9599095b2ea req-b2de24c3-7abc-4f7b-a928-3cae90d7a683 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/ports?device_id=9e3be83a-9759-422f-9cd1-5a5d1c631ace HTTP/1.1" status: 200 len: 944 time: 0.1081328 Jun 16 17:40:59.989603 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-9f2045aa-4466-4cf5-8be3-75838790c3fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbdb111f-6383-4395-b53c-6b00605e6659', 'name': 'tempest-TestMinimumBasicScenario-444449235-router', 'tenant_id': '0c9770e1404c439abaa86ffb75099000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'external_fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': '4b8cf9a5-8e69-48c7-9c89-9f79da94c773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:40:55Z', 'updated_at': '2022-06-16T17:40:57Z', 'revision_number': 3, 'project_id': '0c9770e1404c439abaa86ffb75099000', 'gw_port': {'id': '4b8cf9a5-8e69-48c7-9c89-9f79da94c773', 'name': '', 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:04:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbdb111f-6383-4395-b53c-6b00605e6659', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:40:56Z', 'updated_at': '2022-06-16T17:40:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '47584a51-19b7-439b-9f28-a7f577441b18', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-2-iscsi'}], 'dv-cinder-837546-2-iscsi', False) {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:41:00.051011 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2045aa-4466-4cf5-8be3-75838790c3fa None None] Checking router: bbdb111f-6383-4395-b53c-6b00605e6659 for host: dv-cinder-837546-2-iscsi {{(pid=104055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:41:00.052587 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2045aa-4466-4cf5-8be3-75838790c3fa None None] Updating router bbdb111f-6383-4395-b53c-6b00605e6659 port 4b8cf9a5-8e69-48c7-9c89-9f79da94c773 binding host dv-cinder-837546-2-iscsi {{(pid=104055) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 17:41:00.094470 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9f2045aa-4466-4cf5-8be3-75838790c3fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (4b8cf9a5-8e69-48c7-9c89-9f79da94c773), before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:00.103091 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-174f6c0b-b033-45a6-908c-a9599095b2ea req-d43cad53-bf34-4c83-a0d3-0dbd240d74be tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/security-groups?id=332ceecf-b5fe-4807-b7e2-90b219f7924f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1471243 Jun 16 17:41:00.349911 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Device a9368691-3df9-4c0b-bddf-556b0d791a9e up at agent ovs-agent-dv-cinder-837546-2-iscsi {{(pid=104054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 17:41:00.413249 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=100 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:41:00.421412 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Provisioning complete for port a9368691-3df9-4c0b-bddf-556b0d791a9e triggered by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:41:00.421627 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed57b61b-6a31-409c-b4e2-9db3a5c99304 req-f894b1f2-fbbc-4215-ab58-dd976c1db1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:41:00.422093 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572016'] for port (a9368691-3df9-4c0b-bddf-556b0d791a9e), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:00.423563 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-ed57b61b-6a31-409c-b4e2-9db3a5c99304 req-f894b1f2-fbbc-4215-ab58-dd976c1db1b1 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9e3be83a-9759-422f-9cd1-5a5d1c631ace&tenant_id=34fb554e0cf14c7ab3a9f538273c289e HTTP/1.1" status: 200 len: 1128 time: 0.1284597 Jun 16 17:41:00.513692 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Current status of the port a9368691-3df9-4c0b-bddf-556b0d791a9e is: ACTIVE; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:41:00.514931 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Device e5c402f4-6346-4780-90bd-9d2c5ff2601a up at agent ovs-agent-dv-cinder-837546-2-iscsi {{(pid=104054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 17:41:00.529183 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9f2045aa-4466-4cf5-8be3-75838790c3fa None None] Publish callbacks [] for port (4b8cf9a5-8e69-48c7-9c89-9f79da94c773), precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:00.537139 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9f2045aa-4466-4cf5-8be3-75838790c3fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114'] for port (4b8cf9a5-8e69-48c7-9c89-9f79da94c773), after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:00.569929 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Provisioning complete for port e5c402f4-6346-4780-90bd-9d2c5ff2601a triggered by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:41:00.570622 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572016'] for port (e5c402f4-6346-4780-90bd-9d2c5ff2601a), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:00.606171 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed57b61b-6a31-409c-b4e2-9db3a5c99304 req-af6e81d3-1da8-4782-92d9-ae4887591a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:41:00.607756 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-ed57b61b-6a31-409c-b4e2-9db3a5c99304 req-af6e81d3-1da8-4782-92d9-ae4887591a0d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=34fb554e0cf14c7ab3a9f538273c289e&device_id=9e3be83a-9759-422f-9cd1-5a5d1c631ace HTTP/1.1" status: 200 len: 1128 time: 0.1399372 Jun 16 17:41:00.617812 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f607265-d14e-4a6d-bcb6-bad731f1249a None None] Pushing event updated for resources: {'Port': ['ID=4b8cf9a5-8e69-48c7-9c89-9f79da94c773,revision_number=2']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:41:00.622837 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [None req-9f2045aa-4466-4cf5-8be3-75838790c3fa None None] Attempting to bind port 4b8cf9a5-8e69-48c7-9c89-9f79da94c773 on host dv-cinder-837546-2-iscsi for vnic_type normal with profile {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 17:41:00.623304 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [None req-9f2045aa-4466-4cf5-8be3-75838790c3fa None None] Attempting to bind port 4b8cf9a5-8e69-48c7-9c89-9f79da94c773 by drivers openvswitch,hyperv on host dv-cinder-837546-2-iscsi at level 0 using segments [{'id': 'f847f272-90b1-4369-8e48-25aa20ff3114', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2'}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 17:41:00.623683 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2045aa-4466-4cf5-8be3-75838790c3fa None None] Attempting to bind port 4b8cf9a5-8e69-48c7-9c89-9f79da94c773 on network a25e4fa3-c316-487c-825a-4fde1c36cdb2 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 17:41:00.632726 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2045aa-4466-4cf5-8be3-75838790c3fa None None] Checking agent: {'id': 'f1f6c009-5a31-4833-b180-4d9d41a55fe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837546-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 17, 26, 4), 'started_at': datetime.datetime(2022, 6, 16, 17, 26, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 17, 40, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837546-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 17:41:00.633348 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2045aa-4466-4cf5-8be3-75838790c3fa None None] Checking segment: {'id': 'f847f272-90b1-4369-8e48-25aa20ff3114', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 17:41:00.633992 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9f2045aa-4466-4cf5-8be3-75838790c3fa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:00.634394 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2045aa-4466-4cf5-8be3-75838790c3fa None None] Bound using segment: {'id': 'f847f272-90b1-4369-8e48-25aa20ff3114', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2'} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 17:41:00.634991 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [None req-9f2045aa-4466-4cf5-8be3-75838790c3fa None None] Bound port: 4b8cf9a5-8e69-48c7-9c89-9f79da94c773, host: dv-cinder-837546-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f847f272-90b1-4369-8e48-25aa20ff3114', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2'}}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 17:41:00.635243 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9f2045aa-4466-4cf5-8be3-75838790c3fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (4b8cf9a5-8e69-48c7-9c89-9f79da94c773), before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:00.673216 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Current status of the port e5c402f4-6346-4780-90bd-9d2c5ff2601a is: ACTIVE; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:41:00.681621 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:41:00.701683 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-9f2045aa-4466-4cf5-8be3-75838790c3fa None None] For port 4b8cf9a5-8e69-48c7-9c89-9f79da94c773, host dv-cinder-837546-2-iscsi, cleared binding levels {{(pid=104055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 17:41:00.705813 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-9f2045aa-4466-4cf5-8be3-75838790c3fa None None] For port 4b8cf9a5-8e69-48c7-9c89-9f79da94c773, host dv-cinder-837546-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-2-iscsi',level=0,port_id=4b8cf9a5-8e69-48c7-9c89-9f79da94c773,segment=NetworkSegment(f847f272-90b1-4369-8e48-25aa20ff3114),segment_id=f847f272-90b1-4369-8e48-25aa20ff3114)] {{(pid=104055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 17:41:00.710407 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-16b35dee-6786-44d7-acaa-cd8f8c304bcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:00.713742 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9f2045aa-4466-4cf5-8be3-75838790c3fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114'] for port (4b8cf9a5-8e69-48c7-9c89-9f79da94c773), after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:00.768750 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2045aa-4466-4cf5-8be3-75838790c3fa None None] Routers {'bbdb111f-6383-4395-b53c-6b00605e6659'} bound to L3 agent in host dv-cinder-837546-2-iscsi {{(pid=104055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:41:00.770064 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-9f2045aa-4466-4cf5-8be3-75838790c3fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-16T17:26:01Z,description=,heartbeat_timestamp=2022-06-16T17:40:31Z,host='dv-cinder-837546-2-iscsi',id=43e250b4-0ce3-4949-aa8c-0bafe6454580,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:26:01Z,topic='l3_agent')) {'router_ids': ['bbdb111f-6383-4395-b53c-6b00605e6659'], 'active': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:41:00.804906 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 60588) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:41:00.823780 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f607265-d14e-4a6d-bcb6-bad731f1249a None None] Pushing event updated for resources: {'Port': ['ID=4b8cf9a5-8e69-48c7-9c89-9f79da94c773,revision_number=3']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:41:00.840026 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:41:00.874963 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed57b61b-6a31-409c-b4e2-9db3a5c99304 req-8512e04f-a7ef-4311-b4ae-0b3e5bfbd357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:41:00.876460 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-ed57b61b-6a31-409c-b4e2-9db3a5c99304 req-8512e04f-a7ef-4311-b4ae-0b3e5bfbd357 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3cd693dc-5d6d-482c-a40c-9c9d0ef17994 HTTP/1.1" status: 200 len: 918 time: 0.1959500 Jun 16 17:41:00.915833 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvr_db [None req-9f2045aa-4466-4cf5-8be3-75838790c3fa None None] Set router bbdb111f-6383-4395-b53c-6b00605e6659 gateway port host: dv-cinder-837546-2-iscsi {{(pid=104055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:41:00.944797 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:41:00.945515 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-91d1de91-242d-49f3-b646-3490e3614049 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:00.968220 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:41:00.997039 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-ed57b61b-6a31-409c-b4e2-9db3a5c99304 req-cc035b1e-0146-40f6-a0e0-2ae91169cf8c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a57fbaeb-135f-4864-997b-23904c802e78 HTTP/1.1" status: 200 len: 1000 time: 0.1136706 Jun 16 17:41:01.037486 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-91d1de91-242d-49f3-b646-3490e3614049 admin admin] Publish callbacks [] for security_group (ecff1722-0e62-41dc-ab23-642c73c00f09), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:01.043759 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-91d1de91-242d-49f3-b646-3490e3614049 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (ecff1722-0e62-41dc-ab23-642c73c00f09), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:01.046321 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.db.db_base_plugin_common [None req-16b35dee-6786-44d7-acaa-cd8f8c304bcc admin admin] Allocated IP 172.20.0.1 (0f66cc95-8daf-4816-8439-9f6686ea40aa/575fa606-92cb-4f34-aa8f-1821627b4b74/6158f1b6-728e-427d-9bb9-91dd705bb9f0) {{(pid=104053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:41:01.056464 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:41:01.078005 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed57b61b-6a31-409c-b4e2-9db3a5c99304 req-20877ca1-2a87-4f90-99e3-a40f735a3f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:41:01.079942 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-ed57b61b-6a31-409c-b4e2-9db3a5c99304 req-20877ca1-2a87-4f90-99e3-a40f735a3f66 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=15008cf9-9c5e-4724-bbb5-bbf37d371079 HTTP/1.1" status: 200 len: 856 time: 0.0714695 Jun 16 17:41:01.100037 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d1de91-242d-49f3-b646-3490e3614049 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecff1722-0e62-41dc-ab23-642c73c00f09,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:41:01.110308 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-91d1de91-242d-49f3-b646-3490e3614049 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=5d8006bcae0b4b0085d2cb6ee492636d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3038497 Jun 16 17:41:01.113571 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 60592) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:41:01.137484 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-9f2045aa-4466-4cf5-8be3-75838790c3fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbdb111f-6383-4395-b53c-6b00605e6659', 'name': 'tempest-TestMinimumBasicScenario-444449235-router', 'tenant_id': '0c9770e1404c439abaa86ffb75099000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'external_fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': '4b8cf9a5-8e69-48c7-9c89-9f79da94c773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:40:55Z', 'updated_at': '2022-06-16T17:40:57Z', 'revision_number': 3, 'project_id': '0c9770e1404c439abaa86ffb75099000', 'gw_port': {'id': '4b8cf9a5-8e69-48c7-9c89-9f79da94c773', 'name': '', 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:04:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbdb111f-6383-4395-b53c-6b00605e6659', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:40:56Z', 'updated_at': '2022-06-16T17:41:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47584a51-19b7-439b-9f28-a7f577441b18', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-2-iscsi'}], 'dv-cinder-837546-2-iscsi', False) {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:41:01.168642 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2045aa-4466-4cf5-8be3-75838790c3fa None None] The sync data for ids ['bbdb111f-6383-4395-b53c-6b00605e6659'] in dv-cinder-837546-2-iscsi is: [{'id': 'bbdb111f-6383-4395-b53c-6b00605e6659', 'name': 'tempest-TestMinimumBasicScenario-444449235-router', 'tenant_id': '0c9770e1404c439abaa86ffb75099000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'external_fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': '4b8cf9a5-8e69-48c7-9c89-9f79da94c773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:40:55Z', 'updated_at': '2022-06-16T17:40:57Z', 'revision_number': 3, 'project_id': '0c9770e1404c439abaa86ffb75099000', 'gw_port': {'id': '4b8cf9a5-8e69-48c7-9c89-9f79da94c773', 'name': '', 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:04:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbdb111f-6383-4395-b53c-6b00605e6659', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:40:56Z', 'updated_at': '2022-06-16T17:41:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47584a51-19b7-439b-9f28-a7f577441b18', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-2-iscsi'}] {{(pid=104055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:41:01.180819 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0b9732d2-66f5-4e52-85f3-caf0244d392f admin admin] Publish callbacks [] for security_group (ecff1722-0e62-41dc-ab23-642c73c00f09), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:01.216944 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed57b61b-6a31-409c-b4e2-9db3a5c99304 req-4d958900-addb-404f-a62a-488c05ec357e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:41:01.219220 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-ed57b61b-6a31-409c-b4e2-9db3a5c99304 req-4d958900-addb-404f-a62a-488c05ec357e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3cd693dc-5d6d-482c-a40c-9c9d0ef17994&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1276374 Jun 16 17:41:01.231287 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0b9732d2-66f5-4e52-85f3-caf0244d392f admin admin] Publish callbacks [] for security_group (ecff1722-0e62-41dc-ab23-642c73c00f09), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:01.287495 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-cb092ae6-52a8-4620-8f75-8b87b63d559d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (43e250b4-0ce3-4949-aa8c-0bafe6454580), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:01.309488 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-16b35dee-6786-44d7-acaa-cd8f8c304bcc admin admin] Publish callbacks [] for port (6158f1b6-728e-427d-9bb9-91dd705bb9f0), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:01.328406 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ec3983-0ae3-4451-9ddd-0361b4de2514 req-69720b87-33ea-4692-a24b-2fbcdc1553de tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:41:01.329983 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-f2ec3983-0ae3-4451-9ddd-0361b4de2514 req-69720b87-33ea-4692-a24b-2fbcdc1553de tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/ports?device_id=9e3be83a-9759-422f-9cd1-5a5d1c631ace HTTP/1.1" status: 200 len: 944 time: 0.1143620 Jun 16 17:41:01.352757 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-ed57b61b-6a31-409c-b4e2-9db3a5c99304 req-ec976dea-cc95-4a74-8ca8-dd8af7e1f7e7 service neutron] 10.222.0.47 "GET /v2.0/networks/3cd693dc-5d6d-482c-a40c-9c9d0ef17994?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234512 Jun 16 17:41:01.368334 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0b9732d2-66f5-4e52-85f3-caf0244d392f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (ecff1722-0e62-41dc-ab23-642c73c00f09), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:01.370761 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0b9732d2-66f5-4e52-85f3-caf0244d392f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:01.374669 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-0b9732d2-66f5-4e52-85f3-caf0244d392f admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/ecff1722-0e62-41dc-ab23-642c73c00f09 HTTP/1.1" status: 204 len: 168 time: 0.2598517 Jun 16 17:41:01.396626 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9732d2-66f5-4e52-85f3-caf0244d392f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecff1722-0e62-41dc-ab23-642c73c00f09,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:41:01.431518 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 60604) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:41:01.457505 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-f2ec3983-0ae3-4451-9ddd-0361b4de2514 req-70d0ad79-c7ad-4600-b96a-ae16cf0efd3e tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/security-groups?id=332ceecf-b5fe-4807-b7e2-90b219f7924f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1016257 Jun 16 17:41:01.480341 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-16b35dee-6786-44d7-acaa-cd8f8c304bcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762170029078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64764667'] for port (6158f1b6-728e-427d-9bb9-91dd705bb9f0), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:01.601792 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16b35dee-6786-44d7-acaa-cd8f8c304bcc admin admin] Network 0f66cc95-8daf-4816-8439-9f6686ea40aa is already hosted by enough agents. {{(pid=104053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:41:01.634241 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b35dee-6786-44d7-acaa-cd8f8c304bcc admin admin] Pushing event updated for resources: {'Port': ['ID=6158f1b6-728e-427d-9bb9-91dd705bb9f0,revision_number=1']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:41:01.636941 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.scheduler.base_scheduler [None req-16b35dee-6786-44d7-acaa-cd8f8c304bcc admin admin] Resources bound (agent type, host, resource id): {{(pid=104053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:41:01.641014 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b35dee-6786-44d7-acaa-cd8f8c304bcc admin admin] Received port after_create {{(pid=104053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 17:41:01.688581 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-ed57b61b-6a31-409c-b4e2-9db3a5c99304 req-41adb188-1a8a-4179-aae7-d2e724870122 service neutron] 10.222.0.47 "GET /v2.0/networks/3cd693dc-5d6d-482c-a40c-9c9d0ef17994?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3222229 Jun 16 17:41:01.701615 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-16b35dee-6786-44d7-acaa-cd8f8c304bcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-361813'] for router_interface (bbdb111f-6383-4395-b53c-6b00605e6659), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:01.783843 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:41:01.938478 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-16b35dee-6786-44d7-acaa-cd8f8c304bcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (6158f1b6-728e-427d-9bb9-91dd705bb9f0), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:01.990779 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 60618) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:41:02.025800 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:41:02.028641 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-38f60d6b-a888-4157-a0bb-1d64d6eaf898 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:02.033881 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-b519df37-a2d8-4d6a-b099-59fa689d915d None None] Provisioning complete for port 6158f1b6-728e-427d-9bb9-91dd705bb9f0 triggered by entity DHCP. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:41:02.034257 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-b519df37-a2d8-4d6a-b099-59fa689d915d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572016'] for port (6158f1b6-728e-427d-9bb9-91dd705bb9f0), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:02.068597 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:41:02.114363 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-b519df37-a2d8-4d6a-b099-59fa689d915d None None] Port 6158f1b6-728e-427d-9bb9-91dd705bb9f0 cannot update to ACTIVE because it is not bound. {{(pid=104054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 17:41:02.172181 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:41:02.278802 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-38f60d6b-a888-4157-a0bb-1d64d6eaf898 admin admin] Publish callbacks [] for security_group (b331b1b5-fad6-4bb2-86c4-eeaf380725bd), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:02.293931 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-38f60d6b-a888-4157-a0bb-1d64d6eaf898 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (b331b1b5-fad6-4bb2-86c4-eeaf380725bd), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:02.303880 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-16b35dee-6786-44d7-acaa-cd8f8c304bcc admin admin] Publish callbacks [] for port (6158f1b6-728e-427d-9bb9-91dd705bb9f0), precommit_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:02.322431 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-16b35dee-6786-44d7-acaa-cd8f8c304bcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64764658'] for port (6158f1b6-728e-427d-9bb9-91dd705bb9f0), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:02.335941 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Device 4b8cf9a5-8e69-48c7-9c89-9f79da94c773 up at agent ovs-agent-dv-cinder-837546-2-iscsi {{(pid=104054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 17:41:02.404444 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-38f60d6b-a888-4157-a0bb-1d64d6eaf898 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=31c47f78ea6846d78156cfa85a23cb19&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4123206 Jun 16 17:41:02.408806 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 60634) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:41:02.420703 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f60d6b-a888-4157-a0bb-1d64d6eaf898 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b331b1b5-fad6-4bb2-86c4-eeaf380725bd,revision_number=1']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:41:02.442284 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Provisioning complete for port 4b8cf9a5-8e69-48c7-9c89-9f79da94c773 triggered by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:41:02.447368 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572016'] for port (4b8cf9a5-8e69-48c7-9c89-9f79da94c773), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:02.465950 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b35dee-6786-44d7-acaa-cd8f8c304bcc admin admin] Pushing event updated for resources: {'Port': ['ID=6158f1b6-728e-427d-9bb9-91dd705bb9f0,revision_number=2']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:41:02.484381 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-16b35dee-6786-44d7-acaa-cd8f8c304bcc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1626493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-361889'] for router_interface (bbdb111f-6383-4395-b53c-6b00605e6659), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:02.562153 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-359da135-d845-4d2e-a034-e84fcb95f5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (8e118b8c-b091-4f14-909a-13c66b53efc1), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:02.573856 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-290f4fc2-a961-4e52-ae05-415b3f0429d2 admin admin] Publish callbacks [] for security_group (b331b1b5-fad6-4bb2-86c4-eeaf380725bd), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:02.619166 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-290f4fc2-a961-4e52-ae05-415b3f0429d2 admin admin] Publish callbacks [] for security_group (b331b1b5-fad6-4bb2-86c4-eeaf380725bd), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:02.639043 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Current status of the port 4b8cf9a5-8e69-48c7-9c89-9f79da94c773 is: DOWN; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:41:02.639713 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (4b8cf9a5-8e69-48c7-9c89-9f79da94c773), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:02.696010 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] For port 4b8cf9a5-8e69-48c7-9c89-9f79da94c773, host dv-cinder-837546-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-2-iscsi',level=0,port_id=4b8cf9a5-8e69-48c7-9c89-9f79da94c773,segment=NetworkSegment(f847f272-90b1-4369-8e48-25aa20ff3114),segment_id=f847f272-90b1-4369-8e48-25aa20ff3114)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:41:02.707369 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114'] for port (4b8cf9a5-8e69-48c7-9c89-9f79da94c773), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:02.732574 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:INSERT=2,neutron:SELECT=97,neutron:DELETE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:41:02.734216 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-6289fbb1-5692-4c03-b1a6-52f8f0813d58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-361930'] for router_interface (11193f77-50ca-44b2-b11f-2fbebd19e4e2), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:02.825286 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-290f4fc2-a961-4e52-ae05-415b3f0429d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (b331b1b5-fad6-4bb2-86c4-eeaf380725bd), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:02.834165 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-290f4fc2-a961-4e52-ae05-415b3f0429d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:02.839096 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-290f4fc2-a961-4e52-ae05-415b3f0429d2 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/b331b1b5-fad6-4bb2-86c4-eeaf380725bd HTTP/1.1" status: 204 len: 168 time: 0.4283235 Jun 16 17:41:02.844604 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Pushing event updated for resources: {'Port': ['ID=4b8cf9a5-8e69-48c7-9c89-9f79da94c773,revision_number=4']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:41:02.919235 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16b35dee-6786-44d7-acaa-cd8f8c304bcc admin admin] Network 0f66cc95-8daf-4816-8439-9f6686ea40aa is already hosted by enough agents. {{(pid=104053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:41:02.922669 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.scheduler.base_scheduler [None req-16b35dee-6786-44d7-acaa-cd8f8c304bcc admin admin] Resources bound (agent type, host, resource id): {{(pid=104053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:41:02.934108 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:INSERT=7 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:41:02.966077 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290f4fc2-a961-4e52-ae05-415b3f0429d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b331b1b5-fad6-4bb2-86c4-eeaf380725bd,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:41:03.237185 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b29aeee-1f9d-469f-a823-9ab2b06cd37b req-256f8023-46f3-44ec-8383-89ad927b7a3b tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:41:03.252941 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-5b29aeee-1f9d-469f-a823-9ab2b06cd37b req-256f8023-46f3-44ec-8383-89ad927b7a3b tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/ports?device_id=9e3be83a-9759-422f-9cd1-5a5d1c631ace HTTP/1.1" status: 200 len: 944 time: 0.5219538 Jun 16 17:41:03.282112 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16b35dee-6786-44d7-acaa-cd8f8c304bcc admin admin] Router bbdb111f-6383-4395-b53c-6b00605e6659 has already been hosted by L3 agent 43e250b4-0ce3-4949-aa8c-0bafe6454580 {{(pid=104053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 17:41:03.624692 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16b35dee-6786-44d7-acaa-cd8f8c304bcc admin admin] Notify agent at l3_agent.dv-cinder-837546-2-iscsi the message routers_updated {{(pid=104053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 17:41:03.640207 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-16b35dee-6786-44d7-acaa-cd8f8c304bcc admin admin] 10.222.0.40 "PUT /v2.0/routers/bbdb111f-6383-4395-b53c-6b00605e6659/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2183247 Jun 16 17:41:03.655265 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-93b59bd0-0e8f-4787-a5aa-cbbfd4e6d9c4 None None] Provisioning complete for port 6158f1b6-728e-427d-9bb9-91dd705bb9f0 triggered by entity DHCP. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:41:03.655882 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-93b59bd0-0e8f-4787-a5aa-cbbfd4e6d9c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572016'] for port (6158f1b6-728e-427d-9bb9-91dd705bb9f0), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:03.762030 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-93b59bd0-0e8f-4787-a5aa-cbbfd4e6d9c4 None None] Port 6158f1b6-728e-427d-9bb9-91dd705bb9f0 cannot update to ACTIVE because it is not bound. {{(pid=104054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 17:41:03.793143 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-5b29aeee-1f9d-469f-a823-9ab2b06cd37b req-c94d9d44-8b97-4891-9093-eb2dd97454fb tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/security-groups?id=332ceecf-b5fe-4807-b7e2-90b219f7924f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5387409 Jun 16 17:41:04.033744 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-6289fbb1-5692-4c03-b1a6-52f8f0813d58 admin admin] Deleting port 68377c34-b3bb-4601-82c6-3c4a3412211a {{(pid=104052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 17:41:04.034108 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-6289fbb1-5692-4c03-b1a6-52f8f0813d58 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762170394215'] for port (68377c34-b3bb-4601-82c6-3c4a3412211a), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:04.111052 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6392102-4394-417c-aaad-2e6d2b1f5860 None None] Sync routers for ids ['bbdb111f-6383-4395-b53c-6b00605e6659'] in dv-cinder-837546-2-iscsi {{(pid=104054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:41:04.136194 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6392102-4394-417c-aaad-2e6d2b1f5860 None None] Routers {'bbdb111f-6383-4395-b53c-6b00605e6659'} bound to L3 agent in host dv-cinder-837546-2-iscsi {{(pid=104054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:41:04.137202 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-c6392102-4394-417c-aaad-2e6d2b1f5860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-16T17:26:01Z,description=,heartbeat_timestamp=2022-06-16T17:41:01Z,host='dv-cinder-837546-2-iscsi',id=43e250b4-0ce3-4949-aa8c-0bafe6454580,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:26:01Z,topic='l3_agent')) {'router_ids': ['bbdb111f-6383-4395-b53c-6b00605e6659'], 'active': True} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:41:04.350684 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-6289fbb1-5692-4c03-b1a6-52f8f0813d58 admin admin] For port 68377c34-b3bb-4601-82c6-3c4a3412211a, host dv-cinder-837546-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-2-iscsi',level=0,port_id=68377c34-b3bb-4601-82c6-3c4a3412211a,segment=NetworkSegment(94313329-9a0f-475b-94f3-d6ee0916d22d),segment_id=94313329-9a0f-475b-94f3-d6ee0916d22d)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:41:04.356478 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-6289fbb1-5692-4c03-b1a6-52f8f0813d58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376266'] for port (68377c34-b3bb-4601-82c6-3c4a3412211a), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:04.415824 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-6289fbb1-5692-4c03-b1a6-52f8f0813d58 admin admin] Calling delete_port for 68377c34-b3bb-4601-82c6-3c4a3412211a owned by network:router_interface {{(pid=104052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 17:41:04.440621 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:41:04.463899 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvr_db [None req-c6392102-4394-417c-aaad-2e6d2b1f5860 None None] Set router bbdb111f-6383-4395-b53c-6b00605e6659 gateway port host: dv-cinder-837546-2-iscsi {{(pid=104054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:41:04.470057 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Device 4b8cf9a5-8e69-48c7-9c89-9f79da94c773 up at agent ovs-agent-dv-cinder-837546-2-iscsi {{(pid=104054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 17:41:04.594798 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-1d81e0cb-ff47-4623-99d5-ab370c19a781 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (25dd433a-18a0-496e-b58c-593ddca2a11d), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:04.647136 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (f1f6c009-5a31-4833-b180-4d9d41a55fe5), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:04.697928 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:41:04.744755 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Provisioning complete for port 4b8cf9a5-8e69-48c7-9c89-9f79da94c773 triggered by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:41:04.746427 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572016'] for port (4b8cf9a5-8e69-48c7-9c89-9f79da94c773), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:05.056666 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-6289fbb1-5692-4c03-b1a6-52f8f0813d58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762170396510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762170029087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62916395'] for port (68377c34-b3bb-4601-82c6-3c4a3412211a), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:05.144428 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6289fbb1-5692-4c03-b1a6-52f8f0813d58 admin admin] Pushing event deleted for resources: {'Port': ['ID=68377c34-b3bb-4601-82c6-3c4a3412211a,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:41:05.202164 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57ac492-2674-4df1-9e2e-ecf988caaa35 req-8b92c31d-0a6a-479c-9dcd-022f30e4605c tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:41:05.213719 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-b57ac492-2674-4df1-9e2e-ecf988caaa35 req-8b92c31d-0a6a-479c-9dcd-022f30e4605c tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/ports?device_id=9e3be83a-9759-422f-9cd1-5a5d1c631ace HTTP/1.1" status: 200 len: 944 time: 0.2741387 Jun 16 17:41:05.541127 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-c6392102-4394-417c-aaad-2e6d2b1f5860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbdb111f-6383-4395-b53c-6b00605e6659', 'name': 'tempest-TestMinimumBasicScenario-444449235-router', 'tenant_id': '0c9770e1404c439abaa86ffb75099000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'external_fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': '4b8cf9a5-8e69-48c7-9c89-9f79da94c773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:40:55Z', 'updated_at': '2022-06-16T17:41:01Z', 'revision_number': 4, 'project_id': '0c9770e1404c439abaa86ffb75099000', 'gw_port': {'id': '4b8cf9a5-8e69-48c7-9c89-9f79da94c773', 'name': '', 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:04:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbdb111f-6383-4395-b53c-6b00605e6659', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:40:56Z', 'updated_at': '2022-06-16T17:41:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47584a51-19b7-439b-9f28-a7f577441b18', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-2-iscsi', '_interfaces': [{'id': '6158f1b6-728e-427d-9bb9-91dd705bb9f0', 'name': '', 'network_id': '0f66cc95-8daf-4816-8439-9f6686ea40aa', 'tenant_id': '0c9770e1404c439abaa86ffb75099000', 'mac_address': 'fa:16:3e:a7:c4:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbdb111f-6383-4395-b53c-6b00605e6659', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '575fa606-92cb-4f34-aa8f-1821627b4b74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:41:00Z', 'updated_at': '2022-06-16T17:41:02Z', 'revision_number': 2, 'project_id': '0c9770e1404c439abaa86ffb75099000', 'subnets': [{'id': '575fa606-92cb-4f34-aa8f-1821627b4b74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837546-2-iscsi', False) {} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:41:05.581675 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-b57ac492-2674-4df1-9e2e-ecf988caaa35 req-196662c3-5da7-4385-81df-62260e0e0666 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/security-groups?id=332ceecf-b5fe-4807-b7e2-90b219f7924f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3599308 Jun 16 17:41:05.592833 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:41:05.675181 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6392102-4394-417c-aaad-2e6d2b1f5860 None None] Checking router: bbdb111f-6383-4395-b53c-6b00605e6659 for host: dv-cinder-837546-2-iscsi {{(pid=104054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:41:05.675596 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6392102-4394-417c-aaad-2e6d2b1f5860 None None] Updating router bbdb111f-6383-4395-b53c-6b00605e6659 port 6158f1b6-728e-427d-9bb9-91dd705bb9f0 binding host dv-cinder-837546-2-iscsi {{(pid=104054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 17:41:05.759705 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Current status of the port 4b8cf9a5-8e69-48c7-9c89-9f79da94c773 is: ACTIVE; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:41:05.773182 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c6392102-4394-417c-aaad-2e6d2b1f5860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (6158f1b6-728e-427d-9bb9-91dd705bb9f0), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:05.937183 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-6289fbb1-5692-4c03-b1a6-52f8f0813d58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1626484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-362330'] for router_interface (11193f77-50ca-44b2-b11f-2fbebd19e4e2), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:06.168567 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:41:06.386037 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c6392102-4394-417c-aaad-2e6d2b1f5860 None None] Publish callbacks [] for port (6158f1b6-728e-427d-9bb9-91dd705bb9f0), precommit_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:06.403089 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c6392102-4394-417c-aaad-2e6d2b1f5860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114'] for port (6158f1b6-728e-427d-9bb9-91dd705bb9f0), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:06.526528 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e838275-62e8-496a-87f3-03c7155eec7e None None] Pushing event updated for resources: {'Port': ['ID=6158f1b6-728e-427d-9bb9-91dd705bb9f0,revision_number=3']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:41:06.547173 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6289fbb1-5692-4c03-b1a6-52f8f0813d58 admin admin] Router 11193f77-50ca-44b2-b11f-2fbebd19e4e2 has already been hosted by L3 agent 43e250b4-0ce3-4949-aa8c-0bafe6454580 {{(pid=104052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 17:41:06.759528 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.managers [None req-c6392102-4394-417c-aaad-2e6d2b1f5860 None None] Attempting to bind port 6158f1b6-728e-427d-9bb9-91dd705bb9f0 on host dv-cinder-837546-2-iscsi for vnic_type normal with profile {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 17:41:06.760043 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.managers [None req-c6392102-4394-417c-aaad-2e6d2b1f5860 None None] Attempting to bind port 6158f1b6-728e-427d-9bb9-91dd705bb9f0 by drivers openvswitch,hyperv on host dv-cinder-837546-2-iscsi at level 0 using segments [{'id': '942f81d7-f800-48dc-97f4-a6e69d636814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0f66cc95-8daf-4816-8439-9f6686ea40aa'}] {{(pid=104054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 17:41:06.760634 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6392102-4394-417c-aaad-2e6d2b1f5860 None None] Attempting to bind port 6158f1b6-728e-427d-9bb9-91dd705bb9f0 on network 0f66cc95-8daf-4816-8439-9f6686ea40aa {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 17:41:06.783108 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6392102-4394-417c-aaad-2e6d2b1f5860 None None] Checking agent: {'id': 'f1f6c009-5a31-4833-b180-4d9d41a55fe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837546-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 17, 26, 4), 'started_at': datetime.datetime(2022, 6, 16, 17, 26, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 17, 41, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837546-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 17:41:06.787870 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6392102-4394-417c-aaad-2e6d2b1f5860 None None] Checking segment: {'id': '942f81d7-f800-48dc-97f4-a6e69d636814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0f66cc95-8daf-4816-8439-9f6686ea40aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 17:41:06.789656 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c6392102-4394-417c-aaad-2e6d2b1f5860 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:06.797320 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6392102-4394-417c-aaad-2e6d2b1f5860 None None] Bound using segment: {'id': '942f81d7-f800-48dc-97f4-a6e69d636814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0f66cc95-8daf-4816-8439-9f6686ea40aa'} {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 17:41:06.798111 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.managers [None req-c6392102-4394-417c-aaad-2e6d2b1f5860 None None] Bound port: 6158f1b6-728e-427d-9bb9-91dd705bb9f0, host: dv-cinder-837546-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '942f81d7-f800-48dc-97f4-a6e69d636814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0f66cc95-8daf-4816-8439-9f6686ea40aa'}}] {{(pid=104054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 17:41:06.799100 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c6392102-4394-417c-aaad-2e6d2b1f5860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (6158f1b6-728e-427d-9bb9-91dd705bb9f0), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:06.980077 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-c6392102-4394-417c-aaad-2e6d2b1f5860 None None] For port 6158f1b6-728e-427d-9bb9-91dd705bb9f0, host dv-cinder-837546-2-iscsi, cleared binding levels {{(pid=104054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 17:41:06.986105 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-c6392102-4394-417c-aaad-2e6d2b1f5860 None None] For port 6158f1b6-728e-427d-9bb9-91dd705bb9f0, host dv-cinder-837546-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-2-iscsi',level=0,port_id=6158f1b6-728e-427d-9bb9-91dd705bb9f0,segment=NetworkSegment(942f81d7-f800-48dc-97f4-a6e69d636814),segment_id=942f81d7-f800-48dc-97f4-a6e69d636814)] {{(pid=104054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 17:41:06.997778 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c6392102-4394-417c-aaad-2e6d2b1f5860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114'] for port (6158f1b6-728e-427d-9bb9-91dd705bb9f0), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:07.054651 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74219d0-42be-44a1-b538-b1d671d2a4b1 req-faa394cd-d6f6-41eb-9a5c-460286ba54d8 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:41:07.058419 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-d74219d0-42be-44a1-b538-b1d671d2a4b1 req-faa394cd-d6f6-41eb-9a5c-460286ba54d8 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/ports?device_id=9e3be83a-9759-422f-9cd1-5a5d1c631ace HTTP/1.1" status: 200 len: 944 time: 0.1746395 Jun 16 17:41:07.153343 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6289fbb1-5692-4c03-b1a6-52f8f0813d58 admin admin] Notify agent at l3_agent.dv-cinder-837546-2-iscsi the message routers_updated {{(pid=104052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 17:41:07.180031 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-6289fbb1-5692-4c03-b1a6-52f8f0813d58 admin admin] 10.222.0.40 "PUT /v2.0/routers/11193f77-50ca-44b2-b11f-2fbebd19e4e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7410233 Jun 16 17:41:07.180164 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-174296cf-ebca-4933-bee1-7905c911032d None None] Sync routers for ids ['11193f77-50ca-44b2-b11f-2fbebd19e4e2'] in dv-cinder-837546-2-iscsi {{(pid=104055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:41:07.181193 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 60706) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:41:07.255543 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:41:07.270484 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-174296cf-ebca-4933-bee1-7905c911032d None None] Routers {'11193f77-50ca-44b2-b11f-2fbebd19e4e2'} bound to L3 agent in host dv-cinder-837546-2-iscsi {{(pid=104055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:41:07.275743 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-d2f7bcf9-ecc2-41a3-ace1-7437f47811bd None None] Provisioning complete for port 6158f1b6-728e-427d-9bb9-91dd705bb9f0 triggered by entity DHCP. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:41:07.279151 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-174296cf-ebca-4933-bee1-7905c911032d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-16T17:26:01Z,description=,heartbeat_timestamp=2022-06-16T17:41:01Z,host='dv-cinder-837546-2-iscsi',id=43e250b4-0ce3-4949-aa8c-0bafe6454580,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:26:01Z,topic='l3_agent')) {'router_ids': ['11193f77-50ca-44b2-b11f-2fbebd19e4e2'], 'active': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:41:07.279835 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-d2f7bcf9-ecc2-41a3-ace1-7437f47811bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572016'] for port (6158f1b6-728e-427d-9bb9-91dd705bb9f0), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:07.342238 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-d74219d0-42be-44a1-b538-b1d671d2a4b1 req-8cabb629-eb34-4a94-af34-fac545784ee0 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/security-groups?id=332ceecf-b5fe-4807-b7e2-90b219f7924f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2562473 Jun 16 17:41:07.443964 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e838275-62e8-496a-87f3-03c7155eec7e None None] Pushing event updated for resources: {'Port': ['ID=6158f1b6-728e-427d-9bb9-91dd705bb9f0,revision_number=4']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:41:07.460877 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6392102-4394-417c-aaad-2e6d2b1f5860 None None] Routers {'bbdb111f-6383-4395-b53c-6b00605e6659'} bound to L3 agent in host dv-cinder-837546-2-iscsi {{(pid=104054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:41:07.465060 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-c6392102-4394-417c-aaad-2e6d2b1f5860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-16T17:26:01Z,description=,heartbeat_timestamp=2022-06-16T17:41:01Z,host='dv-cinder-837546-2-iscsi',id=43e250b4-0ce3-4949-aa8c-0bafe6454580,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:26:01Z,topic='l3_agent')) {'router_ids': ['bbdb111f-6383-4395-b53c-6b00605e6659'], 'active': True} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:41:07.505706 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-503ca87e-1e51-4825-b500-e891a31366ff admin admin] Publish callbacks [] for router (11193f77-50ca-44b2-b11f-2fbebd19e4e2), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:07.788614 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-503ca87e-1e51-4825-b500-e891a31366ff admin admin] Publish callbacks [] for router_gateway (11193f77-50ca-44b2-b11f-2fbebd19e4e2), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:07.923838 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-503ca87e-1e51-4825-b500-e891a31366ff admin admin] Deleting port 1b34cba4-0f25-405b-ba3a-eb96ea0d3da8 {{(pid=104053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 17:41:07.929557 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-503ca87e-1e51-4825-b500-e891a31366ff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762170394215'] for port (1b34cba4-0f25-405b-ba3a-eb96ea0d3da8), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:07.952841 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-d2f7bcf9-ecc2-41a3-ace1-7437f47811bd None None] Current status of the port 6158f1b6-728e-427d-9bb9-91dd705bb9f0 is: DOWN; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:41:07.953783 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-d2f7bcf9-ecc2-41a3-ace1-7437f47811bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (6158f1b6-728e-427d-9bb9-91dd705bb9f0), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:07.993649 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:INSERT=4,neutron:SELECT=95,neutron:UPDATE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:41:08.038446 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvr_db [None req-174296cf-ebca-4933-bee1-7905c911032d None None] Set router 11193f77-50ca-44b2-b11f-2fbebd19e4e2 gateway port host: dv-cinder-837546-2-iscsi {{(pid=104055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:41:08.088165 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-d2f7bcf9-ecc2-41a3-ace1-7437f47811bd None None] For port 6158f1b6-728e-427d-9bb9-91dd705bb9f0, host dv-cinder-837546-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-2-iscsi',level=0,port_id=6158f1b6-728e-427d-9bb9-91dd705bb9f0,segment=NetworkSegment(942f81d7-f800-48dc-97f4-a6e69d636814),segment_id=942f81d7-f800-48dc-97f4-a6e69d636814)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:41:08.100931 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:41:08.130604 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-d2f7bcf9-ecc2-41a3-ace1-7437f47811bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114'] for port (6158f1b6-728e-427d-9bb9-91dd705bb9f0), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:08.146464 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvr_db [None req-c6392102-4394-417c-aaad-2e6d2b1f5860 None None] Set router bbdb111f-6383-4395-b53c-6b00605e6659 gateway port host: dv-cinder-837546-2-iscsi {{(pid=104054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:41:08.183110 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-503ca87e-1e51-4825-b500-e891a31366ff admin admin] For port 1b34cba4-0f25-405b-ba3a-eb96ea0d3da8, host dv-cinder-837546-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-2-iscsi',level=0,port_id=1b34cba4-0f25-405b-ba3a-eb96ea0d3da8,segment=NetworkSegment(f847f272-90b1-4369-8e48-25aa20ff3114),segment_id=f847f272-90b1-4369-8e48-25aa20ff3114)] {{(pid=104053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:41:08.183878 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-503ca87e-1e51-4825-b500-e891a31366ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376266'] for port (1b34cba4-0f25-405b-ba3a-eb96ea0d3da8), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:08.233952 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-503ca87e-1e51-4825-b500-e891a31366ff admin admin] Calling delete_port for 1b34cba4-0f25-405b-ba3a-eb96ea0d3da8 owned by network:router_gateway {{(pid=104053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 17:41:08.438236 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f7bcf9-ecc2-41a3-ace1-7437f47811bd None None] Pushing event updated for resources: {'Port': ['ID=6158f1b6-728e-427d-9bb9-91dd705bb9f0,revision_number=5']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:41:08.584948 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-e236e15e-12cb-4195-b1b0-9fcb01684950 None None] Provisioning complete for port 6158f1b6-728e-427d-9bb9-91dd705bb9f0 triggered by entity DHCP. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:41:08.584948 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-e236e15e-12cb-4195-b1b0-9fcb01684950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572016'] for port (6158f1b6-728e-427d-9bb9-91dd705bb9f0), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:08.644112 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-174296cf-ebca-4933-bee1-7905c911032d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11193f77-50ca-44b2-b11f-2fbebd19e4e2', 'name': 'tempest-AttachVolumeNegativeTest-214174450-router', 'tenant_id': 'd63c592c0afb4dfc9dd5b36be791decd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'external_fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': '1b34cba4-0f25-405b-ba3a-eb96ea0d3da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:34:12Z', 'updated_at': '2022-06-16T17:41:04Z', 'revision_number': 5, 'project_id': 'd63c592c0afb4dfc9dd5b36be791decd', 'gw_port': {'id': '1b34cba4-0f25-405b-ba3a-eb96ea0d3da8', 'name': '', 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:7c:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11193f77-50ca-44b2-b11f-2fbebd19e4e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:34:14Z', 'updated_at': '2022-06-16T17:34:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47584a51-19b7-439b-9f28-a7f577441b18', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-2-iscsi'}], 'dv-cinder-837546-2-iscsi', False) {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:41:08.696126 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-174296cf-ebca-4933-bee1-7905c911032d None None] Checking router: 11193f77-50ca-44b2-b11f-2fbebd19e4e2 for host: dv-cinder-837546-2-iscsi {{(pid=104055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:41:08.736286 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-174296cf-ebca-4933-bee1-7905c911032d None None] Routers {'11193f77-50ca-44b2-b11f-2fbebd19e4e2'} bound to L3 agent in host dv-cinder-837546-2-iscsi {{(pid=104055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:41:08.738938 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-174296cf-ebca-4933-bee1-7905c911032d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-16T17:26:01Z,description=,heartbeat_timestamp=2022-06-16T17:41:01Z,host='dv-cinder-837546-2-iscsi',id=43e250b4-0ce3-4949-aa8c-0bafe6454580,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:26:01Z,topic='l3_agent')) {'router_ids': ['11193f77-50ca-44b2-b11f-2fbebd19e4e2'], 'active': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:41:08.830789 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e57039-ad0e-4071-a517-d30792d184a0 req-8d94992a-2cab-479c-a4f8-a45f318fcc48 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:41:08.840545 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-05e57039-ad0e-4071-a517-d30792d184a0 req-8d94992a-2cab-479c-a4f8-a45f318fcc48 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/ports?device_id=9e3be83a-9759-422f-9cd1-5a5d1c631ace HTTP/1.1" status: 200 len: 944 time: 0.2464783 Jun 16 17:41:08.934859 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-503ca87e-1e51-4825-b500-e891a31366ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762170396510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762170029087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64764667'] for port (1b34cba4-0f25-405b-ba3a-eb96ea0d3da8), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:08.979621 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvr_db [None req-174296cf-ebca-4933-bee1-7905c911032d None None] Set router 11193f77-50ca-44b2-b11f-2fbebd19e4e2 gateway port host: None {{(pid=104055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:41:09.043546 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:41:09.061451 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-05e57039-ad0e-4071-a517-d30792d184a0 req-57dbcca2-e971-4e10-9b1d-036c77c51bca tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/security-groups?id=332ceecf-b5fe-4807-b7e2-90b219f7924f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2139494 Jun 16 17:41:09.069766 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503ca87e-1e51-4825-b500-e891a31366ff admin admin] Pushing event deleted for resources: {'Port': ['ID=1b34cba4-0f25-405b-ba3a-eb96ea0d3da8,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:41:09.202874 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-e236e15e-12cb-4195-b1b0-9fcb01684950 None None] Current status of the port 6158f1b6-728e-427d-9bb9-91dd705bb9f0 is: ACTIVE; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:41:09.235422 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:41:09.240563 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-503ca87e-1e51-4825-b500-e891a31366ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-375437'] for router_gateway (11193f77-50ca-44b2-b11f-2fbebd19e4e2), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:09.255954 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-c6392102-4394-417c-aaad-2e6d2b1f5860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbdb111f-6383-4395-b53c-6b00605e6659', 'name': 'tempest-TestMinimumBasicScenario-444449235-router', 'tenant_id': '0c9770e1404c439abaa86ffb75099000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'external_fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': '4b8cf9a5-8e69-48c7-9c89-9f79da94c773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:40:55Z', 'updated_at': '2022-06-16T17:41:01Z', 'revision_number': 4, 'project_id': '0c9770e1404c439abaa86ffb75099000', 'gw_port': {'id': '4b8cf9a5-8e69-48c7-9c89-9f79da94c773', 'name': '', 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:04:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbdb111f-6383-4395-b53c-6b00605e6659', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:40:56Z', 'updated_at': '2022-06-16T17:41:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47584a51-19b7-439b-9f28-a7f577441b18', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-2-iscsi', '_interfaces': [{'id': '6158f1b6-728e-427d-9bb9-91dd705bb9f0', 'name': '', 'network_id': '0f66cc95-8daf-4816-8439-9f6686ea40aa', 'tenant_id': '0c9770e1404c439abaa86ffb75099000', 'mac_address': 'fa:16:3e:a7:c4:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbdb111f-6383-4395-b53c-6b00605e6659', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '575fa606-92cb-4f34-aa8f-1821627b4b74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:41:00Z', 'updated_at': '2022-06-16T17:41:06Z', 'revision_number': 4, 'project_id': '0c9770e1404c439abaa86ffb75099000', 'subnets': [{'id': '575fa606-92cb-4f34-aa8f-1821627b4b74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837546-2-iscsi', False) {} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:41:09.267017 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-174296cf-ebca-4933-bee1-7905c911032d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11193f77-50ca-44b2-b11f-2fbebd19e4e2', 'name': 'tempest-AttachVolumeNegativeTest-214174450-router', 'tenant_id': 'd63c592c0afb4dfc9dd5b36be791decd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:34:12Z', 'updated_at': '2022-06-16T17:41:07Z', 'revision_number': 6, 'project_id': 'd63c592c0afb4dfc9dd5b36be791decd', 'gw_port_host': None}], 'dv-cinder-837546-2-iscsi', False) {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:41:09.336366 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6392102-4394-417c-aaad-2e6d2b1f5860 None None] The sync data for ids ['bbdb111f-6383-4395-b53c-6b00605e6659'] in dv-cinder-837546-2-iscsi is: [{'id': 'bbdb111f-6383-4395-b53c-6b00605e6659', 'name': 'tempest-TestMinimumBasicScenario-444449235-router', 'tenant_id': '0c9770e1404c439abaa86ffb75099000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'external_fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': '4b8cf9a5-8e69-48c7-9c89-9f79da94c773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:40:55Z', 'updated_at': '2022-06-16T17:41:01Z', 'revision_number': 4, 'project_id': '0c9770e1404c439abaa86ffb75099000', 'gw_port': {'id': '4b8cf9a5-8e69-48c7-9c89-9f79da94c773', 'name': '', 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:04:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbdb111f-6383-4395-b53c-6b00605e6659', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:40:56Z', 'updated_at': '2022-06-16T17:41:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47584a51-19b7-439b-9f28-a7f577441b18', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-2-iscsi', '_interfaces': [{'id': '6158f1b6-728e-427d-9bb9-91dd705bb9f0', 'name': '', 'network_id': '0f66cc95-8daf-4816-8439-9f6686ea40aa', 'tenant_id': '0c9770e1404c439abaa86ffb75099000', 'mac_address': 'fa:16:3e:a7:c4:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbdb111f-6383-4395-b53c-6b00605e6659', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '575fa606-92cb-4f34-aa8f-1821627b4b74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:41:00Z', 'updated_at': '2022-06-16T17:41:06Z', 'revision_number': 4, 'project_id': '0c9770e1404c439abaa86ffb75099000', 'subnets': [{'id': '575fa606-92cb-4f34-aa8f-1821627b4b74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:41:09.385902 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-174296cf-ebca-4933-bee1-7905c911032d None None] The sync data for ids ['11193f77-50ca-44b2-b11f-2fbebd19e4e2'] in dv-cinder-837546-2-iscsi is: [{'id': '11193f77-50ca-44b2-b11f-2fbebd19e4e2', 'name': 'tempest-AttachVolumeNegativeTest-214174450-router', 'tenant_id': 'd63c592c0afb4dfc9dd5b36be791decd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:34:12Z', 'updated_at': '2022-06-16T17:41:07Z', 'revision_number': 6, 'project_id': 'd63c592c0afb4dfc9dd5b36be791decd', 'gw_port_host': None}] {{(pid=104055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:41:09.423761 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-503ca87e-1e51-4825-b500-e891a31366ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-376196', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11533'] for router (11193f77-50ca-44b2-b11f-2fbebd19e4e2), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:09.434630 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-503ca87e-1e51-4825-b500-e891a31366ff admin admin] Publish callbacks [] for router_controller (11193f77-50ca-44b2-b11f-2fbebd19e4e2), precommit_delete_associations {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:09.596638 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-503ca87e-1e51-4825-b500-e891a31366ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-376302'] for router (11193f77-50ca-44b2-b11f-2fbebd19e4e2), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:09.597602 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-503ca87e-1e51-4825-b500-e891a31366ff admin admin] Fanout notify agent at l3_agent the message router_deleted on router 11193f77-50ca-44b2-b11f-2fbebd19e4e2 {{(pid=104053) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 16 17:41:09.605588 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-503ca87e-1e51-4825-b500-e891a31366ff admin admin] Publish callbacks [] for router (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:09.608801 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-503ca87e-1e51-4825-b500-e891a31366ff admin admin] 10.222.0.40 "DELETE /v2.0/routers/11193f77-50ca-44b2-b11f-2fbebd19e4e2 HTTP/1.1" status: 204 len: 168 time: 2.4252362 Jun 16 17:41:09.612290 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 60732) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:41:09.727243 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.db.db_base_plugin_v2 [None req-00aee0cd-b158-437d-9923-f9f5327ec977 admin admin] Deleting subnet f4f4c81e-fe9f-4dc1-bcfe-dd76fde3e7db {{(pid=104052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 16 17:41:09.738655 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-00aee0cd-b158-437d-9923-f9f5327ec977 admin admin] Publish callbacks [] for subnet (f4f4c81e-fe9f-4dc1-bcfe-dd76fde3e7db), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:09.896821 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-00aee0cd-b158-437d-9923-f9f5327ec977 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63325782'] for subnet (f4f4c81e-fe9f-4dc1-bcfe-dd76fde3e7db), precommit_delete_associations {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:10.351188 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-00aee0cd-b158-437d-9923-f9f5327ec977 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1565816'] for subnet (f4f4c81e-fe9f-4dc1-bcfe-dd76fde3e7db), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:10.525877 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8965ee3e-a6de-4067-b892-9febbaba5cb0 req-981febd1-d377-47fa-8090-ce13a6ca6187 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:41:10.528475 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-8965ee3e-a6de-4067-b892-9febbaba5cb0 req-981febd1-d377-47fa-8090-ce13a6ca6187 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/ports?device_id=9e3be83a-9759-422f-9cd1-5a5d1c631ace HTTP/1.1" status: 200 len: 944 time: 0.1306822 Jun 16 17:41:10.719499 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-00aee0cd-b158-437d-9923-f9f5327ec977 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1565763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62916376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62963023'] for subnet (f4f4c81e-fe9f-4dc1-bcfe-dd76fde3e7db), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:10.782449 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a08a11f1-2c6c-4878-8674-26707c6daa3a None None] Network 6fb674c9-6bb7-4c32-892c-b28837e89812 requested from dv-cinder-837546-2-iscsi {{(pid=104054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 17:41:10.806004 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-00aee0cd-b158-437d-9923-f9f5327ec977 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626521'] for subnet (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:10.828555 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 60742) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:41:10.874427 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 60746) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:41:10.882084 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-00aee0cd-b158-437d-9923-f9f5327ec977 admin admin] 10.222.0.40 "DELETE /v2.0/subnets/f4f4c81e-fe9f-4dc1-bcfe-dd76fde3e7db HTTP/1.1" status: 204 len: 168 time: 1.2674804 Jun 16 17:41:10.906206 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-8965ee3e-a6de-4067-b892-9febbaba5cb0 req-ebdfbf3e-9dd5-4833-bbed-ebf6534c7ee8 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/security-groups?id=332ceecf-b5fe-4807-b7e2-90b219f7924f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3618479 Jun 16 17:41:10.987350 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Device 6158f1b6-728e-427d-9bb9-91dd705bb9f0 up at agent ovs-agent-dv-cinder-837546-2-iscsi {{(pid=104054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 17:41:11.024087 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00aee0cd-b158-437d-9923-f9f5327ec977 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4f4c81e-fe9f-4dc1-bcfe-dd76fde3e7db,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:41:11.224679 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-bfd4b11b-25cb-48d8-a675-106e59872702 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:11.304190 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-50ed4d52-ea64-459d-bb09-5177b2790dcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-716355'] for network (6fb674c9-6bb7-4c32-892c-b28837e89812), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:11.472294 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Provisioning complete for port 6158f1b6-728e-427d-9bb9-91dd705bb9f0 triggered by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:41:11.473567 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572016'] for port (6158f1b6-728e-427d-9bb9-91dd705bb9f0), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:11.593805 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-830738fd-dbef-47e0-921b-5c86fbf93b31 None None] DHCP port deletion for 6fb674c9-6bb7-4c32-892c-b28837e89812 request from dv-cinder-837546-2-iscsi {{(pid=104054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 16 17:41:11.665504 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:41:11.692083 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-bfd4b11b-25cb-48d8-a675-106e59872702 admin admin] Publish callbacks [] for security_group (05b84421-ac42-4807-915f-584331a7a597), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:11.699740 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-bfd4b11b-25cb-48d8-a675-106e59872702 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (05b84421-ac42-4807-915f-584331a7a597), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:11.704670 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Current status of the port 6158f1b6-728e-427d-9bb9-91dd705bb9f0 is: ACTIVE; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:41:11.734789 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-830738fd-dbef-47e0-921b-5c86fbf93b31 None None] Deleting port 9e547db2-3515-44f0-af48-aea65b2b9666 {{(pid=104054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 17:41:11.735114 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-830738fd-dbef-47e0-921b-5c86fbf93b31 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762170394215'] for port (9e547db2-3515-44f0-af48-aea65b2b9666), before_delete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:11.757449 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-50ed4d52-ea64-459d-bb09-5177b2790dcd admin admin] Deleting port 9e547db2-3515-44f0-af48-aea65b2b9666 {{(pid=104053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 17:41:11.758064 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-50ed4d52-ea64-459d-bb09-5177b2790dcd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762170394215'] for port (9e547db2-3515-44f0-af48-aea65b2b9666), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:11.792366 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-bfd4b11b-25cb-48d8-a675-106e59872702 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=f64c728f2f174894a788ceeea669aa8d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9622657 Jun 16 17:41:11.795078 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 60748) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:41:11.812903 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Device 68377c34-b3bb-4601-82c6-3c4a3412211a no longer exists at agent ovs-agent-dv-cinder-837546-2-iscsi {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 17:41:11.814387 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd4b11b-25cb-48d8-a675-106e59872702 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05b84421-ac42-4807-915f-584331a7a597,revision_number=1']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:41:11.949956 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-50ed4d52-ea64-459d-bb09-5177b2790dcd admin admin] For port 9e547db2-3515-44f0-af48-aea65b2b9666, host dv-cinder-837546-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-2-iscsi',level=0,port_id=9e547db2-3515-44f0-af48-aea65b2b9666,segment=NetworkSegment(94313329-9a0f-475b-94f3-d6ee0916d22d),segment_id=94313329-9a0f-475b-94f3-d6ee0916d22d)] {{(pid=104053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:41:11.951493 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-50ed4d52-ea64-459d-bb09-5177b2790dcd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376266'] for port (9e547db2-3515-44f0-af48-aea65b2b9666), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:11.994937 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-db885e85-ff8b-46f5-97b0-068518a9cb6d admin admin] Publish callbacks [] for security_group (05b84421-ac42-4807-915f-584331a7a597), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:12.012290 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-50ed4d52-ea64-459d-bb09-5177b2790dcd admin admin] Calling delete_port for 9e547db2-3515-44f0-af48-aea65b2b9666 owned by network:dhcp {{(pid=104053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 17:41:12.023014 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] No Port match for: 68377c34-b3bb-4601-82c6-3c4a3412211a {{(pid=104054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 17:41:12.023366 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Device 68377c34-b3bb-4601-82c6-3c4a3412211a not bound to the agent host dv-cinder-837546-2-iscsi {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 17:41:12.023782 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Device 1b34cba4-0f25-405b-ba3a-eb96ea0d3da8 no longer exists at agent ovs-agent-dv-cinder-837546-2-iscsi {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 17:41:12.044064 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-db885e85-ff8b-46f5-97b0-068518a9cb6d admin admin] Publish callbacks [] for security_group (05b84421-ac42-4807-915f-584331a7a597), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:12.121469 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-830738fd-dbef-47e0-921b-5c86fbf93b31 None None] For port 9e547db2-3515-44f0-af48-aea65b2b9666, host dv-cinder-837546-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-2-iscsi',level=0,port_id=9e547db2-3515-44f0-af48-aea65b2b9666,segment=NetworkSegment(94313329-9a0f-475b-94f3-d6ee0916d22d),segment_id=94313329-9a0f-475b-94f3-d6ee0916d22d)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:41:12.122785 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-830738fd-dbef-47e0-921b-5c86fbf93b31 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376266'] for port (9e547db2-3515-44f0-af48-aea65b2b9666), precommit_delete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:12.150125 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-830738fd-dbef-47e0-921b-5c86fbf93b31 None None] Calling delete_port for 9e547db2-3515-44f0-af48-aea65b2b9666 owned by network:dhcp {{(pid=104054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 17:41:12.218323 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:41:12.296296 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] No Port match for: 1b34cba4-0f25-405b-ba3a-eb96ea0d3da8 {{(pid=104054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 17:41:12.297028 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Device 1b34cba4-0f25-405b-ba3a-eb96ea0d3da8 not bound to the agent host dv-cinder-837546-2-iscsi {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 17:41:12.305635 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-830738fd-dbef-47e0-921b-5c86fbf93b31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762170396510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762170029087'] for port (9e547db2-3515-44f0-af48-aea65b2b9666), after_delete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:12.355891 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:41:12.381367 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-50ed4d52-ea64-459d-bb09-5177b2790dcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762170396510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762170029087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64764667'] for port (9e547db2-3515-44f0-af48-aea65b2b9666), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:12.427136 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb972dce-c91d-4907-b319-c25adeadfeed req-7b0dd37b-dbf0-47e6-be63-5050548da334 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:41:12.430048 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-cb972dce-c91d-4907-b319-c25adeadfeed req-7b0dd37b-dbf0-47e6-be63-5050548da334 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/ports?device_id=9e3be83a-9759-422f-9cd1-5a5d1c631ace HTTP/1.1" status: 200 len: 944 time: 0.2549689 Jun 16 17:41:12.432886 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-db885e85-ff8b-46f5-97b0-068518a9cb6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (05b84421-ac42-4807-915f-584331a7a597), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:12.438905 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-db885e85-ff8b-46f5-97b0-068518a9cb6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:12.442612 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-db885e85-ff8b-46f5-97b0-068518a9cb6d admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/05b84421-ac42-4807-915f-584331a7a597 HTTP/1.1" status: 204 len: 168 time: 0.6455102 Jun 16 17:41:12.460074 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830738fd-dbef-47e0-921b-5c86fbf93b31 None None] Pushing event deleted for resources: {'Port': ['ID=9e547db2-3515-44f0-af48-aea65b2b9666,revision_number=None']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:41:12.473866 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db885e85-ff8b-46f5-97b0-068518a9cb6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05b84421-ac42-4807-915f-584331a7a597,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:41:12.487948 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830738fd-dbef-47e0-921b-5c86fbf93b31 None None] No DVR routers for this DVR port 9e547db2-3515-44f0-af48-aea65b2b9666 on host dv-cinder-837546-2-iscsi {{(pid=104054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 17:41:12.551499 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ed4d52-ea64-459d-bb09-5177b2790dcd admin admin] No DVR routers for this DVR port 9e547db2-3515-44f0-af48-aea65b2b9666 on host dv-cinder-837546-2-iscsi {{(pid=104053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 17:41:12.608926 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-cb972dce-c91d-4907-b319-c25adeadfeed req-5f61f3a1-c409-4064-bb24-88b0d7b7b5a7 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/security-groups?id=332ceecf-b5fe-4807-b7e2-90b219f7924f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1626413 Jun 16 17:41:12.632661 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Device 9e547db2-3515-44f0-af48-aea65b2b9666 no longer exists at agent ovs-agent-dv-cinder-837546-2-iscsi {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 17:41:12.659343 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] No Port match for: 9e547db2-3515-44f0-af48-aea65b2b9666 {{(pid=104054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 17:41:12.660088 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Device 9e547db2-3515-44f0-af48-aea65b2b9666 not bound to the agent host dv-cinder-837546-2-iscsi {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 17:41:12.666127 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ed4d52-ea64-459d-bb09-5177b2790dcd admin admin] Pushing event deleted for resources: {'Port': ['ID=9e547db2-3515-44f0-af48-aea65b2b9666,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:41:12.825353 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-50ed4d52-ea64-459d-bb09-5177b2790dcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1572665', 'neutron.services.segments.db._delete_segments_for_network-8762170470903'] for network (6fb674c9-6bb7-4c32-892c-b28837e89812), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:13.286043 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.services.segments.db [None req-50ed4d52-ea64-459d-bb09-5177b2790dcd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fb674c9-6bb7-4c32-892c-b28837e89812']}} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:41:13.318234 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.services.segments.db [None req-50ed4d52-ea64-459d-bb09-5177b2790dcd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94313329-9a0f-475b-94f3-d6ee0916d22d') {'for_net_delete': True} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:41:13.320214 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.services.segments.db [None req-50ed4d52-ea64-459d-bb09-5177b2790dcd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94313329-9a0f-475b-94f3-d6ee0916d22d') {} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:41:13.376727 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-50ed4d52-ea64-459d-bb09-5177b2790dcd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762170470786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64692013'] for segment (94313329-9a0f-475b-94f3-d6ee0916d22d), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:13.426846 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-50ed4d52-ea64-459d-bb09-5177b2790dcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1565696'] for segment (94313329-9a0f-475b-94f3-d6ee0916d22d), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:13.462821 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50ed4d52-ea64-459d-bb09-5177b2790dcd admin admin] Releasing vlan 344 on physical network physnet1 to pool {{(pid=104053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 17:41:13.465120 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-50ed4d52-ea64-459d-bb09-5177b2790dcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1565696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64764438'] for segment (94313329-9a0f-475b-94f3-d6ee0916d22d), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:13.540625 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.services.segments.plugin [-] Segment 94313329-9a0f-475b-94f3-d6ee0916d22d resource provider aggregate not found Jun 16 17:41:13.563842 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 60768) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:41:13.605918 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-37e6593e-52f7-4153-8f3e-67c3b55c8f93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:13.630562 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.services.segments.plugin [-] Segment 94313329-9a0f-475b-94f3-d6ee0916d22d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 94313329-9a0f-475b-94f3-d6ee0916d22d found for delete ", "request_id": "req-6d58ebf5-4640-4d84-abca-54a1eaafe309"}]} Jun 16 17:41:13.678437 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-50ed4d52-ea64-459d-bb09-5177b2790dcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1572662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-375457'] for network (6fb674c9-6bb7-4c32-892c-b28837e89812), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:13.756465 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-50ed4d52-ea64-459d-bb09-5177b2790dcd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626521'] for network (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:13.772789 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-50ed4d52-ea64-459d-bb09-5177b2790dcd admin admin] 10.222.0.40 "DELETE /v2.0/networks/6fb674c9-6bb7-4c32-892c-b28837e89812 HTTP/1.1" status: 204 len: 168 time: 2.8964460 Jun 16 17:41:13.781581 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ed4d52-ea64-459d-bb09-5177b2790dcd admin admin] Pushing event deleted for resources: {'Network': ['ID=6fb674c9-6bb7-4c32-892c-b28837e89812,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:41:13.929114 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-37e6593e-52f7-4153-8f3e-67c3b55c8f93 admin admin] Publish callbacks [] for security_group (7d84ce7c-f3d1-4b99-97b0-f59ab915151a), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:13.959581 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-37e6593e-52f7-4153-8f3e-67c3b55c8f93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (7d84ce7c-f3d1-4b99-97b0-f59ab915151a), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:14.162965 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-37e6593e-52f7-4153-8f3e-67c3b55c8f93 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=ebca6edbf09c42debbe919838dab3ba4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5976822 Jun 16 17:41:14.163644 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=85,neutron:UPDATE=3,neutron:DELETE=8,neutron:INSERT=4 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:41:14.167761 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 60774) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:41:14.169482 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e6593e-52f7-4153-8f3e-67c3b55c8f93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d84ce7c-f3d1-4b99-97b0-f59ab915151a,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:41:14.191622 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9f6a8b-9c6d-4e80-828e-d93869aece53 req-27f00ae6-a919-4733-93b1-5e50e1e9a203 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:41:14.193959 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-6e9f6a8b-9c6d-4e80-828e-d93869aece53 req-27f00ae6-a919-4733-93b1-5e50e1e9a203 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/ports?device_id=9e3be83a-9759-422f-9cd1-5a5d1c631ace HTTP/1.1" status: 200 len: 944 time: 0.2619479 Jun 16 17:41:14.209662 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:41:14.271382 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 60776) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:41:14.339480 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-6e9f6a8b-9c6d-4e80-828e-d93869aece53 req-d77280e1-6a1d-404f-8d3d-0b3225c33c80 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/security-groups?id=332ceecf-b5fe-4807-b7e2-90b219f7924f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1349258 Jun 16 17:41:14.353537 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-747f955d-76c1-46d8-bd9b-95a071711d5b admin admin] Publish callbacks [] for security_group (7d84ce7c-f3d1-4b99-97b0-f59ab915151a), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:14.383000 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-15f081a8-fdf5-41bf-92eb-867e9238cc02 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=d63c592c0afb4dfc9dd5b36be791decd&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1092620 Jun 16 17:41:14.385141 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 60778) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:41:14.406463 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-747f955d-76c1-46d8-bd9b-95a071711d5b admin admin] Publish callbacks [] for security_group (7d84ce7c-f3d1-4b99-97b0-f59ab915151a), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:14.480854 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-747f955d-76c1-46d8-bd9b-95a071711d5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (7d84ce7c-f3d1-4b99-97b0-f59ab915151a), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:14.485272 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-747f955d-76c1-46d8-bd9b-95a071711d5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:14.490254 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-747f955d-76c1-46d8-bd9b-95a071711d5b admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/7d84ce7c-f3d1-4b99-97b0-f59ab915151a HTTP/1.1" status: 204 len: 168 time: 0.3174717 Jun 16 17:41:14.493830 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-837b97cb-c01d-486d-916b-800887a9cb2e admin admin] Publish callbacks [] for security_group (68e635ce-0c2f-4d8f-8671-7007cb0897cb), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:14.520629 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747f955d-76c1-46d8-bd9b-95a071711d5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d84ce7c-f3d1-4b99-97b0-f59ab915151a,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:41:14.567869 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-837b97cb-c01d-486d-916b-800887a9cb2e admin admin] Publish callbacks [] for security_group (68e635ce-0c2f-4d8f-8671-7007cb0897cb), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:14.679728 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-837b97cb-c01d-486d-916b-800887a9cb2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (68e635ce-0c2f-4d8f-8671-7007cb0897cb), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:14.682898 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-837b97cb-c01d-486d-916b-800887a9cb2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:14.686411 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-837b97cb-c01d-486d-916b-800887a9cb2e admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/68e635ce-0c2f-4d8f-8671-7007cb0897cb HTTP/1.1" status: 204 len: 168 time: 0.2978964 Jun 16 17:41:14.706149 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837b97cb-c01d-486d-916b-800887a9cb2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68e635ce-0c2f-4d8f-8671-7007cb0897cb,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:41:15.630390 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8daa6b-bd74-4f72-8195-841987475800 req-49c7ddff-77a0-4b23-b700-832a18a7eb23 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:41:15.657807 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-cb8daa6b-bd74-4f72-8195-841987475800 req-49c7ddff-77a0-4b23-b700-832a18a7eb23 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/ports?device_id=9e3be83a-9759-422f-9cd1-5a5d1c631ace HTTP/1.1" status: 200 len: 944 time: 0.1344752 Jun 16 17:41:15.734905 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-cb8daa6b-bd74-4f72-8195-841987475800 req-8dd3bda9-5cfd-4c1a-bf2f-29c3e0e8a5a1 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/security-groups?id=332ceecf-b5fe-4807-b7e2-90b219f7924f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748675 Jun 16 17:41:16.914072 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff7dc4e-5ab1-487e-b547-1d877f10b133 req-70946186-3708-4556-bcd7-9aca2580479c tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:41:16.921025 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-1ff7dc4e-5ab1-487e-b547-1d877f10b133 req-70946186-3708-4556-bcd7-9aca2580479c tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/ports?device_id=9e3be83a-9759-422f-9cd1-5a5d1c631ace HTTP/1.1" status: 200 len: 944 time: 0.0617990 Jun 16 17:41:16.992081 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-1ff7dc4e-5ab1-487e-b547-1d877f10b133 req-cbd39b83-f06a-4919-88c9-6bd480595c0b tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/security-groups?id=332ceecf-b5fe-4807-b7e2-90b219f7924f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698917 Jun 16 17:41:18.182018 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930a9d10-c206-4e1e-a177-501769b83fb8 req-d1c0b3b6-0187-4b0f-bd50-0ee010f7e51f tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:41:18.191644 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-930a9d10-c206-4e1e-a177-501769b83fb8 req-d1c0b3b6-0187-4b0f-bd50-0ee010f7e51f tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/ports?device_id=9e3be83a-9759-422f-9cd1-5a5d1c631ace HTTP/1.1" status: 200 len: 944 time: 0.0857038 Jun 16 17:41:18.291054 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-930a9d10-c206-4e1e-a177-501769b83fb8 req-a5c1aa6c-5357-4659-9546-f660113b4a66 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/security-groups?id=332ceecf-b5fe-4807-b7e2-90b219f7924f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981102 Jun 16 17:41:18.803152 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (9f2b4370-7d03-4dcb-9a0d-4ff62d859136), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:19.271622 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=63 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:41:19.272872 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=51 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:41:19.527640 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a273eda-dd2e-408c-9884-c9e06e7c2226 req-b31522fe-26ad-48f5-9179-f9c0b5a1a284 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:41:19.529798 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-2a273eda-dd2e-408c-9884-c9e06e7c2226 req-b31522fe-26ad-48f5-9179-f9c0b5a1a284 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/ports?device_id=9e3be83a-9759-422f-9cd1-5a5d1c631ace HTTP/1.1" status: 200 len: 944 time: 0.0711610 Jun 16 17:41:19.613751 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-2a273eda-dd2e-408c-9884-c9e06e7c2226 req-1c9ae18a-cb3c-4499-8797-12f8e24d9f25 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/security-groups?id=332ceecf-b5fe-4807-b7e2-90b219f7924f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740399 Jun 16 17:41:20.771101 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b64768b-76c8-4e1d-ac63-dd9c2b10d4b6 req-12c475df-082a-4dbb-81fc-7d7e0fbd7b13 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:41:20.772719 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-9b64768b-76c8-4e1d-ac63-dd9c2b10d4b6 req-12c475df-082a-4dbb-81fc-7d7e0fbd7b13 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/ports?device_id=9e3be83a-9759-422f-9cd1-5a5d1c631ace HTTP/1.1" status: 200 len: 944 time: 0.0550795 Jun 16 17:41:20.830147 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-9b64768b-76c8-4e1d-ac63-dd9c2b10d4b6 req-1c5b4f79-6343-4c63-93c2-67d6fb3f39c4 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/security-groups?id=332ceecf-b5fe-4807-b7e2-90b219f7924f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506883 Jun 16 17:41:21.928735 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:DELETE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:41:21.952859 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:41:21.995010 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685b7619-cae1-488b-91a1-bb53b02826b2 req-46379508-2102-4741-aaa9-8a5fef0d8c1a tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:41:21.996616 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-685b7619-cae1-488b-91a1-bb53b02826b2 req-46379508-2102-4741-aaa9-8a5fef0d8c1a tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/ports?device_id=9e3be83a-9759-422f-9cd1-5a5d1c631ace HTTP/1.1" status: 200 len: 944 time: 0.0809245 Jun 16 17:41:22.005484 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5def99-ec1a-4746-bb9c-03a12e98ed26 req-617d0a09-5770-4eb9-a166-92e334b4b21e tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:41:22.006958 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-5a5def99-ec1a-4746-bb9c-03a12e98ed26 req-617d0a09-5770-4eb9-a166-92e334b4b21e tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] 10.222.0.40 "GET /v2.0/networks?id=a9d8618e-26e4-4cf3-ab6a-5013cb00a484 HTTP/1.1" status: 200 len: 814 time: 0.1751101 Jun 16 17:41:22.035370 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-5a5def99-ec1a-4746-bb9c-03a12e98ed26 req-edb5df8f-52bc-4c7f-b28f-17140f6f367c tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] 10.222.0.40 "GET /v2.0/quotas/ad7c8fc06d764104b1c7107b48d8dddc HTTP/1.1" status: 200 len: 375 time: 0.0203376 Jun 16 17:41:22.096444 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-685b7619-cae1-488b-91a1-bb53b02826b2 req-18e5d9cd-5f9b-46ed-8780-90778a582734 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/security-groups?id=332ceecf-b5fe-4807-b7e2-90b219f7924f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884466 Jun 16 17:41:22.106660 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-5a5def99-ec1a-4746-bb9c-03a12e98ed26 req-e7b242eb-aeb2-418f-82e1-6758b5305985 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=ad7c8fc06d764104b1c7107b48d8dddc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0615017 Jun 16 17:41:22.222439 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-5a5def99-ec1a-4746-bb9c-03a12e98ed26 req-a4d746aa-536a-4005-a9d8-60b1d4d4d6f9 service neutron] 10.222.0.40 "GET /v2.0/networks/a9d8618e-26e4-4cf3-ab6a-5013cb00a484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963507 Jun 16 17:41:22.335150 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-5a5def99-ec1a-4746-bb9c-03a12e98ed26 req-67a49350-329e-4763-8f25-a23e373844c7 service neutron] 10.222.0.40 "GET /v2.0/networks/a9d8618e-26e4-4cf3-ab6a-5013cb00a484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047373 Jun 16 17:41:22.514186 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-e7be86a9-e48e-4e8b-9015-56f0d74b4671 req-d500f06a-202b-4c40-8f4c-3d0281c7d421 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] 10.222.0.40 "GET /v2.0/ports?device_id=d4c247cb-d14e-4c48-b6ec-9dd53c2f7020 HTTP/1.1" status: 200 len: 210 time: 0.0384243 Jun 16 17:41:23.147242 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-f29643c9-7110-47ae-bf5f-ad6157530636 req-69ab1e59-d515-4cb2-9f98-00060eed85c8 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=bf54c7b6-dc97-4196-bab4-a7698f785a20&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0439405 Jun 16 17:41:23.250267 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29934ec-3995-4aea-a01e-7188187116ca req-f399f943-30df-48ae-8574-51ba55d74710 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:41:23.252927 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-d29934ec-3995-4aea-a01e-7188187116ca req-f399f943-30df-48ae-8574-51ba55d74710 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/ports?device_id=9e3be83a-9759-422f-9cd1-5a5d1c631ace HTTP/1.1" status: 200 len: 944 time: 0.0696285 Jun 16 17:41:23.256918 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29643c9-7110-47ae-bf5f-ad6157530636 req-e1573d35-c692-41f6-aef3-d666cdd2f7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:41:23.258517 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-f29643c9-7110-47ae-bf5f-ad6157530636 req-e1573d35-c692-41f6-aef3-d666cdd2f7ab service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=35fdc8ef703e43f1a730a868721c4a2d&device_id=bf54c7b6-dc97-4196-bab4-a7698f785a20 HTTP/1.1" status: 200 len: 1129 time: 0.0499594 Jun 16 17:41:23.315782 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-d29934ec-3995-4aea-a01e-7188187116ca req-d0672c2a-b9ec-47ca-9659-0bbcd752f5b6 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/security-groups?id=332ceecf-b5fe-4807-b7e2-90b219f7924f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570641 Jun 16 17:41:23.381142 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29643c9-7110-47ae-bf5f-ad6157530636 req-d7d39af0-5b93-466e-8bd1-f366badf40b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:41:23.383418 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-f29643c9-7110-47ae-bf5f-ad6157530636 req-d7d39af0-5b93-466e-8bd1-f366badf40b8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=faa616db-04da-45e0-8b5a-5b794f8b5dd6 HTTP/1.1" status: 200 len: 910 time: 0.1037266 Jun 16 17:41:23.624544 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-3b7383d8-36e8-4f95-b245-cc7fe41509d0 req-0ce298b9-cee3-4312-8d32-61803334fbc1 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] 10.222.0.40 "GET /v2.0/ports?device_id=d4c247cb-d14e-4c48-b6ec-9dd53c2f7020 HTTP/1.1" status: 200 len: 210 time: 0.0323863 Jun 16 17:41:23.669143 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-f29643c9-7110-47ae-bf5f-ad6157530636 req-a5203c9f-68e8-4c1f-8943-c4bed7386586 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e9883d3b-f3e0-401d-bbc0-e2d284e3f19d HTTP/1.1" status: 200 len: 1001 time: 0.0796592 Jun 16 17:41:23.745237 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29643c9-7110-47ae-bf5f-ad6157530636 req-01f9cf32-d176-49f0-a31d-545c5563e003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:41:23.746153 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-f29643c9-7110-47ae-bf5f-ad6157530636 req-01f9cf32-d176-49f0-a31d-545c5563e003 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3a5fc11e-57cf-421a-b4a2-bf85b45ade3d HTTP/1.1" status: 200 len: 848 time: 0.0697796 Jun 16 17:41:23.801268 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29643c9-7110-47ae-bf5f-ad6157530636 req-580da5ff-8350-47f8-914a-9dc3be97b9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:41:23.802876 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-f29643c9-7110-47ae-bf5f-ad6157530636 req-580da5ff-8350-47f8-914a-9dc3be97b9b9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=faa616db-04da-45e0-8b5a-5b794f8b5dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0492187 Jun 16 17:41:23.836920 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5def99-ec1a-4746-bb9c-03a12e98ed26 req-3b4fc5b3-196e-4e4a-8bc9-38203c4cf525 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:41:23.838899 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-5a5def99-ec1a-4746-bb9c-03a12e98ed26 req-3b4fc5b3-196e-4e4a-8bc9-38203c4cf525 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] 10.222.0.47 "GET /v2.0/networks?id=a9d8618e-26e4-4cf3-ab6a-5013cb00a484 HTTP/1.1" status: 200 len: 814 time: 0.1387322 Jun 16 17:41:23.854992 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [req-5a5def99-ec1a-4746-bb9c-03a12e98ed26 req-5b34fbd5-7aaf-41b8-8a99-9db2f5811662 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] Request body: {'port': {'device_id': 'd4c247cb-d14e-4c48-b6ec-9dd53c2f7020', 'network_id': 'a9d8618e-26e4-4cf3-ab6a-5013cb00a484', 'admin_state_up': True, 'tenant_id': 'ad7c8fc06d764104b1c7107b48d8dddc'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:41:23.933615 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-f29643c9-7110-47ae-bf5f-ad6157530636 req-6ebcb81a-038a-470c-88bb-f8487b8e80f5 service neutron] 10.222.0.47 "GET /v2.0/networks/faa616db-04da-45e0-8b5a-5b794f8b5dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216607 Jun 16 17:41:23.993702 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 32818) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:41:24.029136 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a5def99-ec1a-4746-bb9c-03a12e98ed26 req-5b34fbd5-7aaf-41b8-8a99-9db2f5811662 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] Made reservation on behalf of ad7c8fc06d764104b1c7107b48d8dddc for: {'port': 1} {{(pid=104052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:41:24.039691 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-5a5def99-ec1a-4746-bb9c-03a12e98ed26 req-5b34fbd5-7aaf-41b8-8a99-9db2f5811662 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:24.104523 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-f29643c9-7110-47ae-bf5f-ad6157530636 req-033f03eb-67c1-4583-9949-b6f9de3bfd3b service neutron] 10.222.0.47 "GET /v2.0/networks/faa616db-04da-45e0-8b5a-5b794f8b5dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340668 Jun 16 17:41:24.259570 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.agents_db [None req-618f4cd3-4a7d-480c-b6e2-8b59597e19f3 None None] Agent healthcheck: found 6 active agents {{(pid=104055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 17:41:24.478359 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-89cf0a56-0c93-40bc-9d87-7cbe029e75b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:24.553881 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb9924a-32b1-4973-a6dd-b6a50f271bbf req-886c1efa-c373-42bb-9c11-bc7fd0740d66 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:41:24.555551 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-7bb9924a-32b1-4973-a6dd-b6a50f271bbf req-886c1efa-c373-42bb-9c11-bc7fd0740d66 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/ports?device_id=9e3be83a-9759-422f-9cd1-5a5d1c631ace HTTP/1.1" status: 200 len: 944 time: 0.0832109 Jun 16 17:41:24.640542 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:41:24.641574 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:41:24.733756 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-89cf0a56-0c93-40bc-9d87-7cbe029e75b1 admin admin] Publish callbacks [] for security_group (389f3ea7-6b01-4475-b6b5-bebab4fd715f), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:24.736093 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.db.db_base_plugin_common [req-5a5def99-ec1a-4746-bb9c-03a12e98ed26 req-5b34fbd5-7aaf-41b8-8a99-9db2f5811662 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] Allocated IP 172.20.0.13 (a9d8618e-26e4-4cf3-ab6a-5013cb00a484/2145066f-716c-439f-a5f9-9db79788f95e/847dc5cf-0312-4fdf-b298-3e5d0e5ddbca) {{(pid=104052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:41:24.755293 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-89cf0a56-0c93-40bc-9d87-7cbe029e75b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (389f3ea7-6b01-4475-b6b5-bebab4fd715f), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:24.841269 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-c282b1ce-0d4a-4591-aa7b-f38b638e5a4a req-7645c3fb-4372-4a82-97b2-9af6d3f8c1d2 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] 10.222.0.40 "GET /v2.0/ports?device_id=d4c247cb-d14e-4c48-b6ec-9dd53c2f7020 HTTP/1.1" status: 200 len: 210 time: 0.0662031 Jun 16 17:41:24.887142 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-7bb9924a-32b1-4973-a6dd-b6a50f271bbf req-600e5eaf-5851-4380-a67b-aa0f2a84a8a6 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/security-groups?id=332ceecf-b5fe-4807-b7e2-90b219f7924f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3112245 Jun 16 17:41:24.917185 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cf0a56-0c93-40bc-9d87-7cbe029e75b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=389f3ea7-6b01-4475-b6b5-bebab4fd715f,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:41:24.928270 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-89cf0a56-0c93-40bc-9d87-7cbe029e75b1 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=0e4b38712dee4ee09e9a7492d2b9a0a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9312584 Jun 16 17:41:24.928950 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 32844) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:41:25.116952 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-b1e82e20-f1f1-4954-a21f-8b41cba7ba3e admin admin] Publish callbacks [] for security_group (389f3ea7-6b01-4475-b6b5-bebab4fd715f), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:25.213474 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-b1e82e20-f1f1-4954-a21f-8b41cba7ba3e admin admin] Publish callbacks [] for security_group (389f3ea7-6b01-4475-b6b5-bebab4fd715f), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:25.223821 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-5a5def99-ec1a-4746-bb9c-03a12e98ed26 req-5b34fbd5-7aaf-41b8-8a99-9db2f5811662 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] Publish callbacks [] for port (847dc5cf-0312-4fdf-b298-3e5d0e5ddbca), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:25.277879 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:41:25.313685 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-5a5def99-ec1a-4746-bb9c-03a12e98ed26 req-5b34fbd5-7aaf-41b8-8a99-9db2f5811662 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762170029078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62916395'] for port (847dc5cf-0312-4fdf-b298-3e5d0e5ddbca), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:25.326194 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-b1e82e20-f1f1-4954-a21f-8b41cba7ba3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (389f3ea7-6b01-4475-b6b5-bebab4fd715f), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:25.334545 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-b1e82e20-f1f1-4954-a21f-8b41cba7ba3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:25.337387 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-b1e82e20-f1f1-4954-a21f-8b41cba7ba3e admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/389f3ea7-6b01-4475-b6b5-bebab4fd715f HTTP/1.1" status: 204 len: 168 time: 0.4042575 Jun 16 17:41:25.355150 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e82e20-f1f1-4954-a21f-8b41cba7ba3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=389f3ea7-6b01-4475-b6b5-bebab4fd715f,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:41:25.377205 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e82e20-f1f1-4954-a21f-8b41cba7ba3e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:41:25.377205 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e82e20-f1f1-4954-a21f-8b41cba7ba3e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:41:25.377205 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e82e20-f1f1-4954-a21f-8b41cba7ba3e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:41:25.377205 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e82e20-f1f1-4954-a21f-8b41cba7ba3e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:41:25.377205 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e82e20-f1f1-4954-a21f-8b41cba7ba3e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:41:25.377205 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e82e20-f1f1-4954-a21f-8b41cba7ba3e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:41:25.377205 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e82e20-f1f1-4954-a21f-8b41cba7ba3e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:41:25.377205 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e82e20-f1f1-4954-a21f-8b41cba7ba3e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:41:25.377205 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e82e20-f1f1-4954-a21f-8b41cba7ba3e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:41:25.378642 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e82e20-f1f1-4954-a21f-8b41cba7ba3e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:41:25.379602 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e82e20-f1f1-4954-a21f-8b41cba7ba3e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:41:25.381692 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e82e20-f1f1-4954-a21f-8b41cba7ba3e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:41:25.382158 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e82e20-f1f1-4954-a21f-8b41cba7ba3e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:41:25.382999 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e82e20-f1f1-4954-a21f-8b41cba7ba3e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:41:25.383554 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e82e20-f1f1-4954-a21f-8b41cba7ba3e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:41:25.477560 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b34fbd5-7aaf-41b8-8a99-9db2f5811662 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] Pushing event updated for resources: {'Port': ['ID=847dc5cf-0312-4fdf-b298-3e5d0e5ddbca,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:41:25.500042 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a5def99-ec1a-4746-bb9c-03a12e98ed26 req-5b34fbd5-7aaf-41b8-8a99-9db2f5811662 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] Network a9d8618e-26e4-4cf3-ab6a-5013cb00a484 is already hosted by enough agents. {{(pid=104052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:41:25.503527 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.base_scheduler [req-5a5def99-ec1a-4746-bb9c-03a12e98ed26 req-5b34fbd5-7aaf-41b8-8a99-9db2f5811662 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] Resources bound (agent type, host, resource id): {{(pid=104052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:41:25.520292 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a5def99-ec1a-4746-bb9c-03a12e98ed26 req-5b34fbd5-7aaf-41b8-8a99-9db2f5811662 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] Received port after_create {{(pid=104052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 17:41:25.662578 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5def99-ec1a-4746-bb9c-03a12e98ed26 req-5b34fbd5-7aaf-41b8-8a99-9db2f5811662 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:41:25.663962 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-5a5def99-ec1a-4746-bb9c-03a12e98ed26 req-5b34fbd5-7aaf-41b8-8a99-9db2f5811662 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228225'] for port (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:25.694082 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-5a5def99-ec1a-4746-bb9c-03a12e98ed26 req-5b34fbd5-7aaf-41b8-8a99-9db2f5811662 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8450179 Jun 16 17:41:25.723757 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Device a57fbaeb-135f-4864-997b-23904c802e78 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=104054) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 17:41:25.755323 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [req-5a5def99-ec1a-4746-bb9c-03a12e98ed26 req-6b791467-bf1e-443b-8fc8-a339b17cc9f4 service neutron] Request body: {'port': {'device_id': 'd4c247cb-d14e-4c48-b6ec-9dd53c2f7020', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:41:25.944962 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] For port a57fbaeb-135f-4864-997b-23904c802e78, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=a57fbaeb-135f-4864-997b-23904c802e78,segment=NetworkSegment(86f1a2bf-e88a-4894-b8aa-61c574f8d191),segment_id=86f1a2bf-e88a-4894-b8aa-61c574f8d191)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:41:25.995991 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Returning: {'device': 'a57fbaeb-135f-4864-997b-23904c802e78', 'network_id': '3cd693dc-5d6d-482c-a40c-9c9d0ef17994', 'port_id': 'a57fbaeb-135f-4864-997b-23904c802e78', 'mac_address': 'fa:16:3e:76:03:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15008cf9-9c5e-4724-bbb5-bbf37d371079', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104054) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 17:41:26.019823 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-5a5def99-ec1a-4746-bb9c-03a12e98ed26 req-6b791467-bf1e-443b-8fc8-a339b17cc9f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (847dc5cf-0312-4fdf-b298-3e5d0e5ddbca), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:26.164749 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-748dd1a5-5eb4-4d48-a517-0a76356c3909 None None] Provisioning complete for port 847dc5cf-0312-4fdf-b298-3e5d0e5ddbca triggered by entity DHCP. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:41:26.165622 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-748dd1a5-5eb4-4d48-a517-0a76356c3909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572016'] for port (847dc5cf-0312-4fdf-b298-3e5d0e5ddbca), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:26.189826 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 32870) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:41:26.223926 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:41:26.225551 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-3d8d7fe5-980f-4bb6-9dd3-a5b8a0b0d9e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:26.255218 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Current status of the port a57fbaeb-135f-4864-997b-23904c802e78 is: DOWN; New status is: BUILD {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:41:26.256519 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (a57fbaeb-135f-4864-997b-23904c802e78), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:26.294316 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.notifiers.nova [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a57fbaeb-135f-4864-997b-23904c802e78 {{(pid=104054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 17:41:26.320224 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 32872) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:41:26.348935 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-748dd1a5-5eb4-4d48-a517-0a76356c3909 None None] Port 847dc5cf-0312-4fdf-b298-3e5d0e5ddbca cannot update to ACTIVE because it is not bound. {{(pid=104054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 17:41:26.369467 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] For port a57fbaeb-135f-4864-997b-23904c802e78, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=a57fbaeb-135f-4864-997b-23904c802e78,segment=NetworkSegment(86f1a2bf-e88a-4894-b8aa-61c574f8d191),segment_id=86f1a2bf-e88a-4894-b8aa-61c574f8d191)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:41:26.376676 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114'] for port (a57fbaeb-135f-4864-997b-23904c802e78), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:26.411572 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165f137a-62ab-4aee-8274-259901888792 req-b35c3871-8a69-4ce4-8290-5c1a96f72218 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:41:26.413522 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-165f137a-62ab-4aee-8274-259901888792 req-b35c3871-8a69-4ce4-8290-5c1a96f72218 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/ports?device_id=9e3be83a-9759-422f-9cd1-5a5d1c631ace HTTP/1.1" status: 200 len: 944 time: 0.2579937 Jun 16 17:41:26.421387 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827421a7-09a1-4294-b082-633633f87ac5 req-cfade40f-35e3-4a8d-9cb4-9ccf5c1d26a3 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:41:26.430625 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-827421a7-09a1-4294-b082-633633f87ac5 req-cfade40f-35e3-4a8d-9cb4-9ccf5c1d26a3 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] 10.222.0.40 "GET /v2.0/ports?device_id=d4c247cb-d14e-4c48-b6ec-9dd53c2f7020 HTTP/1.1" status: 200 len: 932 time: 0.3147495 Jun 16 17:41:26.463898 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-3d8d7fe5-980f-4bb6-9dd3-a5b8a0b0d9e0 admin admin] Publish callbacks [] for security_group (3d15eaec-aaf5-4493-aadb-182a0ad5ec04), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:26.473699 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-3d8d7fe5-980f-4bb6-9dd3-a5b8a0b0d9e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (3d15eaec-aaf5-4493-aadb-182a0ad5ec04), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:26.474955 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:INSERT=7,neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:41:26.558362 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Pushing event updated for resources: {'Port': ['ID=a57fbaeb-135f-4864-997b-23904c802e78,revision_number=9']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:41:26.558619 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:41:26.579285 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:41:26.593452 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-3d8d7fe5-980f-4bb6-9dd3-a5b8a0b0d9e0 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=a4c1176d2276459e8aba881b8be92eb2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4013388 Jun 16 17:41:26.594913 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 32876) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:41:26.603610 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8d7fe5-980f-4bb6-9dd3-a5b8a0b0d9e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d15eaec-aaf5-4493-aadb-182a0ad5ec04,revision_number=1']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:41:26.627789 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] get_ports_and_sgs() called for port_ids ['a57fbaeb-135f-4864-997b-23904c802e78'] {{(pid=104054) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 17:41:26.713351 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-165f137a-62ab-4aee-8274-259901888792 req-69aba6ae-e651-41e6-872a-6b664e150ffd tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/security-groups?id=332ceecf-b5fe-4807-b7e2-90b219f7924f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2801659 Jun 16 17:41:26.726445 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:41:26.759053 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-827421a7-09a1-4294-b082-633633f87ac5 req-6d253a18-bba9-4cdc-a6e5-0e0edbdcc6cd tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] 10.222.0.40 "GET /v2.0/security-groups?id=c99e9d2f-61bf-429d-a23a-df374ca07018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3270488 Jun 16 17:41:26.763007 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-4b9fff27-ab47-41d8-8db1-592563885621 admin admin] Publish callbacks [] for security_group (3d15eaec-aaf5-4493-aadb-182a0ad5ec04), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:26.819463 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-4b9fff27-ab47-41d8-8db1-592563885621 admin admin] Publish callbacks [] for security_group (3d15eaec-aaf5-4493-aadb-182a0ad5ec04), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:26.917575 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-4b9fff27-ab47-41d8-8db1-592563885621 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (3d15eaec-aaf5-4493-aadb-182a0ad5ec04), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:26.918904 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-af42654c-b456-44c5-9884-2705b10e8dda admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:26.920190 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-4b9fff27-ab47-41d8-8db1-592563885621 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:26.924527 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-4b9fff27-ab47-41d8-8db1-592563885621 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/3d15eaec-aaf5-4493-aadb-182a0ad5ec04 HTTP/1.1" status: 204 len: 168 time: 0.3243258 Jun 16 17:41:26.931644 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9fff27-ab47-41d8-8db1-592563885621 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d15eaec-aaf5-4493-aadb-182a0ad5ec04,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:41:27.066563 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [req-5a5def99-ec1a-4746-bb9c-03a12e98ed26 req-6b791467-bf1e-443b-8fc8-a339b17cc9f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 847dc5cf-0312-4fdf-b298-3e5d0e5ddbca {{(pid=104052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 17:41:27.079619 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-5a5def99-ec1a-4746-bb9c-03a12e98ed26 req-6b791467-bf1e-443b-8fc8-a339b17cc9f4 service neutron] Publish callbacks [] for port (847dc5cf-0312-4fdf-b298-3e5d0e5ddbca), precommit_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:27.109631 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [req-5a5def99-ec1a-4746-bb9c-03a12e98ed26 req-6b791467-bf1e-443b-8fc8-a339b17cc9f4 service neutron] Transition to ACTIVE for port object 847dc5cf-0312-4fdf-b298-3e5d0e5ddbca will not be triggered until provisioned by entity L2. {{(pid=104052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 17:41:27.117859 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-5a5def99-ec1a-4746-bb9c-03a12e98ed26 req-6b791467-bf1e-443b-8fc8-a339b17cc9f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62916386'] for port (847dc5cf-0312-4fdf-b298-3e5d0e5ddbca), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:27.235390 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b791467-bf1e-443b-8fc8-a339b17cc9f4 service neutron] Pushing event updated for resources: {'Port': ['ID=847dc5cf-0312-4fdf-b298-3e5d0e5ddbca,revision_number=2']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:41:27.243542 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-af42654c-b456-44c5-9884-2705b10e8dda admin admin] Publish callbacks [] for security_group (875dc12f-16a9-498d-82b6-1e803a5b4414), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:27.273048 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-af42654c-b456-44c5-9884-2705b10e8dda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (875dc12f-16a9-498d-82b6-1e803a5b4414), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:27.364485 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-af42654c-b456-44c5-9884-2705b10e8dda admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=c7add0887fb448cb8f95761b746c5f00&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0420856 Jun 16 17:41:27.367235 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 32882) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:41:27.422039 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af42654c-b456-44c5-9884-2705b10e8dda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=875dc12f-16a9-498d-82b6-1e803a5b4414,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:41:27.428211 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [req-5a5def99-ec1a-4746-bb9c-03a12e98ed26 req-6b791467-bf1e-443b-8fc8-a339b17cc9f4 service neutron] Attempting to bind port 847dc5cf-0312-4fdf-b298-3e5d0e5ddbca on host hv-cinder-83754 for vnic_type normal with profile {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 17:41:27.428667 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [req-5a5def99-ec1a-4746-bb9c-03a12e98ed26 req-6b791467-bf1e-443b-8fc8-a339b17cc9f4 service neutron] Attempting to bind port 847dc5cf-0312-4fdf-b298-3e5d0e5ddbca by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': 'a1b48b15-076c-4aa1-a79b-438d76e5c4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'a9d8618e-26e4-4cf3-ab6a-5013cb00a484'}] {{(pid=104052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 17:41:27.429120 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a5def99-ec1a-4746-bb9c-03a12e98ed26 req-6b791467-bf1e-443b-8fc8-a339b17cc9f4 service neutron] Attempting to bind port 847dc5cf-0312-4fdf-b298-3e5d0e5ddbca on network a9d8618e-26e4-4cf3-ab6a-5013cb00a484 {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 17:41:27.434672 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a5def99-ec1a-4746-bb9c-03a12e98ed26 req-6b791467-bf1e-443b-8fc8-a339b17cc9f4 service neutron] Port 847dc5cf-0312-4fdf-b298-3e5d0e5ddbca on network a9d8618e-26e4-4cf3-ab6a-5013cb00a484 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 17:41:27.434918 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a5def99-ec1a-4746-bb9c-03a12e98ed26 req-6b791467-bf1e-443b-8fc8-a339b17cc9f4 service neutron] Attempting to bind port 847dc5cf-0312-4fdf-b298-3e5d0e5ddbca on network a9d8618e-26e4-4cf3-ab6a-5013cb00a484 {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 17:41:27.445790 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a5def99-ec1a-4746-bb9c-03a12e98ed26 req-6b791467-bf1e-443b-8fc8-a339b17cc9f4 service neutron] Checking agent: {'id': '9f2b4370-7d03-4dcb-9a0d-4ff62d859136', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 17, 32, 17), 'started_at': datetime.datetime(2022, 6, 16, 17, 32, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 17, 41, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 17:41:27.446351 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a5def99-ec1a-4746-bb9c-03a12e98ed26 req-6b791467-bf1e-443b-8fc8-a339b17cc9f4 service neutron] Checking segment: {'id': 'a1b48b15-076c-4aa1-a79b-438d76e5c4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'a9d8618e-26e4-4cf3-ab6a-5013cb00a484'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 17:41:27.446885 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a5def99-ec1a-4746-bb9c-03a12e98ed26 req-6b791467-bf1e-443b-8fc8-a339b17cc9f4 service neutron] Bound using segment: {'id': 'a1b48b15-076c-4aa1-a79b-438d76e5c4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'a9d8618e-26e4-4cf3-ab6a-5013cb00a484'} {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 17:41:27.447481 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [req-5a5def99-ec1a-4746-bb9c-03a12e98ed26 req-6b791467-bf1e-443b-8fc8-a339b17cc9f4 service neutron] Bound port: 847dc5cf-0312-4fdf-b298-3e5d0e5ddbca, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1b48b15-076c-4aa1-a79b-438d76e5c4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'a9d8618e-26e4-4cf3-ab6a-5013cb00a484'}}] {{(pid=104052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 17:41:27.448222 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-5a5def99-ec1a-4746-bb9c-03a12e98ed26 req-6b791467-bf1e-443b-8fc8-a339b17cc9f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (847dc5cf-0312-4fdf-b298-3e5d0e5ddbca), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:27.519083 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-02e71120-cbe4-4aa1-9de3-16e4eaddfee2 admin admin] Publish callbacks [] for security_group (875dc12f-16a9-498d-82b6-1e803a5b4414), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:27.561846 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [req-5a5def99-ec1a-4746-bb9c-03a12e98ed26 req-6b791467-bf1e-443b-8fc8-a339b17cc9f4 service neutron] For port 847dc5cf-0312-4fdf-b298-3e5d0e5ddbca, host hv-cinder-83754, cleared binding levels {{(pid=104052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 17:41:27.569484 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [req-5a5def99-ec1a-4746-bb9c-03a12e98ed26 req-6b791467-bf1e-443b-8fc8-a339b17cc9f4 service neutron] For port 847dc5cf-0312-4fdf-b298-3e5d0e5ddbca, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=847dc5cf-0312-4fdf-b298-3e5d0e5ddbca,segment=NetworkSegment(a1b48b15-076c-4aa1-a79b-438d76e5c4f8),segment_id=a1b48b15-076c-4aa1-a79b-438d76e5c4f8)] {{(pid=104052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 17:41:27.580565 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-02e71120-cbe4-4aa1-9de3-16e4eaddfee2 admin admin] Publish callbacks [] for security_group (875dc12f-16a9-498d-82b6-1e803a5b4414), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:27.601773 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-5a5def99-ec1a-4746-bb9c-03a12e98ed26 req-6b791467-bf1e-443b-8fc8-a339b17cc9f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62916386'] for port (847dc5cf-0312-4fdf-b298-3e5d0e5ddbca), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:27.679065 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-02e71120-cbe4-4aa1-9de3-16e4eaddfee2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (875dc12f-16a9-498d-82b6-1e803a5b4414), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:27.681024 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5def99-ec1a-4746-bb9c-03a12e98ed26 req-6b791467-bf1e-443b-8fc8-a339b17cc9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:41:27.684187 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-5a5def99-ec1a-4746-bb9c-03a12e98ed26 req-6b791467-bf1e-443b-8fc8-a339b17cc9f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228225'] for port (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:27.686177 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-02e71120-cbe4-4aa1-9de3-16e4eaddfee2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:27.686888 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-5a5def99-ec1a-4746-bb9c-03a12e98ed26 req-6b791467-bf1e-443b-8fc8-a339b17cc9f4 service neutron] 10.222.0.47 "PUT /v2.0/ports/847dc5cf-0312-4fdf-b298-3e5d0e5ddbca HTTP/1.1" status: 200 len: 1094 time: 1.9403036 Jun 16 17:41:27.690993 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-02e71120-cbe4-4aa1-9de3-16e4eaddfee2 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/875dc12f-16a9-498d-82b6-1e803a5b4414 HTTP/1.1" status: 204 len: 168 time: 0.3174453 Jun 16 17:41:27.691192 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4c247cb-d14e-4c48-b6ec-9dd53c2f7020', 'tag': '847dc5cf-0312-4fdf-b298-3e5d0e5ddbca'}] {{(pid=104052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 17:41:27.695898 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9713fa4f09cf3058fa9276dada2b44135c9dd2e88d0acd54628e4483b77b1e61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e6d0a7f-0296-45f1-8f23-ae65b9891fa9" -d '{"events": [{"name": "network-changed", "server_uuid": "d4c247cb-d14e-4c48-b6ec-9dd53c2f7020", "tag": "847dc5cf-0312-4fdf-b298-3e5d0e5ddbca"}]}' {{(pid=104052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:41:27.705703 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e71120-cbe4-4aa1-9de3-16e4eaddfee2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=875dc12f-16a9-498d-82b6-1e803a5b4414,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:41:27.722829 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Device a57fbaeb-135f-4864-997b-23904c802e78 up at agent hyperv_hv-cinder-83754 {{(pid=104054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 17:41:27.946191 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Provisioning complete for port a57fbaeb-135f-4864-997b-23904c802e78 triggered by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:41:27.946953 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572016'] for port (a57fbaeb-135f-4864-997b-23904c802e78), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:27.967159 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5def99-ec1a-4746-bb9c-03a12e98ed26 req-fbb194df-c056-42ad-bbc3-a28992e4f1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:41:27.971858 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-5a5def99-ec1a-4746-bb9c-03a12e98ed26 req-fbb194df-c056-42ad-bbc3-a28992e4f1fe service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ad7c8fc06d764104b1c7107b48d8dddc&device_id=d4c247cb-d14e-4c48-b6ec-9dd53c2f7020 HTTP/1.1" status: 200 len: 1128 time: 0.1739218 Jun 16 17:41:27.992678 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 17:41:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-242da843-3258-4d44-9fcd-eaeaae3696bd x-openstack-request-id: req-242da843-3258-4d44-9fcd-eaeaae3696bd {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:41:27.996992 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4c247cb-d14e-4c48-b6ec-9dd53c2f7020", "tag": "847dc5cf-0312-4fdf-b298-3e5d0e5ddbca", "status": "completed", "code": 200}]} {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:41:28.000115 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-242da843-3258-4d44-9fcd-eaeaae3696bd {{(pid=104052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:41:28.000742 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-242da843-3258-4d44-9fcd-eaeaae3696bd'] response: {'name': 'network-changed', 'server_uuid': 'd4c247cb-d14e-4c48-b6ec-9dd53c2f7020', 'tag': '847dc5cf-0312-4fdf-b298-3e5d0e5ddbca', 'status': 'completed', 'code': 200} Jun 16 17:41:28.014626 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b791467-bf1e-443b-8fc8-a339b17cc9f4 service neutron] Pushing event updated for resources: {'Port': ['ID=847dc5cf-0312-4fdf-b298-3e5d0e5ddbca,revision_number=3']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:41:28.092072 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:41:28.315423 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-5a5def99-ec1a-4746-bb9c-03a12e98ed26 req-a70e0807-05c1-42a2-a56f-0718f2d524fe service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=847dc5cf-0312-4fdf-b298-3e5d0e5ddbca HTTP/1.1" status: 200 len: 217 time: 0.3106911 Jun 16 17:41:28.652029 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f537f89-6121-492c-a34d-676ccdd34f7d req-2b1006fd-fcd1-4f83-bdf3-5b383a9edc21 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:41:28.658702 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-3f537f89-6121-492c-a34d-676ccdd34f7d req-2b1006fd-fcd1-4f83-bdf3-5b383a9edc21 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] 10.222.0.40 "GET /v2.0/ports?device_id=d4c247cb-d14e-4c48-b6ec-9dd53c2f7020 HTTP/1.1" status: 200 len: 944 time: 0.6727662 Jun 16 17:41:28.688504 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Current status of the port a57fbaeb-135f-4864-997b-23904c802e78 is: BUILD; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:41:28.689906 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (a57fbaeb-135f-4864-997b-23904c802e78), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:28.723612 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6528d50a-9d06-43dc-bc9b-f70ce17bc68a req-c798d7e0-9690-4d18-9f59-1b63365e9a96 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:41:28.733224 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e3be83a-9759-422f-9cd1-5a5d1c631ace', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a57fbaeb-135f-4864-997b-23904c802e78'}] {{(pid=104054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 17:41:28.734061 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-6528d50a-9d06-43dc-bc9b-f70ce17bc68a req-c798d7e0-9690-4d18-9f59-1b63365e9a96 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/ports?device_id=9e3be83a-9759-422f-9cd1-5a5d1c631ace HTTP/1.1" status: 200 len: 945 time: 0.6375723 Jun 16 17:41:28.735485 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5645e34771f2e92f66b701059e1edb0e2a0b319a1385596c591183f5993537e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52c666be-6100-443c-9f7e-6a3c00699ce8" -d '{"events": [{"server_uuid": "9e3be83a-9759-422f-9cd1-5a5d1c631ace", "name": "network-vif-plugged", "status": "completed", "tag": "a57fbaeb-135f-4864-997b-23904c802e78"}]}' {{(pid=104054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:41:28.803768 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] For port a57fbaeb-135f-4864-997b-23904c802e78, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=a57fbaeb-135f-4864-997b-23904c802e78,segment=NetworkSegment(86f1a2bf-e88a-4894-b8aa-61c574f8d191),segment_id=86f1a2bf-e88a-4894-b8aa-61c574f8d191)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:41:28.810805 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114'] for port (a57fbaeb-135f-4864-997b-23904c802e78), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:28.859015 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5def99-ec1a-4746-bb9c-03a12e98ed26 req-39750431-d254-4c3c-b263-3ece6be9b3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:41:28.864205 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-5a5def99-ec1a-4746-bb9c-03a12e98ed26 req-39750431-d254-4c3c-b263-3ece6be9b3e7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2145066f-716c-439f-a5f9-9db79788f95e HTTP/1.1" status: 200 len: 853 time: 0.4426463 Jun 16 17:41:28.865651 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:41:28.973316 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Pushing event updated for resources: {'Port': ['ID=a57fbaeb-135f-4864-997b-23904c802e78,revision_number=10']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:41:28.997609 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-3f537f89-6121-492c-a34d-676ccdd34f7d req-7014bcab-bf21-4663-8c9d-b34ccf4be102 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] 10.222.0.40 "GET /v2.0/security-groups?id=c99e9d2f-61bf-429d-a23a-df374ca07018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2971301 Jun 16 17:41:29.024448 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-0ffb5f69-ebcd-4ef0-86de-7ca76f960fe0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (e26ebcb9-a690-4ec1-8688-e951546304f4), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:29.073476 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5def99-ec1a-4746-bb9c-03a12e98ed26 req-b5927934-7d88-4c90-a593-1bec8c408c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:41:29.076329 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-5a5def99-ec1a-4746-bb9c-03a12e98ed26 req-b5927934-7d88-4c90-a593-1bec8c408c99 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a9d8618e-26e4-4cf3-ab6a-5013cb00a484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1819713 Jun 16 17:41:29.097546 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-6528d50a-9d06-43dc-bc9b-f70ce17bc68a req-eaeb2afe-37b2-40a2-9928-92df7ffcf2fd tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/security-groups?id=332ceecf-b5fe-4807-b7e2-90b219f7924f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3579962 Jun 16 17:41:29.116629 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 17:41:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b46d8e7e-b627-4057-be1f-7342b0aadfca x-openstack-request-id: req-b46d8e7e-b627-4057-be1f-7342b0aadfca {{(pid=104054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:41:29.117542 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e3be83a-9759-422f-9cd1-5a5d1c631ace", "name": "network-vif-plugged", "status": "completed", "tag": "a57fbaeb-135f-4864-997b-23904c802e78", "code": 200}]} {{(pid=104054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:41:29.118176 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-b46d8e7e-b627-4057-be1f-7342b0aadfca {{(pid=104054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:41:29.118942 dv-cinder-837546-2-iscsi neutron-server[104054]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b46d8e7e-b627-4057-be1f-7342b0aadfca'] response: {'server_uuid': '9e3be83a-9759-422f-9cd1-5a5d1c631ace', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a57fbaeb-135f-4864-997b-23904c802e78', 'code': 200} Jun 16 17:41:29.395421 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-5a5def99-ec1a-4746-bb9c-03a12e98ed26 req-88043e6a-5b09-4627-a4c2-a8c43b94de63 service neutron] 10.222.0.47 "GET /v2.0/networks/a9d8618e-26e4-4cf3-ab6a-5013cb00a484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2659700 Jun 16 17:41:29.659199 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5b9e60-a700-4033-9c8a-8b99f9272c6f req-c9a2b55b-1f58-4b96-8ad0-b18fba2e6ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:41:29.663179 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-2e5b9e60-a700-4033-9c8a-8b99f9272c6f req-c9a2b55b-1f58-4b96-8ad0-b18fba2e6ac3 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9e3be83a-9759-422f-9cd1-5a5d1c631ace HTTP/1.1" status: 200 len: 1131 time: 0.2310758 Jun 16 17:41:29.797305 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-5a5def99-ec1a-4746-bb9c-03a12e98ed26 req-bfccd6fe-9632-49fd-bdf6-aeb9753c3708 service neutron] 10.222.0.47 "GET /v2.0/networks/a9d8618e-26e4-4cf3-ab6a-5013cb00a484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3744628 Jun 16 17:41:29.865806 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-2e5b9e60-a700-4033-9c8a-8b99f9272c6f req-bce629e4-d6f1-42d9-9dd4-6cfd4c286ec8 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=332ceecf-b5fe-4807-b7e2-90b219f7924f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1273649 Jun 16 17:41:30.299300 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb5bd8b-46aa-475f-8d2a-956a445b7fe3 req-9b54a443-9259-471a-826d-d4fe49116996 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:41:30.313958 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-cfb5bd8b-46aa-475f-8d2a-956a445b7fe3 req-9b54a443-9259-471a-826d-d4fe49116996 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] 10.222.0.40 "GET /v2.0/ports?device_id=d4c247cb-d14e-4c48-b6ec-9dd53c2f7020 HTTP/1.1" status: 200 len: 944 time: 0.1283331 Jun 16 17:41:30.421936 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-cfb5bd8b-46aa-475f-8d2a-956a445b7fe3 req-bd6070f7-82bd-4d53-a3be-2424044ac093 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] 10.222.0.40 "GET /v2.0/security-groups?id=c99e9d2f-61bf-429d-a23a-df374ca07018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067860 Jun 16 17:41:30.610005 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a4d32f-41b3-4af6-9c2b-17fe339192a4 req-74ad7490-16f9-4046-8b6d-1eef6b4734ce tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:41:30.615703 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-05a4d32f-41b3-4af6-9c2b-17fe339192a4 req-74ad7490-16f9-4046-8b6d-1eef6b4734ce tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/ports?device_id=9e3be83a-9759-422f-9cd1-5a5d1c631ace HTTP/1.1" status: 200 len: 947 time: 0.1512935 Jun 16 17:41:30.811155 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-05a4d32f-41b3-4af6-9c2b-17fe339192a4 req-db107dca-5a11-439d-8984-d818743bb1b9 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/security-groups?id=332ceecf-b5fe-4807-b7e2-90b219f7924f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1871293 Jun 16 17:41:30.897193 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6d0a7f-0296-45f1-8f23-ae65b9891fa9 req-603da83d-5e21-4896-b2b0-4b3fbbc209ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:41:30.908653 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-8e6d0a7f-0296-45f1-8f23-ae65b9891fa9 req-603da83d-5e21-4896-b2b0-4b3fbbc209ef service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ad7c8fc06d764104b1c7107b48d8dddc&device_id=d4c247cb-d14e-4c48-b6ec-9dd53c2f7020 HTTP/1.1" status: 200 len: 1128 time: 0.1886816 Jun 16 17:41:31.376079 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c25b1c27-d776-4b13-a364-46e8484c375e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (43e250b4-0ce3-4949-aa8c-0bafe6454580), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:31.535986 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 33022) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:41:31.736547 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8483be3-fdcd-49b7-ada7-76e0b5c43f2e req-7e6e7109-9093-43e0-bbd2-12029fbb41a8 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:41:31.740289 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-c8483be3-fdcd-49b7-ada7-76e0b5c43f2e req-7e6e7109-9093-43e0-bbd2-12029fbb41a8 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] 10.222.0.40 "GET /v2.0/ports?device_id=d4c247cb-d14e-4c48-b6ec-9dd53c2f7020 HTTP/1.1" status: 200 len: 944 time: 0.1485064 Jun 16 17:41:31.808718 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-02ce4c5a-1176-477f-a7d3-8bc005490aad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:31.986174 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-c8483be3-fdcd-49b7-ada7-76e0b5c43f2e req-4525458a-ba33-4544-82be-f299dd35ef8b tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] 10.222.0.40 "GET /v2.0/security-groups?id=c99e9d2f-61bf-429d-a23a-df374ca07018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292824 Jun 16 17:41:32.067980 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-02ce4c5a-1176-477f-a7d3-8bc005490aad admin admin] Publish callbacks [] for security_group (cde55723-d96d-460f-946b-c30da2ba955f), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:32.077621 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-02ce4c5a-1176-477f-a7d3-8bc005490aad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (cde55723-d96d-460f-946b-c30da2ba955f), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:32.162440 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ce4c5a-1176-477f-a7d3-8bc005490aad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cde55723-d96d-460f-946b-c30da2ba955f,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:41:32.212924 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-02ce4c5a-1176-477f-a7d3-8bc005490aad admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=5a40e370a76f4649a03a5cd2e0bf8abd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6756032 Jun 16 17:41:32.218010 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 33036) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:41:32.247542 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:41:32.257795 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:41:32.264157 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6d0a7f-0296-45f1-8f23-ae65b9891fa9 req-0b048887-de7a-4531-8cdc-5958857b00e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:41:32.266383 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-8e6d0a7f-0296-45f1-8f23-ae65b9891fa9 req-0b048887-de7a-4531-8cdc-5958857b00e0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a9d8618e-26e4-4cf3-ab6a-5013cb00a484 HTTP/1.1" status: 200 len: 915 time: 0.1334770 Jun 16 17:41:32.284536 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec02c0b0-1f18-450d-a392-f20adf7dae2e req-ce7fab6a-2d43-4d77-948a-a3389de54091 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:41:32.292364 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-ec02c0b0-1f18-450d-a392-f20adf7dae2e req-ce7fab6a-2d43-4d77-948a-a3389de54091 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/ports?device_id=9e3be83a-9759-422f-9cd1-5a5d1c631ace HTTP/1.1" status: 200 len: 947 time: 0.1768649 Jun 16 17:41:32.394784 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-6a8cbb37-e187-4c3e-9a86-f2286d89b6f0 admin admin] Publish callbacks [] for security_group (cde55723-d96d-460f-946b-c30da2ba955f), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:32.406997 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:41:32.480463 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-ec02c0b0-1f18-450d-a392-f20adf7dae2e req-cab30059-bd1e-40a8-a0c3-e0ae497d913e tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/security-groups?id=332ceecf-b5fe-4807-b7e2-90b219f7924f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1873453 Jun 16 17:41:32.491086 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-6a8cbb37-e187-4c3e-9a86-f2286d89b6f0 admin admin] Publish callbacks [] for security_group (cde55723-d96d-460f-946b-c30da2ba955f), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:32.508623 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-359da135-d845-4d2e-a034-e84fcb95f5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (8e118b8c-b091-4f14-909a-13c66b53efc1), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:32.579251 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-6a8cbb37-e187-4c3e-9a86-f2286d89b6f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (cde55723-d96d-460f-946b-c30da2ba955f), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:32.583274 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-6a8cbb37-e187-4c3e-9a86-f2286d89b6f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:32.587303 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-6a8cbb37-e187-4c3e-9a86-f2286d89b6f0 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/cde55723-d96d-460f-946b-c30da2ba955f HTTP/1.1" status: 204 len: 168 time: 0.3676944 Jun 16 17:41:32.603078 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8cbb37-e187-4c3e-9a86-f2286d89b6f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cde55723-d96d-460f-946b-c30da2ba955f,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:41:33.215836 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36587c7-6087-4d19-a7c8-95a1c899056e req-f6260d7e-01f3-492a-83ed-f979e3f8a37d tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:41:33.236372 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-c36587c7-6087-4d19-a7c8-95a1c899056e req-f6260d7e-01f3-492a-83ed-f979e3f8a37d tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] 10.222.0.40 "GET /v2.0/ports?device_id=d4c247cb-d14e-4c48-b6ec-9dd53c2f7020 HTTP/1.1" status: 200 len: 944 time: 0.1005299 Jun 16 17:41:33.349487 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-c36587c7-6087-4d19-a7c8-95a1c899056e req-39b71490-1cd9-4951-9f4f-4861d94644a8 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] 10.222.0.40 "GET /v2.0/security-groups?id=c99e9d2f-61bf-429d-a23a-df374ca07018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111505 Jun 16 17:41:33.754941 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f13acd-b85b-4c7b-821a-32fcc9c40049 req-5b57f084-8f7e-4112-bd7a-98d2174236ee tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:41:33.762774 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-a9f13acd-b85b-4c7b-821a-32fcc9c40049 req-5b57f084-8f7e-4112-bd7a-98d2174236ee tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/ports?device_id=9e3be83a-9759-422f-9cd1-5a5d1c631ace HTTP/1.1" status: 200 len: 947 time: 0.0949247 Jun 16 17:41:33.877358 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-a9f13acd-b85b-4c7b-821a-32fcc9c40049 req-2c726eec-b519-4bfc-88e5-295c17fe5076 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/security-groups?id=332ceecf-b5fe-4807-b7e2-90b219f7924f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1121349 Jun 16 17:41:34.022751 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 33068) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:41:34.192835 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [None req-af8297aa-1a63-4171-903d-ec7611d671bb admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2003856742-network', 'tenant_id': 'aefa82123c91486bb1c42e5ff09e8bdf'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:41:34.222382 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-1d81e0cb-ff47-4623-99d5-ab370c19a781 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (25dd433a-18a0-496e-b58c-593ddca2a11d), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:34.232889 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af8297aa-1a63-4171-903d-ec7611d671bb admin admin] Made reservation on behalf of aefa82123c91486bb1c42e5ff09e8bdf for: {'network': 1} {{(pid=104052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:41:34.242567 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-af8297aa-1a63-4171-903d-ec7611d671bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for network (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:34.266358 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=2 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:41:34.278241 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-af8297aa-1a63-4171-903d-ec7611d671bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:34.460707 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-af8297aa-1a63-4171-903d-ec7611d671bb admin admin] Publish callbacks [] for security_group (213d72ef-ed6e-4074-b812-d24cb07cf465), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:34.490632 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-af8297aa-1a63-4171-903d-ec7611d671bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (213d72ef-ed6e-4074-b812-d24cb07cf465), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:34.510499 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (f1f6c009-5a31-4833-b180-4d9d41a55fe5), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:34.574741 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af8297aa-1a63-4171-903d-ec7611d671bb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 313} {{(pid=104052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 17:41:34.577554 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8297aa-1a63-4171-903d-ec7611d671bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=213d72ef-ed6e-4074-b812-d24cb07cf465,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:41:34.591473 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255de216-c951-4902-86b2-5a0aafb75cf1 req-d0eb0ec0-6ac8-4b58-bac2-dcee26bb2364 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:41:34.593354 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-255de216-c951-4902-86b2-5a0aafb75cf1 req-d0eb0ec0-6ac8-4b58-bac2-dcee26bb2364 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] 10.222.0.40 "GET /v2.0/ports?device_id=d4c247cb-d14e-4c48-b6ec-9dd53c2f7020 HTTP/1.1" status: 200 len: 944 time: 0.1391926 Jun 16 17:41:34.601295 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-af8297aa-1a63-4171-903d-ec7611d671bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1565696'] for segment (f37b7ced-bcc0-4ce2-99f4-0a32ec2dbbfe), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:34.601718 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.db.segments_db [None req-af8297aa-1a63-4171-903d-ec7611d671bb admin admin] Added segment f37b7ced-bcc0-4ce2-99f4-0a32ec2dbbfe of type vlan for network 1e75308d-8615-4cb9-ae23-b10b25ceadc1 Jun 16 17:41:34.671161 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-af8297aa-1a63-4171-903d-ec7611d671bb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762169983061'] for network (1e75308d-8615-4cb9-ae23-b10b25ceadc1), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:34.715737 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-255de216-c951-4902-86b2-5a0aafb75cf1 req-3db4646c-5e57-474e-a58b-132b6c6c7023 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] 10.222.0.40 "GET /v2.0/security-groups?id=c99e9d2f-61bf-429d-a23a-df374ca07018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053357 Jun 16 17:41:34.731334 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-af8297aa-1a63-4171-903d-ec7611d671bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511'] for network (1e75308d-8615-4cb9-ae23-b10b25ceadc1), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:34.732905 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af8297aa-1a63-4171-903d-ec7611d671bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:41:34.733828 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-af8297aa-1a63-4171-903d-ec7611d671bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626521'] for network (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:34.801473 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-af8297aa-1a63-4171-903d-ec7611d671bb admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.7771142 Jun 16 17:41:34.807828 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8297aa-1a63-4171-903d-ec7611d671bb admin admin] Pushing event updated for resources: {'Network': ['ID=1e75308d-8615-4cb9-ae23-b10b25ceadc1,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:41:34.808608 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 33086) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:41:34.817371 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.v2.base [None req-843755fd-c2b4-4371-a786-19d593f23687 admin admin] Request body: {'subnet': {'network_id': '1e75308d-8615-4cb9-ae23-b10b25ceadc1', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2003856742-subnet', 'tenant_id': 'aefa82123c91486bb1c42e5ff09e8bdf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:41:34.828731 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Network 1e75308d-8615-4cb9-ae23-b10b25ceadc1 details requested by agent ovs-agent-dv-cinder-837546-2-iscsi with host dv-cinder-837546-2-iscsi {{(pid=104054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 16 17:41:34.863588 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-843755fd-c2b4-4371-a786-19d593f23687 admin admin] Made reservation on behalf of aefa82123c91486bb1c42e5ff09e8bdf for: {'subnet': 1} {{(pid=104053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:41:34.869317 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-843755fd-c2b4-4371-a786-19d593f23687 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64831939'] for subnet (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:35.045290 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=11 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:41:35.053407 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b42265d-b1a2-4151-b7d9-a163a4a5d098 req-94fd0e70-7831-4c86-a07f-d00adec74dd9 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:41:35.062337 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-1b42265d-b1a2-4151-b7d9-a163a4a5d098 req-94fd0e70-7831-4c86-a07f-d00adec74dd9 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/ports?device_id=9e3be83a-9759-422f-9cd1-5a5d1c631ace HTTP/1.1" status: 200 len: 947 time: 0.0788822 Jun 16 17:41:35.105105 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-8e6d0a7f-0296-45f1-8f23-ae65b9891fa9 req-faee54c2-e704-4285-a1e1-8618d3e1dbde service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=847dc5cf-0312-4fdf-b298-3e5d0e5ddbca HTTP/1.1" status: 200 len: 217 time: 0.0520175 Jun 16 17:41:35.141088 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-1b42265d-b1a2-4151-b7d9-a163a4a5d098 req-b128f2b2-870e-4b34-9196-c22168487d38 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/security-groups?id=332ceecf-b5fe-4807-b7e2-90b219f7924f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783370 Jun 16 17:41:35.227647 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6d0a7f-0296-45f1-8f23-ae65b9891fa9 req-d826c141-eaa6-4ecb-a234-2ba0a8798f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:41:35.229341 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-8e6d0a7f-0296-45f1-8f23-ae65b9891fa9 req-d826c141-eaa6-4ecb-a234-2ba0a8798f3e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2145066f-716c-439f-a5f9-9db79788f95e HTTP/1.1" status: 200 len: 853 time: 0.1120970 Jun 16 17:41:35.230807 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-843755fd-c2b4-4371-a786-19d593f23687 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64764559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64831985'] for subnet (4268d680-e684-4ee8-8989-0d9ea16ba49f), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:35.292877 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843755fd-c2b4-4371-a786-19d593f23687 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4268d680-e684-4ee8-8989-0d9ea16ba49f,revision_number=0']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:41:35.317910 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-843755fd-c2b4-4371-a786-19d593f23687 admin admin] Checking segment: {'id': 'f37b7ced-bcc0-4ce2-99f4-0a32ec2dbbfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '1e75308d-8615-4cb9-ae23-b10b25ceadc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 17:41:35.318267 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-843755fd-c2b4-4371-a786-19d593f23687 admin admin] Network hostable DHCP agents. Network: 1e75308d-8615-4cb9-ae23-b10b25ceadc1, hostable agents: ['e26ebcb9-a690-4ec1-8688-e951546304f4'], hosted agents: [] {{(pid=104053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 17:41:35.335326 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=3 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:41:35.342713 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-843755fd-c2b4-4371-a786-19d593f23687 admin admin] Network 1e75308d-8615-4cb9-ae23-b10b25ceadc1 is scheduled to be hosted by DHCP agent e26ebcb9-a690-4ec1-8688-e951546304f4 with binding_index 1 {{(pid=104053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 17:41:35.358428 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.scheduler.base_scheduler [None req-843755fd-c2b4-4371-a786-19d593f23687 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837546-2-iscsi, 1e75308d-8615-4cb9-ae23-b10b25ceadc1) {{(pid=104053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:41:35.364731 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-843755fd-c2b4-4371-a786-19d593f23687 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:41:35.365668 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-843755fd-c2b4-4371-a786-19d593f23687 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:35.379492 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-724475fc-d3eb-4b4b-862a-793cb9651bd9 None None] Network 1e75308d-8615-4cb9-ae23-b10b25ceadc1 requested from dv-cinder-837546-2-iscsi {{(pid=104054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 17:41:35.397202 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-843755fd-c2b4-4371-a786-19d593f23687 admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5858083 Jun 16 17:41:35.531822 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:41:35.586387 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f813d92-a49b-4222-b1ca-cf9ca5caab69 None None] Network 1e75308d-8615-4cb9-ae23-b10b25ceadc1 requested from dv-cinder-837546-2-iscsi {{(pid=104054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 17:41:35.625694 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:41:35.882329 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f08da6-461e-430b-a21c-d3b0b2b064e4 req-a75c64ff-2893-4346-bbb7-ad31d6bd15a6 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:41:35.883953 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-22f08da6-461e-430b-a21c-d3b0b2b064e4 req-a75c64ff-2893-4346-bbb7-ad31d6bd15a6 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] 10.222.0.40 "GET /v2.0/ports?device_id=d4c247cb-d14e-4c48-b6ec-9dd53c2f7020 HTTP/1.1" status: 200 len: 944 time: 0.0586226 Jun 16 17:41:35.920044 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:41:35.950101 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-22f08da6-461e-430b-a21c-d3b0b2b064e4 req-24b6724c-b705-4d90-8989-e1bd6bc6d5c8 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] 10.222.0.40 "GET /v2.0/security-groups?id=c99e9d2f-61bf-429d-a23a-df374ca07018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538702 Jun 16 17:41:36.029700 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6d0a7f-0296-45f1-8f23-ae65b9891fa9 req-63b51424-11ef-47e5-9a9b-693a59314e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:41:36.031756 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-8e6d0a7f-0296-45f1-8f23-ae65b9891fa9 req-63b51424-11ef-47e5-9a9b-693a59314e8f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a9d8618e-26e4-4cf3-ab6a-5013cb00a484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0653639 Jun 16 17:41:36.152113 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-8e6d0a7f-0296-45f1-8f23-ae65b9891fa9 req-57cfc22f-2510-4c23-831e-8c8fb0da3462 service neutron] 10.222.0.47 "GET /v2.0/networks/a9d8618e-26e4-4cf3-ab6a-5013cb00a484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136022 Jun 16 17:41:36.182514 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 33130) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:41:36.189690 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [None req-7a4d50c2-cd58-4cfc-81b9-faa13eb4717b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1702010487-network', 'tenant_id': '1e3f3de73a414f23a8db15c5d8353c2f'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:41:36.235772 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a4d50c2-cd58-4cfc-81b9-faa13eb4717b admin admin] Made reservation on behalf of 1e3f3de73a414f23a8db15c5d8353c2f for: {'network': 1} {{(pid=104052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:41:36.240055 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-7a4d50c2-cd58-4cfc-81b9-faa13eb4717b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for network (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:36.263254 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-7a4d50c2-cd58-4cfc-81b9-faa13eb4717b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:36.294607 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-8e6d0a7f-0296-45f1-8f23-ae65b9891fa9 req-ec08c5ee-6243-4a7c-b887-c0c96c1045c8 service neutron] 10.222.0.47 "GET /v2.0/networks/a9d8618e-26e4-4cf3-ab6a-5013cb00a484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356225 Jun 16 17:41:36.350075 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242bc2eb-945f-4882-901f-fcc7ed794ee2 req-e428b435-6c6d-4149-b0fb-d64a516b8ad9 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:41:36.351846 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-242bc2eb-945f-4882-901f-fcc7ed794ee2 req-e428b435-6c6d-4149-b0fb-d64a516b8ad9 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/ports?device_id=9e3be83a-9759-422f-9cd1-5a5d1c631ace HTTP/1.1" status: 200 len: 947 time: 0.0859685 Jun 16 17:41:36.445070 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-242bc2eb-945f-4882-901f-fcc7ed794ee2 req-34d5c04e-9aa3-4652-9b8d-ec0dea4a92d6 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/security-groups?id=332ceecf-b5fe-4807-b7e2-90b219f7924f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828381 Jun 16 17:41:36.460511 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-7a4d50c2-cd58-4cfc-81b9-faa13eb4717b admin admin] Publish callbacks [] for security_group (f515ba41-2418-42d5-a44d-e55cada33e93), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:36.468002 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-7a4d50c2-cd58-4cfc-81b9-faa13eb4717b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (f515ba41-2418-42d5-a44d-e55cada33e93), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:36.497736 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a4d50c2-cd58-4cfc-81b9-faa13eb4717b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 349} {{(pid=104052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 17:41:36.510246 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4d50c2-cd58-4cfc-81b9-faa13eb4717b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f515ba41-2418-42d5-a44d-e55cada33e93,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:41:36.515410 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-7a4d50c2-cd58-4cfc-81b9-faa13eb4717b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1565696'] for segment (e2643a37-a96b-4081-9805-4685304e9aaf), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:36.515749 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.db.segments_db [None req-7a4d50c2-cd58-4cfc-81b9-faa13eb4717b admin admin] Added segment e2643a37-a96b-4081-9805-4685304e9aaf of type vlan for network 9c8649aa-2033-48e0-98fd-31709da2f2cd Jun 16 17:41:36.587914 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-7a4d50c2-cd58-4cfc-81b9-faa13eb4717b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762169983061'] for network (9c8649aa-2033-48e0-98fd-31709da2f2cd), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:36.633415 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-7a4d50c2-cd58-4cfc-81b9-faa13eb4717b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511'] for network (9c8649aa-2033-48e0-98fd-31709da2f2cd), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:36.635092 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a4d50c2-cd58-4cfc-81b9-faa13eb4717b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:41:36.635853 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-7a4d50c2-cd58-4cfc-81b9-faa13eb4717b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626521'] for network (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:36.681696 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-7a4d50c2-cd58-4cfc-81b9-faa13eb4717b admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.4976645 Jun 16 17:41:36.684565 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 33138) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:41:36.692484 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.v2.base [None req-b18340bd-0f1e-4f79-93ea-6c34341b3a51 admin admin] Request body: {'subnet': {'network_id': '9c8649aa-2033-48e0-98fd-31709da2f2cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1702010487-subnet', 'tenant_id': '1e3f3de73a414f23a8db15c5d8353c2f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:41:36.728629 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b18340bd-0f1e-4f79-93ea-6c34341b3a51 admin admin] Made reservation on behalf of 1e3f3de73a414f23a8db15c5d8353c2f for: {'subnet': 1} {{(pid=104053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:41:36.732618 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-b18340bd-0f1e-4f79-93ea-6c34341b3a51 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64831939'] for subnet (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:36.738190 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4d50c2-cd58-4cfc-81b9-faa13eb4717b admin admin] Pushing event updated for resources: {'Network': ['ID=9c8649aa-2033-48e0-98fd-31709da2f2cd,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:41:36.750040 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Network 9c8649aa-2033-48e0-98fd-31709da2f2cd details requested by agent ovs-agent-dv-cinder-837546-2-iscsi with host dv-cinder-837546-2-iscsi {{(pid=104054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 16 17:41:36.923756 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:41:37.003425 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-b18340bd-0f1e-4f79-93ea-6c34341b3a51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64764559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64831985'] for subnet (689d1f24-954c-479c-a6c4-754fcb0fae86), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:37.066965 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18340bd-0f1e-4f79-93ea-6c34341b3a51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=689d1f24-954c-479c-a6c4-754fcb0fae86,revision_number=0']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:41:37.088031 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b18340bd-0f1e-4f79-93ea-6c34341b3a51 admin admin] Checking segment: {'id': 'e2643a37-a96b-4081-9805-4685304e9aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '9c8649aa-2033-48e0-98fd-31709da2f2cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 17:41:37.088408 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b18340bd-0f1e-4f79-93ea-6c34341b3a51 admin admin] Network hostable DHCP agents. Network: 9c8649aa-2033-48e0-98fd-31709da2f2cd, hostable agents: ['e26ebcb9-a690-4ec1-8688-e951546304f4'], hosted agents: [] {{(pid=104053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 17:41:37.113026 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b18340bd-0f1e-4f79-93ea-6c34341b3a51 admin admin] Network 9c8649aa-2033-48e0-98fd-31709da2f2cd is scheduled to be hosted by DHCP agent e26ebcb9-a690-4ec1-8688-e951546304f4 with binding_index 1 {{(pid=104053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 17:41:37.125374 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.scheduler.base_scheduler [None req-b18340bd-0f1e-4f79-93ea-6c34341b3a51 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837546-2-iscsi, 9c8649aa-2033-48e0-98fd-31709da2f2cd) {{(pid=104053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:41:37.133636 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b18340bd-0f1e-4f79-93ea-6c34341b3a51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:41:37.134835 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-b18340bd-0f1e-4f79-93ea-6c34341b3a51 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:37.136339 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9622338c-03a8-494d-8238-f673b0d187cb None None] Network 9c8649aa-2033-48e0-98fd-31709da2f2cd requested from dv-cinder-837546-2-iscsi {{(pid=104054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 17:41:37.163399 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-b18340bd-0f1e-4f79-93ea-6c34341b3a51 admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4770215 Jun 16 17:41:37.168171 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e72031-0310-4034-938f-f7a684424802 req-5afaab58-6c35-4821-a2ac-d4bd98d6e965 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:41:37.170885 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-e9e72031-0310-4034-938f-f7a684424802 req-5afaab58-6c35-4821-a2ac-d4bd98d6e965 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] 10.222.0.40 "GET /v2.0/ports?device_id=d4c247cb-d14e-4c48-b6ec-9dd53c2f7020 HTTP/1.1" status: 200 len: 944 time: 0.0943317 Jun 16 17:41:37.269786 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-e9e72031-0310-4034-938f-f7a684424802 req-d163709f-80fd-4c0e-a329-740be8e5e940 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] 10.222.0.40 "GET /v2.0/security-groups?id=c99e9d2f-61bf-429d-a23a-df374ca07018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885584 Jun 16 17:41:37.295010 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fe0dc6a-e831-4bd8-9eab-8942e5fe77ba None None] Network 9c8649aa-2033-48e0-98fd-31709da2f2cd requested from dv-cinder-837546-2-iscsi {{(pid=104054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 17:41:37.371712 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 33144) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:41:37.437301 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.db.db_base_plugin_v2 [None req-32e3ce83-49a2-4835-8282-ecaf0c65247e admin admin] Deleting subnet 4268d680-e684-4ee8-8989-0d9ea16ba49f {{(pid=104053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 16 17:41:37.443174 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-32e3ce83-49a2-4835-8282-ecaf0c65247e admin admin] Publish callbacks [] for subnet (4268d680-e684-4ee8-8989-0d9ea16ba49f), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:37.488995 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-32e3ce83-49a2-4835-8282-ecaf0c65247e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64692026'] for subnet (4268d680-e684-4ee8-8989-0d9ea16ba49f), precommit_delete_associations {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:37.540703 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-32e3ce83-49a2-4835-8282-ecaf0c65247e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1565816'] for subnet (4268d680-e684-4ee8-8989-0d9ea16ba49f), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:37.594096 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:41:37.600128 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-32e3ce83-49a2-4835-8282-ecaf0c65247e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1565763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64764616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64831976'] for subnet (4268d680-e684-4ee8-8989-0d9ea16ba49f), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:37.631957 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e3ce83-49a2-4835-8282-ecaf0c65247e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4268d680-e684-4ee8-8989-0d9ea16ba49f,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:41:37.636225 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-32e3ce83-49a2-4835-8282-ecaf0c65247e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:37.639492 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-32e3ce83-49a2-4835-8282-ecaf0c65247e admin admin] 10.222.0.40 "DELETE /v2.0/subnets/4268d680-e684-4ee8-8989-0d9ea16ba49f HTTP/1.1" status: 204 len: 168 time: 0.2666354 Jun 16 17:41:37.642985 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 33148) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:41:37.730822 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-07a6aa2b-5612-4c9d-b58b-87ccdf792b45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-716355'] for network (1e75308d-8615-4cb9-ae23-b10b25ceadc1), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:37.789598 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Device 847dc5cf-0312-4fdf-b298-3e5d0e5ddbca details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=104054) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 17:41:37.832029 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-07a6aa2b-5612-4c9d-b58b-87ccdf792b45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1572665', 'neutron.services.segments.db._delete_segments_for_network-8762170470903'] for network (1e75308d-8615-4cb9-ae23-b10b25ceadc1), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:37.858168 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.services.segments.db [None req-07a6aa2b-5612-4c9d-b58b-87ccdf792b45 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e75308d-8615-4cb9-ae23-b10b25ceadc1']}} {{(pid=104052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:41:37.871804 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.services.segments.db [None req-07a6aa2b-5612-4c9d-b58b-87ccdf792b45 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f37b7ced-bcc0-4ce2-99f4-0a32ec2dbbfe') {'for_net_delete': True} {{(pid=104052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:41:37.872918 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.services.segments.db [None req-07a6aa2b-5612-4c9d-b58b-87ccdf792b45 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f37b7ced-bcc0-4ce2-99f4-0a32ec2dbbfe') {} {{(pid=104052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:41:37.881832 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:41:37.883985 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-07a6aa2b-5612-4c9d-b58b-87ccdf792b45 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762170470786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63325761'] for segment (f37b7ced-bcc0-4ce2-99f4-0a32ec2dbbfe), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:37.904084 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-07a6aa2b-5612-4c9d-b58b-87ccdf792b45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1565696'] for segment (f37b7ced-bcc0-4ce2-99f4-0a32ec2dbbfe), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:37.913960 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07a6aa2b-5612-4c9d-b58b-87ccdf792b45 admin admin] Releasing vlan 313 on physical network physnet1 to pool {{(pid=104052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 17:41:37.914360 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-07a6aa2b-5612-4c9d-b58b-87ccdf792b45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1565696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62916550'] for segment (f37b7ced-bcc0-4ce2-99f4-0a32ec2dbbfe), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:37.926401 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] For port 847dc5cf-0312-4fdf-b298-3e5d0e5ddbca, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=847dc5cf-0312-4fdf-b298-3e5d0e5ddbca,segment=NetworkSegment(a1b48b15-076c-4aa1-a79b-438d76e5c4f8),segment_id=a1b48b15-076c-4aa1-a79b-438d76e5c4f8)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:41:37.947235 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Returning: {'device': '847dc5cf-0312-4fdf-b298-3e5d0e5ddbca', 'network_id': 'a9d8618e-26e4-4cf3-ab6a-5013cb00a484', 'port_id': '847dc5cf-0312-4fdf-b298-3e5d0e5ddbca', 'mac_address': 'fa:16:3e:07:03:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2145066f-716c-439f-a5f9-9db79788f95e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104054) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 17:41:37.995858 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Current status of the port 847dc5cf-0312-4fdf-b298-3e5d0e5ddbca is: DOWN; New status is: BUILD {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:41:37.996592 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (847dc5cf-0312-4fdf-b298-3e5d0e5ddbca), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:38.006035 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-07a6aa2b-5612-4c9d-b58b-87ccdf792b45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1572662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-375457'] for network (1e75308d-8615-4cb9-ae23-b10b25ceadc1), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:38.012636 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.notifiers.nova [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 847dc5cf-0312-4fdf-b298-3e5d0e5ddbca {{(pid=104054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 17:41:38.020736 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-07a6aa2b-5612-4c9d-b58b-87ccdf792b45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626521'] for network (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:38.035809 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 33154) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:41:38.037710 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] For port 847dc5cf-0312-4fdf-b298-3e5d0e5ddbca, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=847dc5cf-0312-4fdf-b298-3e5d0e5ddbca,segment=NetworkSegment(a1b48b15-076c-4aa1-a79b-438d76e5c4f8),segment_id=a1b48b15-076c-4aa1-a79b-438d76e5c4f8)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:41:38.042272 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-07a6aa2b-5612-4c9d-b58b-87ccdf792b45 admin admin] 10.222.0.40 "DELETE /v2.0/networks/1e75308d-8615-4cb9-ae23-b10b25ceadc1 HTTP/1.1" status: 204 len: 168 time: 0.3973408 Jun 16 17:41:38.043673 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114'] for port (847dc5cf-0312-4fdf-b298-3e5d0e5ddbca), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:38.064901 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a6aa2b-5612-4c9d-b58b-87ccdf792b45 admin admin] Pushing event deleted for resources: {'Network': ['ID=1e75308d-8615-4cb9-ae23-b10b25ceadc1,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:41:38.109058 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.db.db_base_plugin_v2 [None req-98276324-2f69-4d57-bfc0-ced1a481c6f5 admin admin] Deleting subnet 689d1f24-954c-479c-a6c4-754fcb0fae86 {{(pid=104053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 16 17:41:38.114867 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-98276324-2f69-4d57-bfc0-ced1a481c6f5 admin admin] Publish callbacks [] for subnet (689d1f24-954c-479c-a6c4-754fcb0fae86), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:38.128146 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Pushing event updated for resources: {'Port': ['ID=847dc5cf-0312-4fdf-b298-3e5d0e5ddbca,revision_number=4']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:41:38.130155 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.services.segments.plugin [-] Segment f37b7ced-bcc0-4ce2-99f4-0a32ec2dbbfe resource provider aggregate not found Jun 16 17:41:38.154853 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.services.segments.plugin [-] Segment f37b7ced-bcc0-4ce2-99f4-0a32ec2dbbfe resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f37b7ced-bcc0-4ce2-99f4-0a32ec2dbbfe found for delete ", "request_id": "req-7ce67ed9-dbde-4b72-baf6-842198ce3ceb"}]} Jun 16 17:41:38.174775 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-98276324-2f69-4d57-bfc0-ced1a481c6f5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64692026'] for subnet (689d1f24-954c-479c-a6c4-754fcb0fae86), precommit_delete_associations {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:38.219887 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-98276324-2f69-4d57-bfc0-ced1a481c6f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1565816'] for subnet (689d1f24-954c-479c-a6c4-754fcb0fae86), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:38.282315 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-98276324-2f69-4d57-bfc0-ced1a481c6f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1565763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64764616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64831976'] for subnet (689d1f24-954c-479c-a6c4-754fcb0fae86), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:38.300789 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] get_ports_and_sgs() called for port_ids ['847dc5cf-0312-4fdf-b298-3e5d0e5ddbca'] {{(pid=104054) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 17:41:38.316462 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98276324-2f69-4d57-bfc0-ced1a481c6f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=689d1f24-954c-479c-a6c4-754fcb0fae86,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:41:38.322378 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-98276324-2f69-4d57-bfc0-ced1a481c6f5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:38.329115 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-98276324-2f69-4d57-bfc0-ced1a481c6f5 admin admin] 10.222.0.40 "DELETE /v2.0/subnets/689d1f24-954c-479c-a6c4-754fcb0fae86 HTTP/1.1" status: 204 len: 168 time: 0.2894723 Jun 16 17:41:38.329732 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 33160) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:41:38.414617 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:41:38.436167 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-522209e1-5555-4688-ba20-c400c9cfea90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-716355'] for network (9c8649aa-2033-48e0-98fd-31709da2f2cd), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:38.445205 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cae7f28-d0e9-4195-944a-3f72b3e1108d req-7c64d3a9-1acf-4b5a-9316-d38df368ce76 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:41:38.452164 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-9cae7f28-d0e9-4195-944a-3f72b3e1108d req-7c64d3a9-1acf-4b5a-9316-d38df368ce76 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] 10.222.0.40 "GET /v2.0/ports?device_id=d4c247cb-d14e-4c48-b6ec-9dd53c2f7020 HTTP/1.1" status: 200 len: 945 time: 0.0802968 Jun 16 17:41:38.517687 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-9cae7f28-d0e9-4195-944a-3f72b3e1108d req-71a442b8-01d9-4c43-81d7-0531dfdc4d82 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] 10.222.0.40 "GET /v2.0/security-groups?id=c99e9d2f-61bf-429d-a23a-df374ca07018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573192 Jun 16 17:41:38.565625 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-522209e1-5555-4688-ba20-c400c9cfea90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1572665', 'neutron.services.segments.db._delete_segments_for_network-8762170470903'] for network (9c8649aa-2033-48e0-98fd-31709da2f2cd), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:38.595272 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.services.segments.db [None req-522209e1-5555-4688-ba20-c400c9cfea90 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c8649aa-2033-48e0-98fd-31709da2f2cd']}} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:41:38.602083 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=87,neutron:INSERT=1,neutron:UPDATE=4,neutron:DELETE=8 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:41:38.606108 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.services.segments.db [None req-522209e1-5555-4688-ba20-c400c9cfea90 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2643a37-a96b-4081-9805-4685304e9aaf') {'for_net_delete': True} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:41:38.606337 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.services.segments.db [None req-522209e1-5555-4688-ba20-c400c9cfea90 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2643a37-a96b-4081-9805-4685304e9aaf') {} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:41:38.620250 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-522209e1-5555-4688-ba20-c400c9cfea90 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762170470786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64692013'] for segment (e2643a37-a96b-4081-9805-4685304e9aaf), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:38.636860 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-522209e1-5555-4688-ba20-c400c9cfea90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1565696'] for segment (e2643a37-a96b-4081-9805-4685304e9aaf), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:38.644175 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-522209e1-5555-4688-ba20-c400c9cfea90 admin admin] Releasing vlan 349 on physical network physnet1 to pool {{(pid=104053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 17:41:38.644579 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-522209e1-5555-4688-ba20-c400c9cfea90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1565696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64764438'] for segment (e2643a37-a96b-4081-9805-4685304e9aaf), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:38.664714 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.services.segments.plugin [-] Segment e2643a37-a96b-4081-9805-4685304e9aaf resource provider aggregate not found Jun 16 17:41:38.702858 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.services.segments.plugin [-] Segment e2643a37-a96b-4081-9805-4685304e9aaf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e2643a37-a96b-4081-9805-4685304e9aaf found for delete ", "request_id": "req-c430f9df-38dc-4ede-894f-f73238473c24"}]} Jun 16 17:41:38.723747 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-522209e1-5555-4688-ba20-c400c9cfea90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1572662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-375457'] for network (9c8649aa-2033-48e0-98fd-31709da2f2cd), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:38.730472 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-522209e1-5555-4688-ba20-c400c9cfea90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626521'] for network (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:38.744797 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-522209e1-5555-4688-ba20-c400c9cfea90 admin admin] 10.222.0.40 "DELETE /v2.0/networks/9c8649aa-2033-48e0-98fd-31709da2f2cd HTTP/1.1" status: 204 len: 168 time: 0.4031897 Jun 16 17:41:38.756045 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522209e1-5555-4688-ba20-c400c9cfea90 admin admin] Pushing event deleted for resources: {'Network': ['ID=9c8649aa-2033-48e0-98fd-31709da2f2cd,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:41:38.965270 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 33170) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:41:39.013203 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-1620fc43-f079-4c13-976e-650c263e9893 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=aefa82123c91486bb1c42e5ff09e8bdf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0466094 Jun 16 17:41:39.016091 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 33172) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:41:39.083380 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1450e281-0f67-4b04-8a2c-f03129bda931 admin admin] Publish callbacks [] for security_group (213d72ef-ed6e-4074-b812-d24cb07cf465), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:39.116030 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1450e281-0f67-4b04-8a2c-f03129bda931 admin admin] Publish callbacks [] for security_group (213d72ef-ed6e-4074-b812-d24cb07cf465), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:39.182889 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1450e281-0f67-4b04-8a2c-f03129bda931 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (213d72ef-ed6e-4074-b812-d24cb07cf465), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:39.185985 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1450e281-0f67-4b04-8a2c-f03129bda931 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:39.187596 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-1450e281-0f67-4b04-8a2c-f03129bda931 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/213d72ef-ed6e-4074-b812-d24cb07cf465 HTTP/1.1" status: 204 len: 168 time: 0.1703203 Jun 16 17:41:39.198252 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1450e281-0f67-4b04-8a2c-f03129bda931 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=213d72ef-ed6e-4074-b812-d24cb07cf465,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:41:39.222244 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=100 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:41:39.662201 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 33180) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:41:39.671751 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e88190-d458-479f-9257-897afa777a5c req-46a15774-eb82-4748-9567-4ad5389fa238 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:41:39.674015 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-d5e88190-d458-479f-9257-897afa777a5c req-46a15774-eb82-4748-9567-4ad5389fa238 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] 10.222.0.40 "GET /v2.0/ports?device_id=d4c247cb-d14e-4c48-b6ec-9dd53c2f7020 HTTP/1.1" status: 200 len: 945 time: 0.0659559 Jun 16 17:41:39.713733 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-f112aff6-26c0-43ec-97aa-630104489121 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=1e3f3de73a414f23a8db15c5d8353c2f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0499046 Jun 16 17:41:39.716366 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 33182) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:41:39.739591 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-d5e88190-d458-479f-9257-897afa777a5c req-2a6e6291-7d6a-4c1a-96b0-337f09f814ff tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] 10.222.0.40 "GET /v2.0/security-groups?id=c99e9d2f-61bf-429d-a23a-df374ca07018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591767 Jun 16 17:41:39.787406 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-af8fdb29-366e-40cd-b29f-a9b85fc668b8 admin admin] Publish callbacks [] for security_group (f515ba41-2418-42d5-a44d-e55cada33e93), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:39.797273 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Device 847dc5cf-0312-4fdf-b298-3e5d0e5ddbca up at agent hyperv_hv-cinder-83754 {{(pid=104054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 17:41:39.805142 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:41:39.816341 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-af8fdb29-366e-40cd-b29f-a9b85fc668b8 admin admin] Publish callbacks [] for security_group (f515ba41-2418-42d5-a44d-e55cada33e93), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:39.846505 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Provisioning for port 847dc5cf-0312-4fdf-b298-3e5d0e5ddbca completed by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 17:41:39.855923 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Provisioning complete for port 847dc5cf-0312-4fdf-b298-3e5d0e5ddbca triggered by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:41:39.857067 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572016'] for port (847dc5cf-0312-4fdf-b298-3e5d0e5ddbca), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:39.887859 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-af8fdb29-366e-40cd-b29f-a9b85fc668b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (f515ba41-2418-42d5-a44d-e55cada33e93), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:39.891373 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-af8fdb29-366e-40cd-b29f-a9b85fc668b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:39.892575 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-af8fdb29-366e-40cd-b29f-a9b85fc668b8 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/f515ba41-2418-42d5-a44d-e55cada33e93 HTTP/1.1" status: 204 len: 168 time: 0.1753004 Jun 16 17:41:39.901672 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8fdb29-366e-40cd-b29f-a9b85fc668b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f515ba41-2418-42d5-a44d-e55cada33e93,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:41:39.957992 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:41:39.967112 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Current status of the port 847dc5cf-0312-4fdf-b298-3e5d0e5ddbca is: BUILD; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:41:39.967414 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (847dc5cf-0312-4fdf-b298-3e5d0e5ddbca), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:40.003864 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4c247cb-d14e-4c48-b6ec-9dd53c2f7020', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '847dc5cf-0312-4fdf-b298-3e5d0e5ddbca'}] {{(pid=104054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 17:41:40.005759 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5645e34771f2e92f66b701059e1edb0e2a0b319a1385596c591183f5993537e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca724fa7-aa25-46e7-89b0-0471a08ac6d9" -d '{"events": [{"server_uuid": "d4c247cb-d14e-4c48-b6ec-9dd53c2f7020", "name": "network-vif-plugged", "status": "completed", "tag": "847dc5cf-0312-4fdf-b298-3e5d0e5ddbca"}]}' {{(pid=104054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:41:40.022181 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] For port 847dc5cf-0312-4fdf-b298-3e5d0e5ddbca, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=847dc5cf-0312-4fdf-b298-3e5d0e5ddbca,segment=NetworkSegment(a1b48b15-076c-4aa1-a79b-438d76e5c4f8),segment_id=a1b48b15-076c-4aa1-a79b-438d76e5c4f8)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:41:40.028045 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114'] for port (847dc5cf-0312-4fdf-b298-3e5d0e5ddbca), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:40.062460 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 17:41:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a787a0e7-fa56-4a34-a72f-5f926959c382 x-openstack-request-id: req-a787a0e7-fa56-4a34-a72f-5f926959c382 {{(pid=104054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:41:40.062740 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4c247cb-d14e-4c48-b6ec-9dd53c2f7020", "name": "network-vif-plugged", "status": "completed", "tag": "847dc5cf-0312-4fdf-b298-3e5d0e5ddbca", "code": 200}]} {{(pid=104054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:41:40.062982 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-a787a0e7-fa56-4a34-a72f-5f926959c382 {{(pid=104054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:41:40.064046 dv-cinder-837546-2-iscsi neutron-server[104054]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a787a0e7-fa56-4a34-a72f-5f926959c382'] response: {'server_uuid': 'd4c247cb-d14e-4c48-b6ec-9dd53c2f7020', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '847dc5cf-0312-4fdf-b298-3e5d0e5ddbca', 'code': 200} Jun 16 17:41:40.093802 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Pushing event updated for resources: {'Port': ['ID=847dc5cf-0312-4fdf-b298-3e5d0e5ddbca,revision_number=5']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:41:40.255665 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be500fbb-669b-4ecc-a5c2-1f30d134e39e req-72e0f496-575d-4970-83f4-2edaf54abc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:41:40.257252 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-be500fbb-669b-4ecc-a5c2-1f30d134e39e req-72e0f496-575d-4970-83f4-2edaf54abc07 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d4c247cb-d14e-4c48-b6ec-9dd53c2f7020 HTTP/1.1" status: 200 len: 1130 time: 0.0424871 Jun 16 17:41:40.317587 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-be500fbb-669b-4ecc-a5c2-1f30d134e39e req-26b76f96-7b07-42c4-b669-2ebfc4e94459 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c99e9d2f-61bf-429d-a23a-df374ca07018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523560 Jun 16 17:41:40.888915 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f305979f-784b-4d37-8d33-21913f8a8e3d req-002737b1-1d99-4014-979a-3e50c567a3c5 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:41:40.889535 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-f305979f-784b-4d37-8d33-21913f8a8e3d req-002737b1-1d99-4014-979a-3e50c567a3c5 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] 10.222.0.40 "GET /v2.0/ports?device_id=d4c247cb-d14e-4c48-b6ec-9dd53c2f7020 HTTP/1.1" status: 200 len: 946 time: 0.0645728 Jun 16 17:41:40.951904 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-f305979f-784b-4d37-8d33-21913f8a8e3d req-020e8db7-fec3-4365-8e3e-1c61a863ad54 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] 10.222.0.40 "GET /v2.0/security-groups?id=c99e9d2f-61bf-429d-a23a-df374ca07018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545647 Jun 16 17:41:42.078679 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66f1792-46b0-4e37-bff4-b66a79643240 req-3f539574-9b5d-4315-858d-d6e82785e4c8 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:41:42.080199 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-a66f1792-46b0-4e37-bff4-b66a79643240 req-3f539574-9b5d-4315-858d-d6e82785e4c8 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] 10.222.0.40 "GET /v2.0/ports?device_id=d4c247cb-d14e-4c48-b6ec-9dd53c2f7020 HTTP/1.1" status: 200 len: 946 time: 0.0479417 Jun 16 17:41:42.132581 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-a66f1792-46b0-4e37-bff4-b66a79643240 req-eaf61800-6f99-4301-a1c0-bc1c1bad386e tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] 10.222.0.40 "GET /v2.0/security-groups?id=c99e9d2f-61bf-429d-a23a-df374ca07018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466814 Jun 16 17:41:42.245391 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e896ee5f-24d8-4557-91d6-ad7e821229b4 req-aeea20a0-8317-446a-b4f1-d956a1327cb6 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:41:42.246913 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-e896ee5f-24d8-4557-91d6-ad7e821229b4 req-aeea20a0-8317-446a-b4f1-d956a1327cb6 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] 10.222.0.40 "GET /v2.0/ports?device_id=d4c247cb-d14e-4c48-b6ec-9dd53c2f7020 HTTP/1.1" status: 200 len: 946 time: 0.0482416 Jun 16 17:41:42.296203 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-e896ee5f-24d8-4557-91d6-ad7e821229b4 req-d7a11264-94a8-4788-a972-402cd16da9ca tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] 10.222.0.40 "GET /v2.0/security-groups?id=c99e9d2f-61bf-429d-a23a-df374ca07018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424516 Jun 16 17:41:42.625172 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723446c4-fe02-448e-b7a5-7c8af56544dc req-d19596bc-2830-4e10-af63-785a7a0821d8 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:41:42.627623 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-723446c4-fe02-448e-b7a5-7c8af56544dc req-d19596bc-2830-4e10-af63-785a7a0821d8 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] 10.222.0.40 "GET /v2.0/ports?device_id=d4c247cb-d14e-4c48-b6ec-9dd53c2f7020 HTTP/1.1" status: 200 len: 946 time: 0.0536256 Jun 16 17:41:42.675370 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-723446c4-fe02-448e-b7a5-7c8af56544dc req-c63f756a-f6ea-44fc-98ee-429049686789 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] 10.222.0.40 "GET /v2.0/security-groups?id=c99e9d2f-61bf-429d-a23a-df374ca07018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422232 Jun 16 17:41:44.274659 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=6 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:41:45.318543 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 33336) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:41:45.439514 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-0ed2441e-24b4-4d4e-a2e4-6fdaa69f1e37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:45.522665 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-0ed2441e-24b4-4d4e-a2e4-6fdaa69f1e37 admin admin] Publish callbacks [] for security_group (9de2e73a-c1aa-433b-86ab-f006940881ec), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:45.527297 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-0ed2441e-24b4-4d4e-a2e4-6fdaa69f1e37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (9de2e73a-c1aa-433b-86ab-f006940881ec), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:45.575395 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-0ed2441e-24b4-4d4e-a2e4-6fdaa69f1e37 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=c9d0d90eccb5403eb3f93d7b1fec273c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2556486 Jun 16 17:41:45.576314 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed2441e-24b4-4d4e-a2e4-6fdaa69f1e37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9de2e73a-c1aa-433b-86ab-f006940881ec,revision_number=1']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:41:45.580061 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 33342) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:41:45.640812 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-aea0dda1-ba7a-4c32-9d0f-f1bab2c07e88 admin admin] Publish callbacks [] for security_group (9de2e73a-c1aa-433b-86ab-f006940881ec), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:45.666938 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-aea0dda1-ba7a-4c32-9d0f-f1bab2c07e88 admin admin] Publish callbacks [] for security_group (9de2e73a-c1aa-433b-86ab-f006940881ec), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:45.729799 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-aea0dda1-ba7a-4c32-9d0f-f1bab2c07e88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (9de2e73a-c1aa-433b-86ab-f006940881ec), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:45.733473 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-aea0dda1-ba7a-4c32-9d0f-f1bab2c07e88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:45.736154 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-aea0dda1-ba7a-4c32-9d0f-f1bab2c07e88 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/9de2e73a-c1aa-433b-86ab-f006940881ec HTTP/1.1" status: 204 len: 168 time: 0.1540396 Jun 16 17:41:45.744486 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea0dda1-ba7a-4c32-9d0f-f1bab2c07e88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9de2e73a-c1aa-433b-86ab-f006940881ec,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:41:45.756156 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea0dda1-ba7a-4c32-9d0f-f1bab2c07e88 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:41:45.756509 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea0dda1-ba7a-4c32-9d0f-f1bab2c07e88 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:41:45.756853 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea0dda1-ba7a-4c32-9d0f-f1bab2c07e88 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:41:45.757215 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea0dda1-ba7a-4c32-9d0f-f1bab2c07e88 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:41:45.757554 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea0dda1-ba7a-4c32-9d0f-f1bab2c07e88 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:41:45.757887 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea0dda1-ba7a-4c32-9d0f-f1bab2c07e88 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:41:45.758216 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea0dda1-ba7a-4c32-9d0f-f1bab2c07e88 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:41:45.758539 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea0dda1-ba7a-4c32-9d0f-f1bab2c07e88 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:41:45.758864 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea0dda1-ba7a-4c32-9d0f-f1bab2c07e88 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:41:45.759191 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea0dda1-ba7a-4c32-9d0f-f1bab2c07e88 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:41:45.759520 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea0dda1-ba7a-4c32-9d0f-f1bab2c07e88 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:41:45.759845 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea0dda1-ba7a-4c32-9d0f-f1bab2c07e88 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:41:45.760194 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea0dda1-ba7a-4c32-9d0f-f1bab2c07e88 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:41:45.760516 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea0dda1-ba7a-4c32-9d0f-f1bab2c07e88 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:41:45.760838 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea0dda1-ba7a-4c32-9d0f-f1bab2c07e88 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:41:46.068559 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 33348) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:41:46.083692 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-021b8db9-dbd5-47e6-a462-9cf28f10dc04 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:46.156028 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:UPDATE=2,neutron:SELECT=81,neutron:DELETE=5,neutron:INSERT=12 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:41:46.191994 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-021b8db9-dbd5-47e6-a462-9cf28f10dc04 admin admin] Publish callbacks [] for security_group (23e5df43-9ff3-4389-aaa8-233d60834419), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:46.196407 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-021b8db9-dbd5-47e6-a462-9cf28f10dc04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (23e5df43-9ff3-4389-aaa8-233d60834419), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:46.248952 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-021b8db9-dbd5-47e6-a462-9cf28f10dc04 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=c898da3a09c64a2c85508992f08c9f35&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1786706 Jun 16 17:41:46.251668 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021b8db9-dbd5-47e6-a462-9cf28f10dc04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23e5df43-9ff3-4389-aaa8-233d60834419,revision_number=1']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:41:46.253715 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 33354) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:41:46.321818 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-1b7e3b0d-de30-4642-9b61-bb004139bf06 admin admin] Publish callbacks [] for security_group (23e5df43-9ff3-4389-aaa8-233d60834419), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:46.350959 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-1b7e3b0d-de30-4642-9b61-bb004139bf06 admin admin] Publish callbacks [] for security_group (23e5df43-9ff3-4389-aaa8-233d60834419), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:46.394444 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:41:46.417864 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-1b7e3b0d-de30-4642-9b61-bb004139bf06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (23e5df43-9ff3-4389-aaa8-233d60834419), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:46.421020 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-1b7e3b0d-de30-4642-9b61-bb004139bf06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:46.422683 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-1b7e3b0d-de30-4642-9b61-bb004139bf06 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/23e5df43-9ff3-4389-aaa8-233d60834419 HTTP/1.1" status: 204 len: 168 time: 0.1671460 Jun 16 17:41:46.434661 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e3b0d-de30-4642-9b61-bb004139bf06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23e5df43-9ff3-4389-aaa8-233d60834419,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:41:47.915126 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 33414) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:41:48.031705 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c108f9d2-3a88-4a87-902b-a85881e5ca14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:48.098336 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=6 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:41:48.141709 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c108f9d2-3a88-4a87-902b-a85881e5ca14 admin admin] Publish callbacks [] for security_group (8a428282-ee4e-4c21-b2d7-1787f13cb480), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:48.147098 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c108f9d2-3a88-4a87-902b-a85881e5ca14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (8a428282-ee4e-4c21-b2d7-1787f13cb480), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:48.203448 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-c108f9d2-3a88-4a87-902b-a85881e5ca14 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=83a70bfe861e4ecfae1ddcff044e0582&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2870319 Jun 16 17:41:48.204664 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c108f9d2-3a88-4a87-902b-a85881e5ca14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a428282-ee4e-4c21-b2d7-1787f13cb480,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:41:48.207423 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 33434) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:41:48.265135 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-9510de0e-dc61-489e-8f19-a7d8d20800e2 admin admin] Publish callbacks [] for security_group (8a428282-ee4e-4c21-b2d7-1787f13cb480), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:48.289531 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-9510de0e-dc61-489e-8f19-a7d8d20800e2 admin admin] Publish callbacks [] for security_group (8a428282-ee4e-4c21-b2d7-1787f13cb480), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:48.343413 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-9510de0e-dc61-489e-8f19-a7d8d20800e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (8a428282-ee4e-4c21-b2d7-1787f13cb480), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:48.346654 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-9510de0e-dc61-489e-8f19-a7d8d20800e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:48.347787 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-9510de0e-dc61-489e-8f19-a7d8d20800e2 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/8a428282-ee4e-4c21-b2d7-1787f13cb480 HTTP/1.1" status: 204 len: 168 time: 0.1393504 Jun 16 17:41:48.356479 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9510de0e-dc61-489e-8f19-a7d8d20800e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a428282-ee4e-4c21-b2d7-1787f13cb480,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:41:48.748556 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 33462) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:41:48.787484 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (9f2b4370-7d03-4dcb-9a0d-4ff62d859136), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:48.951778 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-9abc9e4a-aa43-4198-a068-bb0e8ef348b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:48.993183 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:41:49.039441 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-9abc9e4a-aa43-4198-a068-bb0e8ef348b9 admin admin] Publish callbacks [] for security_group (c1560bff-0d26-4540-b5b4-66dba9faf04f), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:49.044414 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-9abc9e4a-aa43-4198-a068-bb0e8ef348b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (c1560bff-0d26-4540-b5b4-66dba9faf04f), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:49.084943 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abc9e4a-aa43-4198-a068-bb0e8ef348b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1560bff-0d26-4540-b5b4-66dba9faf04f,revision_number=1']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:41:49.091886 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-9abc9e4a-aa43-4198-a068-bb0e8ef348b9 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=345a270d4bab4e1da43d1f6add2de914&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3392823 Jun 16 17:41:49.092333 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 33478) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:41:49.144248 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-52ddde05-4023-4724-9b19-eca1e96d8138 admin admin] Publish callbacks [] for security_group (c1560bff-0d26-4540-b5b4-66dba9faf04f), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:49.167704 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-52ddde05-4023-4724-9b19-eca1e96d8138 admin admin] Publish callbacks [] for security_group (c1560bff-0d26-4540-b5b4-66dba9faf04f), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:49.217587 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-52ddde05-4023-4724-9b19-eca1e96d8138 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (c1560bff-0d26-4540-b5b4-66dba9faf04f), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:49.220847 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-52ddde05-4023-4724-9b19-eca1e96d8138 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:49.222034 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-52ddde05-4023-4724-9b19-eca1e96d8138 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/c1560bff-0d26-4540-b5b4-66dba9faf04f HTTP/1.1" status: 204 len: 168 time: 0.1289163 Jun 16 17:41:49.230287 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ddde05-4023-4724-9b19-eca1e96d8138 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1560bff-0d26-4540-b5b4-66dba9faf04f,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:41:49.645822 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 33492) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:41:49.659884 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-2da560aa-379d-42ca-b9da-8c1d9ebd6e7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:49.742268 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-2da560aa-379d-42ca-b9da-8c1d9ebd6e7a admin admin] Publish callbacks [] for security_group (d0a7b09f-0927-45de-9558-d672cb207e56), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:49.746045 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-2da560aa-379d-42ca-b9da-8c1d9ebd6e7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (d0a7b09f-0927-45de-9558-d672cb207e56), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:49.789139 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-2da560aa-379d-42ca-b9da-8c1d9ebd6e7a admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=d174324f83544e9da9a63607b8eda634&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1422331 Jun 16 17:41:49.790103 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da560aa-379d-42ca-b9da-8c1d9ebd6e7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0a7b09f-0927-45de-9558-d672cb207e56,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:41:49.791770 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 33494) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:41:49.854497 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-7a03f3d5-24b8-4773-93b9-4ee1ead3c262 admin admin] Publish callbacks [] for security_group (d0a7b09f-0927-45de-9558-d672cb207e56), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:49.876940 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-7a03f3d5-24b8-4773-93b9-4ee1ead3c262 admin admin] Publish callbacks [] for security_group (d0a7b09f-0927-45de-9558-d672cb207e56), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:49.926900 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-7a03f3d5-24b8-4773-93b9-4ee1ead3c262 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (d0a7b09f-0927-45de-9558-d672cb207e56), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:49.929542 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-7a03f3d5-24b8-4773-93b9-4ee1ead3c262 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:49.930727 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-7a03f3d5-24b8-4773-93b9-4ee1ead3c262 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/d0a7b09f-0927-45de-9558-d672cb207e56 HTTP/1.1" status: 204 len: 168 time: 0.1379197 Jun 16 17:41:49.940055 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a03f3d5-24b8-4773-93b9-4ee1ead3c262 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0a7b09f-0927-45de-9558-d672cb207e56,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:41:51.174114 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 33534) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:41:51.292589 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-e2e76eb5-854c-490d-8440-1f0502ff5306 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:51.380378 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-e2e76eb5-854c-490d-8440-1f0502ff5306 admin admin] Publish callbacks [] for security_group (5cb3ea28-4a36-4ed0-becd-a20364c57ded), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:51.384301 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-e2e76eb5-854c-490d-8440-1f0502ff5306 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (5cb3ea28-4a36-4ed0-becd-a20364c57ded), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:51.426950 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e76eb5-854c-490d-8440-1f0502ff5306 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cb3ea28-4a36-4ed0-becd-a20364c57ded,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:41:51.432396 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-e2e76eb5-854c-490d-8440-1f0502ff5306 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=37df6c266bac4dce818dc346255b53d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2569518 Jun 16 17:41:51.435028 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 33538) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:41:51.488820 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-acb3ce51-dcfa-49a0-970b-27538e4aaa01 admin admin] Publish callbacks [] for security_group (5cb3ea28-4a36-4ed0-becd-a20364c57ded), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:51.512428 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-acb3ce51-dcfa-49a0-970b-27538e4aaa01 admin admin] Publish callbacks [] for security_group (5cb3ea28-4a36-4ed0-becd-a20364c57ded), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:51.561015 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-acb3ce51-dcfa-49a0-970b-27538e4aaa01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (5cb3ea28-4a36-4ed0-becd-a20364c57ded), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:51.564302 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-acb3ce51-dcfa-49a0-970b-27538e4aaa01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:51.565634 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-acb3ce51-dcfa-49a0-970b-27538e4aaa01 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/5cb3ea28-4a36-4ed0-becd-a20364c57ded HTTP/1.1" status: 204 len: 168 time: 0.1295063 Jun 16 17:41:51.573916 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb3ce51-dcfa-49a0-970b-27538e4aaa01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cb3ea28-4a36-4ed0-becd-a20364c57ded,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:41:52.180990 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:41:52.221357 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7ca210-0551-4565-9f50-2edde9042bec req-92d82603-c4de-4a9f-9974-c9ab6b4d21e3 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:41:52.222879 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-3e7ca210-0551-4565-9f50-2edde9042bec req-92d82603-c4de-4a9f-9974-c9ab6b4d21e3 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] 10.222.0.40 "GET /v2.0/ports?device_id=d4c247cb-d14e-4c48-b6ec-9dd53c2f7020 HTTP/1.1" status: 200 len: 946 time: 0.0517757 Jun 16 17:41:52.277762 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-3e7ca210-0551-4565-9f50-2edde9042bec req-60098f8a-a76d-4553-bcb7-38633141770a tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] 10.222.0.40 "GET /v2.0/security-groups?id=c99e9d2f-61bf-429d-a23a-df374ca07018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477281 Jun 16 17:41:52.301824 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 33572) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:41:52.529664 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd269a5-b75f-4c3f-a8ad-05d71f48d250 tempest-TestMinimumBasicScenario-452316161 tempest-TestMinimumBasicScenario-452316161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:41:52.531181 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-7cd269a5-b75f-4c3f-a8ad-05d71f48d250 tempest-TestMinimumBasicScenario-452316161 tempest-TestMinimumBasicScenario-452316161-project-admin] 10.222.0.40 "GET /v2.0/ports?device_id=d4c247cb-d14e-4c48-b6ec-9dd53c2f7020 HTTP/1.1" status: 200 len: 1125 time: 0.2283697 Jun 16 17:41:52.534550 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 33580) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:41:52.538846 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [None req-8b3b8ed0-6d5c-49f4-bff3-b538f3522453 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] Request body: {'floatingip': {'floating_network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'port_id': '847dc5cf-0312-4fdf-b298-3e5d0e5ddbca', 'tenant_id': 'ad7c8fc06d764104b1c7107b48d8dddc', 'fixed_ip_address': '172.20.0.13'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:41:52.562051 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-8b3b8ed0-6d5c-49f4-bff3-b538f3522453 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:52.624821 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:41:52.650550 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-8b3b8ed0-6d5c-49f4-bff3-b538f3522453 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:52.692838 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 33584) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:41:52.776940 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.db.db_base_plugin_common [None req-8b3b8ed0-6d5c-49f4-bff3-b538f3522453 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] Allocated IP 172.27.0.182 (a25e4fa3-c316-487c-825a-4fde1c36cdb2/47584a51-19b7-439b-9f28-a7f577441b18/e648f8c0-8330-48f2-8dc5-bdf96fb2d86a) {{(pid=104052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:41:52.815673 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-eaff09e0-748e-429b-8b01-84b8a2ceaed9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:52.862726 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=81,neutron:DELETE=5,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:41:52.895592 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-8b3b8ed0-6d5c-49f4-bff3-b538f3522453 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] Publish callbacks [] for port (e648f8c0-8330-48f2-8dc5-bdf96fb2d86a), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:52.907942 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-eaff09e0-748e-429b-8b01-84b8a2ceaed9 admin admin] Publish callbacks [] for security_group (6ee5f1af-cea9-46e5-a053-186af2f7801d), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:52.911708 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-eaff09e0-748e-429b-8b01-84b8a2ceaed9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (6ee5f1af-cea9-46e5-a053-186af2f7801d), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:52.959667 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff09e0-748e-429b-8b01-84b8a2ceaed9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ee5f1af-cea9-46e5-a053-186af2f7801d,revision_number=1']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:41:52.967933 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-eaff09e0-748e-429b-8b01-84b8a2ceaed9 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=990754d5bad1424fae09f7b03b638bdb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2711997 Jun 16 17:41:52.969214 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 33590) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:41:53.049100 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-0fe17b64-7e26-4ed3-bbec-101714a87024 admin admin] Publish callbacks [] for security_group (6ee5f1af-cea9-46e5-a053-186af2f7801d), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:53.085412 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-0fe17b64-7e26-4ed3-bbec-101714a87024 admin admin] Publish callbacks [] for security_group (6ee5f1af-cea9-46e5-a053-186af2f7801d), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:53.158699 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-0fe17b64-7e26-4ed3-bbec-101714a87024 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (6ee5f1af-cea9-46e5-a053-186af2f7801d), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:53.161466 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-0fe17b64-7e26-4ed3-bbec-101714a87024 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:53.162704 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-0fe17b64-7e26-4ed3-bbec-101714a87024 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/6ee5f1af-cea9-46e5-a053-186af2f7801d HTTP/1.1" status: 204 len: 168 time: 0.1934166 Jun 16 17:41:53.173830 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe17b64-7e26-4ed3-bbec-101714a87024 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ee5f1af-cea9-46e5-a053-186af2f7801d,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:41:53.218512 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-8b3b8ed0-6d5c-49f4-bff3-b538f3522453 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762170029078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62916395'] for port (e648f8c0-8330-48f2-8dc5-bdf96fb2d86a), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:53.258916 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b3b8ed0-6d5c-49f4-bff3-b538f3522453 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] Network a25e4fa3-c316-487c-825a-4fde1c36cdb2 is already hosted by enough agents. {{(pid=104052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:41:53.267918 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.base_scheduler [None req-8b3b8ed0-6d5c-49f4-bff3-b538f3522453 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] Resources bound (agent type, host, resource id): {{(pid=104052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:41:53.272580 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b3b8ed0-6d5c-49f4-bff3-b538f3522453 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] Received port after_create {{(pid=104052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 17:41:53.295620 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3b8ed0-6d5c-49f4-bff3-b538f3522453 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] Pushing event updated for resources: {'Port': ['ID=e648f8c0-8330-48f2-8dc5-bdf96fb2d86a,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:41:53.522201 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:41:53.672182 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-8b3b8ed0-6d5c-49f4-bff3-b538f3522453 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] Publish callbacks [] for floatingip (d46e87c2-bcd5-4d5a-a73a-752f7ee0196b), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:53.747075 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-8b3b8ed0-6d5c-49f4-bff3-b538f3522453 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (e648f8c0-8330-48f2-8dc5-bdf96fb2d86a), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:53.863601 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:41:53.880943 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 33612) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:41:53.913317 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-8b3b8ed0-6d5c-49f4-bff3-b538f3522453 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] Publish callbacks [] for port (e648f8c0-8330-48f2-8dc5-bdf96fb2d86a), precommit_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:53.918038 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-8b3b8ed0-6d5c-49f4-bff3-b538f3522453 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62916386'] for port (e648f8c0-8330-48f2-8dc5-bdf96fb2d86a), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:53.995443 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3b8ed0-6d5c-49f4-bff3-b538f3522453 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] Pushing event updated for resources: {'Port': ['ID=e648f8c0-8330-48f2-8dc5-bdf96fb2d86a,revision_number=2']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:41:53.999846 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.v2.base [None req-9d4f3ad3-ae7b-48da-a394-fc35962c2dfc admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-748751416-network', 'tenant_id': '554c281060a446ed9b2d02bad7b8ec1d'}} {{(pid=104053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:41:54.012600 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-8b3b8ed0-6d5c-49f4-bff3-b538f3522453 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-375498'] for floatingip (d46e87c2-bcd5-4d5a-a73a-752f7ee0196b), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:54.022280 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=83,neutron:DELETE=7,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:41:54.032593 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d4f3ad3-ae7b-48da-a394-fc35962c2dfc admin admin] Made reservation on behalf of 554c281060a446ed9b2d02bad7b8ec1d for: {'network': 1} {{(pid=104053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:41:54.035035 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-9d4f3ad3-ae7b-48da-a394-fc35962c2dfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for network (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:54.046518 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-9d4f3ad3-ae7b-48da-a394-fc35962c2dfc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:54.127169 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.db.l3_db [None req-8b3b8ed0-6d5c-49f4-bff3-b538f3522453 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] Floating IP d46e87c2-bcd5-4d5a-a73a-752f7ee0196b associated. External IP: 172.27.0.182, port: 847dc5cf-0312-4fdf-b298-3e5d0e5ddbca. Jun 16 17:41:54.140742 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-9d4f3ad3-ae7b-48da-a394-fc35962c2dfc admin admin] Publish callbacks [] for security_group (1e9f9bf4-fb30-449d-aa39-36adcfd72d57), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:54.145616 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-9d4f3ad3-ae7b-48da-a394-fc35962c2dfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (1e9f9bf4-fb30-449d-aa39-36adcfd72d57), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:54.180634 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d4f3ad3-ae7b-48da-a394-fc35962c2dfc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 301} {{(pid=104053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 17:41:54.190491 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4f3ad3-ae7b-48da-a394-fc35962c2dfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e9f9bf4-fb30-449d-aa39-36adcfd72d57,revision_number=1']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:41:54.197889 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-9d4f3ad3-ae7b-48da-a394-fc35962c2dfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1565696'] for segment (7bfc72ec-0b8b-4e76-beae-b3dd00144182), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:54.198457 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.db.segments_db [None req-9d4f3ad3-ae7b-48da-a394-fc35962c2dfc admin admin] Added segment 7bfc72ec-0b8b-4e76-beae-b3dd00144182 of type vlan for network c46d647a-b877-4cb5-9d41-f29712e06919 Jun 16 17:41:54.247017 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-9d4f3ad3-ae7b-48da-a394-fc35962c2dfc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762169983061'] for network (c46d647a-b877-4cb5-9d41-f29712e06919), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:54.274024 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-9d4f3ad3-ae7b-48da-a394-fc35962c2dfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511'] for network (c46d647a-b877-4cb5-9d41-f29712e06919), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:54.275248 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d4f3ad3-ae7b-48da-a394-fc35962c2dfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:41:54.275824 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-9d4f3ad3-ae7b-48da-a394-fc35962c2dfc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626521'] for network (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:54.311091 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-9d4f3ad3-ae7b-48da-a394-fc35962c2dfc admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 867 time: 0.4288182 Jun 16 17:41:54.330432 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 33622) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:41:54.335509 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [None req-7923a04e-ff87-4526-a338-afd05c424164 admin admin] Request body: {'subnet': {'network_id': 'c46d647a-b877-4cb5-9d41-f29712e06919', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-748751416-subnet', 'tenant_id': '554c281060a446ed9b2d02bad7b8ec1d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:41:54.342310 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4f3ad3-ae7b-48da-a394-fc35962c2dfc admin admin] Pushing event updated for resources: {'Network': ['ID=c46d647a-b877-4cb5-9d41-f29712e06919,revision_number=1']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:41:54.359594 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Network c46d647a-b877-4cb5-9d41-f29712e06919 details requested by agent ovs-agent-dv-cinder-837546-2-iscsi with host dv-cinder-837546-2-iscsi {{(pid=104054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 16 17:41:54.373904 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7923a04e-ff87-4526-a338-afd05c424164 admin admin] Made reservation on behalf of 554c281060a446ed9b2d02bad7b8ec1d for: {'subnet': 1} {{(pid=104052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:41:54.376565 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-7923a04e-ff87-4526-a338-afd05c424164 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62963044'] for subnet (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:54.395262 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:41:54.407320 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b3b8ed0-6d5c-49f4-bff3-b538f3522453 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] Router 21b6238a-2945-42b8-8944-3c7684126694 has already been hosted by L3 agent 43e250b4-0ce3-4949-aa8c-0bafe6454580 {{(pid=104052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 17:41:54.617063 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b3b8ed0-6d5c-49f4-bff3-b538f3522453 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] Notify agent at l3_agent.dv-cinder-837546-2-iscsi the message routers_updated {{(pid=104052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 17:41:54.630675 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61704ad5-dd7a-43f6-823f-a4eeddeed036 None None] Sync routers for ids ['21b6238a-2945-42b8-8944-3c7684126694'] in dv-cinder-837546-2-iscsi {{(pid=104054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:41:54.642404 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61704ad5-dd7a-43f6-823f-a4eeddeed036 None None] Routers {'21b6238a-2945-42b8-8944-3c7684126694'} bound to L3 agent in host dv-cinder-837546-2-iscsi {{(pid=104054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:41:54.643047 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-61704ad5-dd7a-43f6-823f-a4eeddeed036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-16T17:26:01Z,description=,heartbeat_timestamp=2022-06-16T17:41:31Z,host='dv-cinder-837546-2-iscsi',id=43e250b4-0ce3-4949-aa8c-0bafe6454580,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:26:01Z,topic='l3_agent')) {'router_ids': ['21b6238a-2945-42b8-8944-3c7684126694'], 'active': True} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:41:54.670281 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-8b3b8ed0-6d5c-49f4-bff3-b538f3522453 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228225'] for floatingip (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:54.675115 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-7923a04e-ff87-4526-a338-afd05c424164 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62916447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62963030'] for subnet (3db804a2-73e5-4816-a4b9-00107b79ccc5), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:54.742692 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-8b3b8ed0-6d5c-49f4-bff3-b538f3522453 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2070997 Jun 16 17:41:54.745556 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 33624) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:41:54.748028 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4c247cb-d14e-4c48-b6ec-9dd53c2f7020', 'tag': '847dc5cf-0312-4fdf-b298-3e5d0e5ddbca'}] {{(pid=104052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 17:41:54.750178 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.v2.base [None req-e67d4faf-4b7c-4ad7-b5b6-1fb6c79e213e tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2017246573', 'description': 'tempest-secgroup-smoke-2017246573 description', 'project_id': 'ad7c8fc06d764104b1c7107b48d8dddc'}} {{(pid=104053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:41:54.750720 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9713fa4f09cf3058fa9276dada2b44135c9dd2e88d0acd54628e4483b77b1e61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ee58d76-33c9-42d7-92cb-928a94babb47" -d '{"events": [{"name": "network-changed", "server_uuid": "d4c247cb-d14e-4c48-b6ec-9dd53c2f7020", "tag": "847dc5cf-0312-4fdf-b298-3e5d0e5ddbca"}]}' {{(pid=104052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:41:54.756194 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvr_db [None req-61704ad5-dd7a-43f6-823f-a4eeddeed036 None None] Set router 21b6238a-2945-42b8-8944-3c7684126694 gateway port host: dv-cinder-837546-2-iscsi {{(pid=104054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:41:54.756393 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:41:54.764588 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7923a04e-ff87-4526-a338-afd05c424164 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3db804a2-73e5-4816-a4b9-00107b79ccc5,revision_number=0']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:41:54.785994 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7923a04e-ff87-4526-a338-afd05c424164 admin admin] Checking segment: {'id': '7bfc72ec-0b8b-4e76-beae-b3dd00144182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'c46d647a-b877-4cb5-9d41-f29712e06919'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 17:41:54.786346 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7923a04e-ff87-4526-a338-afd05c424164 admin admin] Network hostable DHCP agents. Network: c46d647a-b877-4cb5-9d41-f29712e06919, hostable agents: ['e26ebcb9-a690-4ec1-8688-e951546304f4'], hosted agents: [] {{(pid=104052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 17:41:54.804383 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-e67d4faf-4b7c-4ad7-b5b6-1fb6c79e213e tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] Publish callbacks [] for security_group (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:54.811614 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7923a04e-ff87-4526-a338-afd05c424164 admin admin] Network c46d647a-b877-4cb5-9d41-f29712e06919 is scheduled to be hosted by DHCP agent e26ebcb9-a690-4ec1-8688-e951546304f4 with binding_index 1 {{(pid=104052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 17:41:54.820146 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 17:41:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-390cdf6e-3d53-4347-9f2b-01fd5bf82008 x-openstack-request-id: req-390cdf6e-3d53-4347-9f2b-01fd5bf82008 {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:41:54.820442 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4c247cb-d14e-4c48-b6ec-9dd53c2f7020", "tag": "847dc5cf-0312-4fdf-b298-3e5d0e5ddbca", "status": "completed", "code": 200}]} {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:41:54.820740 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-390cdf6e-3d53-4347-9f2b-01fd5bf82008 {{(pid=104052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:41:54.821384 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-390cdf6e-3d53-4347-9f2b-01fd5bf82008'] response: {'name': 'network-changed', 'server_uuid': 'd4c247cb-d14e-4c48-b6ec-9dd53c2f7020', 'tag': '847dc5cf-0312-4fdf-b298-3e5d0e5ddbca', 'status': 'completed', 'code': 200} Jun 16 17:41:54.827031 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.base_scheduler [None req-7923a04e-ff87-4526-a338-afd05c424164 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837546-2-iscsi, c46d647a-b877-4cb5-9d41-f29712e06919) {{(pid=104052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:41:54.832534 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7923a04e-ff87-4526-a338-afd05c424164 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:41:54.833393 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-7923a04e-ff87-4526-a338-afd05c424164 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626521'] for subnet (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:54.847940 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a68b6719-0349-4227-8959-bdbc7bc4bb69 None None] Network c46d647a-b877-4cb5-9d41-f29712e06919 requested from dv-cinder-837546-2-iscsi {{(pid=104054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 17:41:54.857221 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-7923a04e-ff87-4526-a338-afd05c424164 admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5222239 Jun 16 17:41:54.928229 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-e67d4faf-4b7c-4ad7-b5b6-1fb6c79e213e tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] Publish callbacks [] for security_group (67e9b173-e555-499a-87e1-4b1ac2b90b4e), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:54.933610 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-e67d4faf-4b7c-4ad7-b5b6-1fb6c79e213e tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (67e9b173-e555-499a-87e1-4b1ac2b90b4e), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:54.972123 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-e67d4faf-4b7c-4ad7-b5b6-1fb6c79e213e tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] Publish callbacks [] for security_group (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:54.976114 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-e67d4faf-4b7c-4ad7-b5b6-1fb6c79e213e tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2268465 Jun 16 17:41:54.976519 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 33630) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:41:54.981430 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.v2.base [None req-7e2bdaee-7d96-4b43-b9c6-2f4b0a0c590c tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] Request body: {'security_group_rule': {'security_group_id': '67e9b173-e555-499a-87e1-4b1ac2b90b4e', 'project_id': 'ad7c8fc06d764104b1c7107b48d8dddc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:41:54.989972 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67d4faf-4b7c-4ad7-b5b6-1fb6c79e213e tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67e9b173-e555-499a-87e1-4b1ac2b90b4e,revision_number=1']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:41:54.994813 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=81,neutron:DELETE=5,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:41:55.029319 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-7e2bdaee-7d96-4b43-b9c6-2f4b0a0c590c tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] Publish callbacks [] for security_group_rule (b66ac765-ca7e-4d0b-9bd2-15da834a20e0), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:55.097718 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-7e2bdaee-7d96-4b43-b9c6-2f4b0a0c590c tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] Publish callbacks [] for security_group_rule (b66ac765-ca7e-4d0b-9bd2-15da834a20e0), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:55.103149 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-7e2bdaee-7d96-4b43-b9c6-2f4b0a0c590c tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522948'] for security_group_rule (b66ac765-ca7e-4d0b-9bd2-15da834a20e0), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:55.129269 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2bdaee-7d96-4b43-b9c6-2f4b0a0c590c tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b66ac765-ca7e-4d0b-9bd2-15da834a20e0,revision_number=0']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:41:55.139796 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-7e2bdaee-7d96-4b43-b9c6-2f4b0a0c590c tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:55.145077 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 33636) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:41:55.146415 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-7e2bdaee-7d96-4b43-b9c6-2f4b0a0c590c tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1675959 Jun 16 17:41:55.153320 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [None req-52888903-c6dd-4128-a298-2321d2f0d7a4 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] Request body: {'security_group_rule': {'security_group_id': '67e9b173-e555-499a-87e1-4b1ac2b90b4e', 'project_id': 'ad7c8fc06d764104b1c7107b48d8dddc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:41:55.185639 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd7e660e-02ee-4576-9cf7-bb4f8b68b4a3 None None] Network c46d647a-b877-4cb5-9d41-f29712e06919 requested from dv-cinder-837546-2-iscsi {{(pid=104054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 17:41:55.202124 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-52888903-c6dd-4128-a298-2321d2f0d7a4 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] Publish callbacks [] for security_group_rule (8e6a821b-d4a3-4b5d-87c5-a4e3cd9b935b), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:55.303780 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-52888903-c6dd-4128-a298-2321d2f0d7a4 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] Publish callbacks [] for security_group_rule (8e6a821b-d4a3-4b5d-87c5-a4e3cd9b935b), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:55.309394 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-52888903-c6dd-4128-a298-2321d2f0d7a4 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522948'] for security_group_rule (8e6a821b-d4a3-4b5d-87c5-a4e3cd9b935b), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:55.310223 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-61704ad5-dd7a-43f6-823f-a4eeddeed036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21b6238a-2945-42b8-8944-3c7684126694', 'name': 'tempest-TestMinimumBasicScenario-615183978-router', 'tenant_id': 'ad7c8fc06d764104b1c7107b48d8dddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'external_fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': '55aa95ce-e3ad-4b2d-94dc-82db1585ddd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:40:47Z', 'updated_at': '2022-06-16T17:40:51Z', 'revision_number': 4, 'project_id': 'ad7c8fc06d764104b1c7107b48d8dddc', 'gw_port': {'id': '55aa95ce-e3ad-4b2d-94dc-82db1585ddd4', 'name': '', 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:39:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b6238a-2945-42b8-8944-3c7684126694', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:40:48Z', 'updated_at': '2022-06-16T17:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47584a51-19b7-439b-9f28-a7f577441b18', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-2-iscsi', '_floatingips': [{'id': 'd46e87c2-bcd5-4d5a-a73a-752f7ee0196b', 'tenant_id': 'ad7c8fc06d764104b1c7107b48d8dddc', 'floating_ip_address': '172.27.0.182', 'floating_network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'router_id': '21b6238a-2945-42b8-8944-3c7684126694', 'port_id': '847dc5cf-0312-4fdf-b298-3e5d0e5ddbca', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 664, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9d8618e-26e4-4cf3-ab6a-5013cb00a484', 'mac_address': 'fa:16:3e:07:03:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c247cb-d14e-4c48-b6ec-9dd53c2f7020', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T17:41:53Z', 'updated_at': '2022-06-16T17:41:53Z', 'revision_number': 0, 'project_id': 'ad7c8fc06d764104b1c7107b48d8dddc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5c402f4-6346-4780-90bd-9d2c5ff2601a', 'name': '', 'network_id': 'a9d8618e-26e4-4cf3-ab6a-5013cb00a484', 'tenant_id': 'ad7c8fc06d764104b1c7107b48d8dddc', 'mac_address': 'fa:16:3e:00:07:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b6238a-2945-42b8-8944-3c7684126694', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '2145066f-716c-439f-a5f9-9db79788f95e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:40:50Z', 'updated_at': '2022-06-16T17:40:58Z', 'revision_number': 5, 'project_id': 'ad7c8fc06d764104b1c7107b48d8dddc', 'subnets': [{'id': '2145066f-716c-439f-a5f9-9db79788f95e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837546-2-iscsi', False) {} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:41:55.315479 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:41:55.336038 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52888903-c6dd-4128-a298-2321d2f0d7a4 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e6a821b-d4a3-4b5d-87c5-a4e3cd9b935b,revision_number=0']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:41:55.340546 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-52888903-c6dd-4128-a298-2321d2f0d7a4 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:55.345466 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-52888903-c6dd-4128-a298-2321d2f0d7a4 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1966004 Jun 16 17:41:55.345705 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 33640) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:41:55.350970 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.v2.base [None req-c45dac1d-9fe1-4f9b-af0c-88d7c7510a08 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] Request body: {'security_group_rule': {'security_group_id': '67e9b173-e555-499a-87e1-4b1ac2b90b4e', 'project_id': 'ad7c8fc06d764104b1c7107b48d8dddc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:41:55.359639 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61704ad5-dd7a-43f6-823f-a4eeddeed036 None None] Checking router: 21b6238a-2945-42b8-8944-3c7684126694 for host: dv-cinder-837546-2-iscsi {{(pid=104054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:41:55.382851 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c45dac1d-9fe1-4f9b-af0c-88d7c7510a08 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] Publish callbacks [] for security_group_rule (401cfb8c-b143-4fac-96c6-b692d9a10641), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:55.394808 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61704ad5-dd7a-43f6-823f-a4eeddeed036 None None] Routers {'21b6238a-2945-42b8-8944-3c7684126694'} bound to L3 agent in host dv-cinder-837546-2-iscsi {{(pid=104054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:41:55.395454 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-61704ad5-dd7a-43f6-823f-a4eeddeed036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-16T17:26:01Z,description=,heartbeat_timestamp=2022-06-16T17:41:31Z,host='dv-cinder-837546-2-iscsi',id=43e250b4-0ce3-4949-aa8c-0bafe6454580,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:26:01Z,topic='l3_agent')) {'router_ids': ['21b6238a-2945-42b8-8944-3c7684126694'], 'active': True} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:41:55.409422 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=79,neutron:INSERT=17,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:41:55.459693 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c45dac1d-9fe1-4f9b-af0c-88d7c7510a08 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] Publish callbacks [] for security_group_rule (401cfb8c-b143-4fac-96c6-b692d9a10641), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:55.465591 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c45dac1d-9fe1-4f9b-af0c-88d7c7510a08 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522948'] for security_group_rule (401cfb8c-b143-4fac-96c6-b692d9a10641), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:55.485341 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45dac1d-9fe1-4f9b-af0c-88d7c7510a08 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=401cfb8c-b143-4fac-96c6-b692d9a10641,revision_number=0']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:41:55.505398 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c45dac1d-9fe1-4f9b-af0c-88d7c7510a08 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:55.509612 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-c45dac1d-9fe1-4f9b-af0c-88d7c7510a08 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1626573 Jun 16 17:41:55.510207 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 33644) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:41:55.518445 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [None req-1dc7693e-12c1-4038-ba4a-2ecaebbebddc tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] Request body: {'security_group_rule': {'security_group_id': '67e9b173-e555-499a-87e1-4b1ac2b90b4e', 'project_id': 'ad7c8fc06d764104b1c7107b48d8dddc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:41:55.540661 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvr_db [None req-61704ad5-dd7a-43f6-823f-a4eeddeed036 None None] Set router 21b6238a-2945-42b8-8944-3c7684126694 gateway port host: dv-cinder-837546-2-iscsi {{(pid=104054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:41:55.558690 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-1dc7693e-12c1-4038-ba4a-2ecaebbebddc tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] Publish callbacks [] for security_group_rule (f1c59ede-6f08-4364-bd9b-92d92256e7b4), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:55.627478 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-1dc7693e-12c1-4038-ba4a-2ecaebbebddc tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] Publish callbacks [] for security_group_rule (f1c59ede-6f08-4364-bd9b-92d92256e7b4), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:55.631608 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-1dc7693e-12c1-4038-ba4a-2ecaebbebddc tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522948'] for security_group_rule (f1c59ede-6f08-4364-bd9b-92d92256e7b4), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:55.652004 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc7693e-12c1-4038-ba4a-2ecaebbebddc tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1c59ede-6f08-4364-bd9b-92d92256e7b4,revision_number=0']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:41:55.660745 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-1dc7693e-12c1-4038-ba4a-2ecaebbebddc tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:55.662001 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-1dc7693e-12c1-4038-ba4a-2ecaebbebddc tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1505840 Jun 16 17:41:55.664815 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 33648) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:41:55.669716 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [None req-0696f38c-f909-4344-a2f2-57c6f465c211 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] Request body: {'security_group_rule': {'security_group_id': '67e9b173-e555-499a-87e1-4b1ac2b90b4e', 'project_id': 'ad7c8fc06d764104b1c7107b48d8dddc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:41:55.685721 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:INSERT=9,neutron:SELECT=82,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:41:55.692646 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.db.securitygroups_db [None req-0696f38c-f909-4344-a2f2-57c6f465c211 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] Project ad7c8fc06d764104b1c7107b48d8dddc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 17:41:55.698686 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:41:55.699379 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0696f38c-f909-4344-a2f2-57c6f465c211 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] Publish callbacks [] for security_group_rule (f178d920-5f9d-47f7-b99c-0a7ff4ebf048), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:55.755947 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0696f38c-f909-4344-a2f2-57c6f465c211 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] Publish callbacks [] for security_group_rule (f178d920-5f9d-47f7-b99c-0a7ff4ebf048), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:55.759621 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0696f38c-f909-4344-a2f2-57c6f465c211 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522948'] for security_group_rule (f178d920-5f9d-47f7-b99c-0a7ff4ebf048), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:55.775502 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-61704ad5-dd7a-43f6-823f-a4eeddeed036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21b6238a-2945-42b8-8944-3c7684126694', 'name': 'tempest-TestMinimumBasicScenario-615183978-router', 'tenant_id': 'ad7c8fc06d764104b1c7107b48d8dddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'external_fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': '55aa95ce-e3ad-4b2d-94dc-82db1585ddd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:40:47Z', 'updated_at': '2022-06-16T17:40:51Z', 'revision_number': 4, 'project_id': 'ad7c8fc06d764104b1c7107b48d8dddc', 'gw_port': {'id': '55aa95ce-e3ad-4b2d-94dc-82db1585ddd4', 'name': '', 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:39:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b6238a-2945-42b8-8944-3c7684126694', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:40:48Z', 'updated_at': '2022-06-16T17:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47584a51-19b7-439b-9f28-a7f577441b18', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-2-iscsi', '_floatingips': [{'id': 'd46e87c2-bcd5-4d5a-a73a-752f7ee0196b', 'tenant_id': 'ad7c8fc06d764104b1c7107b48d8dddc', 'floating_ip_address': '172.27.0.182', 'floating_network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'router_id': '21b6238a-2945-42b8-8944-3c7684126694', 'port_id': '847dc5cf-0312-4fdf-b298-3e5d0e5ddbca', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 664, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9d8618e-26e4-4cf3-ab6a-5013cb00a484', 'mac_address': 'fa:16:3e:07:03:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c247cb-d14e-4c48-b6ec-9dd53c2f7020', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T17:41:53Z', 'updated_at': '2022-06-16T17:41:53Z', 'revision_number': 0, 'project_id': 'ad7c8fc06d764104b1c7107b48d8dddc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5c402f4-6346-4780-90bd-9d2c5ff2601a', 'name': '', 'network_id': 'a9d8618e-26e4-4cf3-ab6a-5013cb00a484', 'tenant_id': 'ad7c8fc06d764104b1c7107b48d8dddc', 'mac_address': 'fa:16:3e:00:07:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b6238a-2945-42b8-8944-3c7684126694', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '2145066f-716c-439f-a5f9-9db79788f95e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:40:50Z', 'updated_at': '2022-06-16T17:40:58Z', 'revision_number': 5, 'project_id': 'ad7c8fc06d764104b1c7107b48d8dddc', 'subnets': [{'id': '2145066f-716c-439f-a5f9-9db79788f95e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837546-2-iscsi', False) {} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:41:55.780719 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0696f38c-f909-4344-a2f2-57c6f465c211 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f178d920-5f9d-47f7-b99c-0a7ff4ebf048,revision_number=0']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:41:55.787710 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0696f38c-f909-4344-a2f2-57c6f465c211 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:55.789603 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-0696f38c-f909-4344-a2f2-57c6f465c211 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1236074 Jun 16 17:41:55.791850 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 33650) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:41:55.796523 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.v2.base [None req-341e1cbf-9fa3-454e-a91e-648cf5141067 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] Request body: {'security_group_rule': {'security_group_id': '67e9b173-e555-499a-87e1-4b1ac2b90b4e', 'project_id': 'ad7c8fc06d764104b1c7107b48d8dddc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:41:55.803144 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61704ad5-dd7a-43f6-823f-a4eeddeed036 None None] The sync data for ids ['21b6238a-2945-42b8-8944-3c7684126694'] in dv-cinder-837546-2-iscsi is: [{'id': '21b6238a-2945-42b8-8944-3c7684126694', 'name': 'tempest-TestMinimumBasicScenario-615183978-router', 'tenant_id': 'ad7c8fc06d764104b1c7107b48d8dddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'external_fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': '55aa95ce-e3ad-4b2d-94dc-82db1585ddd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:40:47Z', 'updated_at': '2022-06-16T17:40:51Z', 'revision_number': 4, 'project_id': 'ad7c8fc06d764104b1c7107b48d8dddc', 'gw_port': {'id': '55aa95ce-e3ad-4b2d-94dc-82db1585ddd4', 'name': '', 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:39:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b6238a-2945-42b8-8944-3c7684126694', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:40:48Z', 'updated_at': '2022-06-16T17:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47584a51-19b7-439b-9f28-a7f577441b18', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-2-iscsi', '_floatingips': [{'id': 'd46e87c2-bcd5-4d5a-a73a-752f7ee0196b', 'tenant_id': 'ad7c8fc06d764104b1c7107b48d8dddc', 'floating_ip_address': '172.27.0.182', 'floating_network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'router_id': '21b6238a-2945-42b8-8944-3c7684126694', 'port_id': '847dc5cf-0312-4fdf-b298-3e5d0e5ddbca', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 664, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9d8618e-26e4-4cf3-ab6a-5013cb00a484', 'mac_address': 'fa:16:3e:07:03:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c247cb-d14e-4c48-b6ec-9dd53c2f7020', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T17:41:53Z', 'updated_at': '2022-06-16T17:41:53Z', 'revision_number': 0, 'project_id': 'ad7c8fc06d764104b1c7107b48d8dddc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5c402f4-6346-4780-90bd-9d2c5ff2601a', 'name': '', 'network_id': 'a9d8618e-26e4-4cf3-ab6a-5013cb00a484', 'tenant_id': 'ad7c8fc06d764104b1c7107b48d8dddc', 'mac_address': 'fa:16:3e:00:07:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b6238a-2945-42b8-8944-3c7684126694', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '2145066f-716c-439f-a5f9-9db79788f95e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:40:50Z', 'updated_at': '2022-06-16T17:40:58Z', 'revision_number': 5, 'project_id': 'ad7c8fc06d764104b1c7107b48d8dddc', 'subnets': [{'id': '2145066f-716c-439f-a5f9-9db79788f95e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:41:55.824207 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.db.securitygroups_db [None req-341e1cbf-9fa3-454e-a91e-648cf5141067 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] Project ad7c8fc06d764104b1c7107b48d8dddc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 17:41:55.831458 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-341e1cbf-9fa3-454e-a91e-648cf5141067 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] Publish callbacks [] for security_group_rule (f7fa9373-02e8-4161-96b0-3e34db093935), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:55.898063 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-341e1cbf-9fa3-454e-a91e-648cf5141067 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] Publish callbacks [] for security_group_rule (f7fa9373-02e8-4161-96b0-3e34db093935), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:55.902152 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-341e1cbf-9fa3-454e-a91e-648cf5141067 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522948'] for security_group_rule (f7fa9373-02e8-4161-96b0-3e34db093935), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:55.924299 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341e1cbf-9fa3-454e-a91e-648cf5141067 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7fa9373-02e8-4161-96b0-3e34db093935,revision_number=0']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:41:55.932169 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-341e1cbf-9fa3-454e-a91e-648cf5141067 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:55.933619 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-341e1cbf-9fa3-454e-a91e-648cf5141067 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1405880 Jun 16 17:41:56.012589 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd78671f-6363-4a04-9cff-2ef49be23c8e None None] New status for floating IP d46e87c2-bcd5-4d5a-a73a-752f7ee0196b: ACTIVE {{(pid=104055) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 17:41:56.035399 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-e6fdca01-8b77-49cb-a22c-44bd4eacbeb6 req-0023ad9e-dda4-41cf-a41b-bf753116eec7 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2017246573&fields=id&tenant_id=ad7c8fc06d764104b1c7107b48d8dddc HTTP/1.1" status: 200 len: 267 time: 0.0528090 Jun 16 17:41:56.088385 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fdca01-8b77-49cb-a22c-44bd4eacbeb6 req-604bfd6f-63c4-4fb5-9648-c6537612fc2f tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:41:56.089890 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-e6fdca01-8b77-49cb-a22c-44bd4eacbeb6 req-604bfd6f-63c4-4fb5-9648-c6537612fc2f tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] 10.222.0.40 "GET /v2.0/ports?device_id=d4c247cb-d14e-4c48-b6ec-9dd53c2f7020 HTTP/1.1" status: 200 len: 946 time: 0.0491166 Jun 16 17:41:56.100725 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [req-e6fdca01-8b77-49cb-a22c-44bd4eacbeb6 req-e7c46aa6-c631-4a6a-a811-ee10ef0bce9b tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] Request body: {'port': {'security_groups': ['c99e9d2f-61bf-429d-a23a-df374ca07018', '67e9b173-e555-499a-87e1-4b1ac2b90b4e']}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:41:56.183559 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-e6fdca01-8b77-49cb-a22c-44bd4eacbeb6 req-e7c46aa6-c631-4a6a-a811-ee10ef0bce9b tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (847dc5cf-0312-4fdf-b298-3e5d0e5ddbca), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:56.363418 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:41:56.399879 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [req-e6fdca01-8b77-49cb-a22c-44bd4eacbeb6 req-e7c46aa6-c631-4a6a-a811-ee10ef0bce9b tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] For port 847dc5cf-0312-4fdf-b298-3e5d0e5ddbca, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=847dc5cf-0312-4fdf-b298-3e5d0e5ddbca,segment=NetworkSegment(a1b48b15-076c-4aa1-a79b-438d76e5c4f8),segment_id=a1b48b15-076c-4aa1-a79b-438d76e5c4f8)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:41:56.428825 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-e6fdca01-8b77-49cb-a22c-44bd4eacbeb6 req-e7c46aa6-c631-4a6a-a811-ee10ef0bce9b tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] Publish callbacks [] for port (847dc5cf-0312-4fdf-b298-3e5d0e5ddbca), precommit_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:56.433434 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-e6fdca01-8b77-49cb-a22c-44bd4eacbeb6 req-e7c46aa6-c631-4a6a-a811-ee10ef0bce9b tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62916386'] for port (847dc5cf-0312-4fdf-b298-3e5d0e5ddbca), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:56.473948 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fdca01-8b77-49cb-a22c-44bd4eacbeb6 req-e7c46aa6-c631-4a6a-a811-ee10ef0bce9b tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:41:56.474622 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-e6fdca01-8b77-49cb-a22c-44bd4eacbeb6 req-e7c46aa6-c631-4a6a-a811-ee10ef0bce9b tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228225'] for port (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:56.476081 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-e6fdca01-8b77-49cb-a22c-44bd4eacbeb6 req-e7c46aa6-c631-4a6a-a811-ee10ef0bce9b tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] 10.222.0.40 "PUT /v2.0/ports/847dc5cf-0312-4fdf-b298-3e5d0e5ddbca HTTP/1.1" status: 200 len: 982 time: 0.3798869 Jun 16 17:41:56.514286 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c46aa6-c631-4a6a-a811-ee10ef0bce9b tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] Pushing event updated for resources: {'Port': ['ID=847dc5cf-0312-4fdf-b298-3e5d0e5ddbca,revision_number=6']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:41:56.593391 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d092ad7-9e00-4dba-8754-f304bda66a05 req-7c2af024-dae1-48c6-ab02-18bd2c314892 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:41:56.595226 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-0d092ad7-9e00-4dba-8754-f304bda66a05 req-7c2af024-dae1-48c6-ab02-18bd2c314892 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] 10.222.0.40 "GET /v2.0/ports?device_id=d4c247cb-d14e-4c48-b6ec-9dd53c2f7020 HTTP/1.1" status: 200 len: 985 time: 0.0593002 Jun 16 17:41:56.665841 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-0d092ad7-9e00-4dba-8754-f304bda66a05 req-e69a182a-fb35-4f5d-aa09-19f814a6913d tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] 10.222.0.40 "GET /v2.0/security-groups?id=c99e9d2f-61bf-429d-a23a-df374ca07018&id=67e9b173-e555-499a-87e1-4b1ac2b90b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0644217 Jun 16 17:41:56.723371 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-9e4e582d-cf03-4d31-acdd-66819b39295f None None] Provisioning complete for port 847dc5cf-0312-4fdf-b298-3e5d0e5ddbca triggered by entity DHCP. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:41:56.723959 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9e4e582d-cf03-4d31-acdd-66819b39295f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572016'] for port (847dc5cf-0312-4fdf-b298-3e5d0e5ddbca), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:56.800645 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-9e4e582d-cf03-4d31-acdd-66819b39295f None None] Current status of the port 847dc5cf-0312-4fdf-b298-3e5d0e5ddbca is: ACTIVE; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:41:56.822057 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4c247cb-d14e-4c48-b6ec-9dd53c2f7020', 'tag': '847dc5cf-0312-4fdf-b298-3e5d0e5ddbca'}] {{(pid=104052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 17:41:56.824396 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9713fa4f09cf3058fa9276dada2b44135c9dd2e88d0acd54628e4483b77b1e61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4eef838-18a7-4960-b988-387cff20f46c" -d '{"events": [{"name": "network-changed", "server_uuid": "d4c247cb-d14e-4c48-b6ec-9dd53c2f7020", "tag": "847dc5cf-0312-4fdf-b298-3e5d0e5ddbca"}]}' {{(pid=104052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:41:56.860057 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 17:41:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f99814cc-3161-48b2-b0e7-e68fadaf1c1e x-openstack-request-id: req-f99814cc-3161-48b2-b0e7-e68fadaf1c1e {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:41:56.860361 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4c247cb-d14e-4c48-b6ec-9dd53c2f7020", "tag": "847dc5cf-0312-4fdf-b298-3e5d0e5ddbca", "status": "completed", "code": 200}]} {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:41:56.860606 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-f99814cc-3161-48b2-b0e7-e68fadaf1c1e {{(pid=104052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:41:56.860995 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f99814cc-3161-48b2-b0e7-e68fadaf1c1e'] response: {'name': 'network-changed', 'server_uuid': 'd4c247cb-d14e-4c48-b6ec-9dd53c2f7020', 'tag': '847dc5cf-0312-4fdf-b298-3e5d0e5ddbca', 'status': 'completed', 'code': 200} Jun 16 17:41:57.107580 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee58d76-33c9-42d7-92cb-928a94babb47 req-0aae9eff-d98a-491e-b4b4-fc8fac289262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:41:57.109634 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-3ee58d76-33c9-42d7-92cb-928a94babb47 req-0aae9eff-d98a-491e-b4b4-fc8fac289262 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ad7c8fc06d764104b1c7107b48d8dddc&device_id=d4c247cb-d14e-4c48-b6ec-9dd53c2f7020 HTTP/1.1" status: 200 len: 1169 time: 0.0399623 Jun 16 17:41:57.129108 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] get_ports_and_sgs() called for port_ids ['847dc5cf-0312-4fdf-b298-3e5d0e5ddbca'] {{(pid=104054) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 17:41:57.171282 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] get_ports_and_sgs() called for port_ids ['847dc5cf-0312-4fdf-b298-3e5d0e5ddbca'] {{(pid=104054) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 17:41:57.214972 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee58d76-33c9-42d7-92cb-928a94babb47 req-fe9c4677-0a9f-4cb7-83cc-e0f9b30679af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:41:57.216428 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-3ee58d76-33c9-42d7-92cb-928a94babb47 req-fe9c4677-0a9f-4cb7-83cc-e0f9b30679af service neutron] 10.222.0.47 "GET /v2.0/networks?id=a9d8618e-26e4-4cf3-ab6a-5013cb00a484 HTTP/1.1" status: 200 len: 915 time: 0.0892332 Jun 16 17:41:57.289049 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-3ee58d76-33c9-42d7-92cb-928a94babb47 req-c334fc03-3592-4d42-8456-b330477f3278 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=847dc5cf-0312-4fdf-b298-3e5d0e5ddbca HTTP/1.1" status: 200 len: 1002 time: 0.0641403 Jun 16 17:41:57.340505 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee58d76-33c9-42d7-92cb-928a94babb47 req-e6bf0b75-e225-4f7d-a7e8-844f9169e1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:41:57.342175 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-3ee58d76-33c9-42d7-92cb-928a94babb47 req-e6bf0b75-e225-4f7d-a7e8-844f9169e1fc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2145066f-716c-439f-a5f9-9db79788f95e HTTP/1.1" status: 200 len: 853 time: 0.0470898 Jun 16 17:41:57.389011 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee58d76-33c9-42d7-92cb-928a94babb47 req-f270cf51-f77e-4d58-bfad-f73880f1454d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:41:57.391133 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-3ee58d76-33c9-42d7-92cb-928a94babb47 req-f270cf51-f77e-4d58-bfad-f73880f1454d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a9d8618e-26e4-4cf3-ab6a-5013cb00a484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417924 Jun 16 17:41:57.400110 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=100 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:41:57.491586 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-3ee58d76-33c9-42d7-92cb-928a94babb47 req-5c3ff8f4-32d6-4419-80df-e5877c71f30c service neutron] 10.222.0.47 "GET /v2.0/networks/a9d8618e-26e4-4cf3-ab6a-5013cb00a484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927234 Jun 16 17:41:57.566122 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=3,neutron:INSERT=6 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:41:57.589372 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-3ee58d76-33c9-42d7-92cb-928a94babb47 req-b06abe8d-dd8d-4536-8a4b-99f577ac0b64 service neutron] 10.222.0.47 "GET /v2.0/networks/a9d8618e-26e4-4cf3-ab6a-5013cb00a484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884049 Jun 16 17:41:57.660098 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=100 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:41:57.687660 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eef838-18a7-4960-b988-387cff20f46c req-cc7de013-7ca5-4efe-a757-24efe101bcbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:41:57.689465 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-b4eef838-18a7-4960-b988-387cff20f46c req-cc7de013-7ca5-4efe-a757-24efe101bcbc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ad7c8fc06d764104b1c7107b48d8dddc&device_id=d4c247cb-d14e-4c48-b6ec-9dd53c2f7020 HTTP/1.1" status: 200 len: 1169 time: 0.0520368 Jun 16 17:41:57.788581 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eef838-18a7-4960-b988-387cff20f46c req-21b808f6-be57-446b-af7e-d728cda865ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:41:57.790058 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-b4eef838-18a7-4960-b988-387cff20f46c req-21b808f6-be57-446b-af7e-d728cda865ba service neutron] 10.222.0.47 "GET /v2.0/networks?id=a9d8618e-26e4-4cf3-ab6a-5013cb00a484 HTTP/1.1" status: 200 len: 915 time: 0.0943651 Jun 16 17:41:57.858898 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-b4eef838-18a7-4960-b988-387cff20f46c req-94a22f26-5a42-4d7d-b2d6-1584fb57edf6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=847dc5cf-0312-4fdf-b298-3e5d0e5ddbca HTTP/1.1" status: 200 len: 1002 time: 0.0622954 Jun 16 17:41:57.909000 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eef838-18a7-4960-b988-387cff20f46c req-30174350-951e-4936-9351-0b777ab93ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:41:57.911146 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-b4eef838-18a7-4960-b988-387cff20f46c req-30174350-951e-4936-9351-0b777ab93ba5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2145066f-716c-439f-a5f9-9db79788f95e HTTP/1.1" status: 200 len: 853 time: 0.0461156 Jun 16 17:41:57.917954 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1e611c-c5ea-4bc6-85f3-b2e488a02fe6 req-267b35e4-1e4e-4ab9-b3c5-087715945296 tempest-VolumesSnapshotTestJSON-1672951330 tempest-VolumesSnapshotTestJSON-1672951330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:41:57.919393 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-4b1e611c-c5ea-4bc6-85f3-b2e488a02fe6 req-267b35e4-1e4e-4ab9-b3c5-087715945296 tempest-VolumesSnapshotTestJSON-1672951330 tempest-VolumesSnapshotTestJSON-1672951330-project] 10.222.0.40 "GET /v2.0/networks?id=c46d647a-b877-4cb5-9d41-f29712e06919 HTTP/1.1" status: 200 len: 813 time: 0.1048176 Jun 16 17:41:57.935591 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-4b1e611c-c5ea-4bc6-85f3-b2e488a02fe6 req-907ef0d7-6eec-4e12-a9a4-dad3171d5dd9 tempest-VolumesSnapshotTestJSON-1672951330 tempest-VolumesSnapshotTestJSON-1672951330-project] 10.222.0.40 "GET /v2.0/quotas/554c281060a446ed9b2d02bad7b8ec1d HTTP/1.1" status: 200 len: 375 time: 0.0093606 Jun 16 17:41:57.951522 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:41:57.960342 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eef838-18a7-4960-b988-387cff20f46c req-e65c33f7-3170-42f5-b63b-1d8ef6824db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:41:57.961889 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-b4eef838-18a7-4960-b988-387cff20f46c req-e65c33f7-3170-42f5-b63b-1d8ef6824db4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a9d8618e-26e4-4cf3-ab6a-5013cb00a484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430613 Jun 16 17:41:57.974771 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-4b1e611c-c5ea-4bc6-85f3-b2e488a02fe6 req-87bb1782-2a04-4c80-8d81-79eaa9d672af tempest-VolumesSnapshotTestJSON-1672951330 tempest-VolumesSnapshotTestJSON-1672951330-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=554c281060a446ed9b2d02bad7b8ec1d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0328043 Jun 16 17:41:58.055168 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:41:58.066068 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-b4eef838-18a7-4960-b988-387cff20f46c req-9fd96960-f8ea-4bbe-9f45-baba2ac21b4d service neutron] 10.222.0.47 "GET /v2.0/networks/a9d8618e-26e4-4cf3-ab6a-5013cb00a484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975161 Jun 16 17:41:58.074875 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-4b1e611c-c5ea-4bc6-85f3-b2e488a02fe6 req-19caead9-95a5-43fe-b436-e1e89b11a418 service neutron] 10.222.0.40 "GET /v2.0/networks/c46d647a-b877-4cb5-9d41-f29712e06919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931249 Jun 16 17:41:58.164323 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-b4eef838-18a7-4960-b988-387cff20f46c req-8aebd6cd-68d9-45dd-a10e-b5c63a16a4bd service neutron] 10.222.0.47 "GET /v2.0/networks/a9d8618e-26e4-4cf3-ab6a-5013cb00a484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910246 Jun 16 17:41:58.176587 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-4b1e611c-c5ea-4bc6-85f3-b2e488a02fe6 req-8deb9d15-ec8e-48bf-861b-368af78eb500 service neutron] 10.222.0.40 "GET /v2.0/networks/c46d647a-b877-4cb5-9d41-f29712e06919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946820 Jun 16 17:41:58.349832 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-19b3499d-cdfd-4fa1-9069-df7872d2a4ea req-0a7f14f0-1b92-492b-ae9f-27a185e7dbf0 tempest-VolumesSnapshotTestJSON-1672951330 tempest-VolumesSnapshotTestJSON-1672951330-project] 10.222.0.40 "GET /v2.0/ports?device_id=ce1c7182-f0ad-44cd-b16f-427e775c2d82 HTTP/1.1" status: 200 len: 210 time: 0.0298586 Jun 16 17:41:58.792818 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 33698) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:41:58.953953 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-805bb2d8-00a9-44d6-8bcc-fbbb8bc1e983 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] Deleting port a4c7f1a8-f05a-4da3-be53-33a89c54ecfa {{(pid=104053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 17:41:58.954315 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-805bb2d8-00a9-44d6-8bcc-fbbb8bc1e983 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762170394215'] for port (a4c7f1a8-f05a-4da3-be53-33a89c54ecfa), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:58.958032 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-cd6e27f0-3eb7-4c06-a0a7-8406ac5103a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (e26ebcb9-a690-4ec1-8688-e951546304f4), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:59.042333 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-805bb2d8-00a9-44d6-8bcc-fbbb8bc1e983 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376266'] for port (a4c7f1a8-f05a-4da3-be53-33a89c54ecfa), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:59.042660 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-805bb2d8-00a9-44d6-8bcc-fbbb8bc1e983 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] Publish callbacks [] for floatingip (a4c7f1a8-f05a-4da3-be53-33a89c54ecfa), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:59.055642 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-805bb2d8-00a9-44d6-8bcc-fbbb8bc1e983 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] Calling delete_port for a4c7f1a8-f05a-4da3-be53-33a89c54ecfa owned by network:floatingip {{(pid=104053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 17:41:59.234372 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-805bb2d8-00a9-44d6-8bcc-fbbb8bc1e983 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762170396510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762170029087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64764667'] for port (a4c7f1a8-f05a-4da3-be53-33a89c54ecfa), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:59.262886 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805bb2d8-00a9-44d6-8bcc-fbbb8bc1e983 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] Pushing event deleted for resources: {'Port': ['ID=a4c7f1a8-f05a-4da3-be53-33a89c54ecfa,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:41:59.381627 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:41:59.420233 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-805bb2d8-00a9-44d6-8bcc-fbbb8bc1e983 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] Publish callbacks [] for floatingip (7f403110-ec97-4d3f-884b-a88b95f923ca), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:59.420560 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.db.l3_db [None req-805bb2d8-00a9-44d6-8bcc-fbbb8bc1e983 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] Floating IP 7f403110-ec97-4d3f-884b-a88b95f923ca disassociated (deleted). External IP: 172.27.0.118, port: e9883d3b-f3e0-401d-bbc0-e2d284e3f19d. Jun 16 17:41:59.427548 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:41:59.460217 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-eccf5a22-59d5-439f-885b-74de1c375073 req-1f0a854e-56d4-4fbd-890e-7835cda2db1d tempest-VolumesSnapshotTestJSON-1672951330 tempest-VolumesSnapshotTestJSON-1672951330-project] 10.222.0.40 "GET /v2.0/ports?device_id=ce1c7182-f0ad-44cd-b16f-427e775c2d82 HTTP/1.1" status: 200 len: 210 time: 0.0309222 Jun 16 17:41:59.484835 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1e611c-c5ea-4bc6-85f3-b2e488a02fe6 req-09111c0e-8d46-434f-929f-7b7f7c558703 tempest-VolumesSnapshotTestJSON-1672951330 tempest-VolumesSnapshotTestJSON-1672951330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:41:59.486477 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-4b1e611c-c5ea-4bc6-85f3-b2e488a02fe6 req-09111c0e-8d46-434f-929f-7b7f7c558703 tempest-VolumesSnapshotTestJSON-1672951330 tempest-VolumesSnapshotTestJSON-1672951330-project] 10.222.0.47 "GET /v2.0/networks?id=c46d647a-b877-4cb5-9d41-f29712e06919 HTTP/1.1" status: 200 len: 813 time: 0.2251379 Jun 16 17:41:59.547955 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.v2.base [req-4b1e611c-c5ea-4bc6-85f3-b2e488a02fe6 req-19e44a6d-4925-4a1a-a3b4-83fb633990f6 tempest-VolumesSnapshotTestJSON-1672951330 tempest-VolumesSnapshotTestJSON-1672951330-project] Request body: {'port': {'device_id': 'ce1c7182-f0ad-44cd-b16f-427e775c2d82', 'network_id': 'c46d647a-b877-4cb5-9d41-f29712e06919', 'admin_state_up': True, 'tenant_id': '554c281060a446ed9b2d02bad7b8ec1d'}} {{(pid=104053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:42:00.016239 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-805bb2d8-00a9-44d6-8bcc-fbbb8bc1e983 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] Router 45cde80b-1048-49d8-8a41-dc301b9117be has already been hosted by L3 agent 43e250b4-0ce3-4949-aa8c-0bafe6454580 {{(pid=104053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 17:42:00.017123 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b1e611c-c5ea-4bc6-85f3-b2e488a02fe6 req-19e44a6d-4925-4a1a-a3b4-83fb633990f6 tempest-VolumesSnapshotTestJSON-1672951330 tempest-VolumesSnapshotTestJSON-1672951330-project] Made reservation on behalf of 554c281060a446ed9b2d02bad7b8ec1d for: {'port': 1} {{(pid=104053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:42:00.020648 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [req-4b1e611c-c5ea-4bc6-85f3-b2e488a02fe6 req-19e44a6d-4925-4a1a-a3b4-83fb633990f6 tempest-VolumesSnapshotTestJSON-1672951330 tempest-VolumesSnapshotTestJSON-1672951330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:00.235882 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-805bb2d8-00a9-44d6-8bcc-fbbb8bc1e983 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] Notify agent at l3_agent.dv-cinder-837546-2-iscsi the message routers_updated {{(pid=104053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 17:42:00.242605 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-805bb2d8-00a9-44d6-8bcc-fbbb8bc1e983 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228225'] for floatingip (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:00.245126 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.db.db_base_plugin_common [req-4b1e611c-c5ea-4bc6-85f3-b2e488a02fe6 req-19e44a6d-4925-4a1a-a3b4-83fb633990f6 tempest-VolumesSnapshotTestJSON-1672951330 tempest-VolumesSnapshotTestJSON-1672951330-project] Allocated IP 172.20.0.4 (c46d647a-b877-4cb5-9d41-f29712e06919/3db804a2-73e5-4816-a4b9-00107b79ccc5/f6ceb8b6-33ce-4014-9702-8fb437b60ab0) {{(pid=104053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:42:00.246665 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6509284-9145-46c1-93e0-ee8054b65295 None None] Sync routers for ids ['45cde80b-1048-49d8-8a41-dc301b9117be'] in dv-cinder-837546-2-iscsi {{(pid=104054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:42:00.258029 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6509284-9145-46c1-93e0-ee8054b65295 None None] Routers {'45cde80b-1048-49d8-8a41-dc301b9117be'} bound to L3 agent in host dv-cinder-837546-2-iscsi {{(pid=104054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:42:00.258645 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-a6509284-9145-46c1-93e0-ee8054b65295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-16T17:26:01Z,description=,heartbeat_timestamp=2022-06-16T17:41:31Z,host='dv-cinder-837546-2-iscsi',id=43e250b4-0ce3-4949-aa8c-0bafe6454580,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:26:01Z,topic='l3_agent')) {'router_ids': ['45cde80b-1048-49d8-8a41-dc301b9117be'], 'active': True} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:42:00.292345 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-805bb2d8-00a9-44d6-8bcc-fbbb8bc1e983 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] 10.222.0.40 "DELETE /v2.0/floatingips/7f403110-ec97-4d3f-884b-a88b95f923ca HTTP/1.1" status: 204 len: 168 time: 1.4982600 Jun 16 17:42:00.298765 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf54c7b6-dc97-4196-bab4-a7698f785a20', 'tag': 'e9883d3b-f3e0-401d-bbc0-e2d284e3f19d'}] {{(pid=104053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 17:42:00.300926 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a0e0b451bd7acf9de88ec0a1fb74022464d6f98a5cc449ea229bf781c77e32d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1e06ad6-8681-4a02-8297-6ca0b6ff850c" -d '{"events": [{"name": "network-changed", "server_uuid": "bf54c7b6-dc97-4196-bab4-a7698f785a20", "tag": "e9883d3b-f3e0-401d-bbc0-e2d284e3f19d"}]}' {{(pid=104053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:42:00.380116 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvr_db [None req-a6509284-9145-46c1-93e0-ee8054b65295 None None] Set router 45cde80b-1048-49d8-8a41-dc301b9117be gateway port host: dv-cinder-837546-2-iscsi {{(pid=104054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:42:00.382770 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 17:42:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03acbdcf-70c0-4718-9878-8e1dc9a1c57f x-openstack-request-id: req-03acbdcf-70c0-4718-9878-8e1dc9a1c57f {{(pid=104053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:42:00.383058 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf54c7b6-dc97-4196-bab4-a7698f785a20", "tag": "e9883d3b-f3e0-401d-bbc0-e2d284e3f19d", "status": "completed", "code": 200}]} {{(pid=104053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:42:00.383466 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-03acbdcf-70c0-4718-9878-8e1dc9a1c57f {{(pid=104053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:42:00.384119 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03acbdcf-70c0-4718-9878-8e1dc9a1c57f'] response: {'name': 'network-changed', 'server_uuid': 'bf54c7b6-dc97-4196-bab4-a7698f785a20', 'tag': 'e9883d3b-f3e0-401d-bbc0-e2d284e3f19d', 'status': 'completed', 'code': 200} Jun 16 17:42:00.442248 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e06ad6-8681-4a02-8297-6ca0b6ff850c req-b05e9420-64b7-4196-8488-ab6ab9884ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:42:00.444094 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-d1e06ad6-8681-4a02-8297-6ca0b6ff850c req-b05e9420-64b7-4196-8488-ab6ab9884ba1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=35fdc8ef703e43f1a730a868721c4a2d&device_id=bf54c7b6-dc97-4196-bab4-a7698f785a20 HTTP/1.1" status: 200 len: 1129 time: 0.0419950 Jun 16 17:42:00.483157 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [req-4b1e611c-c5ea-4bc6-85f3-b2e488a02fe6 req-19e44a6d-4925-4a1a-a3b4-83fb633990f6 tempest-VolumesSnapshotTestJSON-1672951330 tempest-VolumesSnapshotTestJSON-1672951330-project] Publish callbacks [] for port (f6ceb8b6-33ce-4014-9702-8fb437b60ab0), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:00.486188 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:42:00.564420 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [req-4b1e611c-c5ea-4bc6-85f3-b2e488a02fe6 req-19e44a6d-4925-4a1a-a3b4-83fb633990f6 tempest-VolumesSnapshotTestJSON-1672951330 tempest-VolumesSnapshotTestJSON-1672951330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762170029078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64764667'] for port (f6ceb8b6-33ce-4014-9702-8fb437b60ab0), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:00.614841 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:42:00.618800 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b1e611c-c5ea-4bc6-85f3-b2e488a02fe6 req-19e44a6d-4925-4a1a-a3b4-83fb633990f6 tempest-VolumesSnapshotTestJSON-1672951330 tempest-VolumesSnapshotTestJSON-1672951330-project] Network c46d647a-b877-4cb5-9d41-f29712e06919 is already hosted by enough agents. {{(pid=104053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:42:00.626950 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.scheduler.base_scheduler [req-4b1e611c-c5ea-4bc6-85f3-b2e488a02fe6 req-19e44a6d-4925-4a1a-a3b4-83fb633990f6 tempest-VolumesSnapshotTestJSON-1672951330 tempest-VolumesSnapshotTestJSON-1672951330-project] Resources bound (agent type, host, resource id): {{(pid=104053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:42:00.632940 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b1e611c-c5ea-4bc6-85f3-b2e488a02fe6 req-19e44a6d-4925-4a1a-a3b4-83fb633990f6 tempest-VolumesSnapshotTestJSON-1672951330 tempest-VolumesSnapshotTestJSON-1672951330-project] Received port after_create {{(pid=104053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 17:42:00.647263 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=100 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:42:00.662248 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e06ad6-8681-4a02-8297-6ca0b6ff850c req-2b3c8cf1-e8b4-4737-acbf-6c42c620b3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:42:00.663722 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-d1e06ad6-8681-4a02-8297-6ca0b6ff850c req-2b3c8cf1-e8b4-4737-acbf-6c42c620b3b2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=faa616db-04da-45e0-8b5a-5b794f8b5dd6 HTTP/1.1" status: 200 len: 910 time: 0.2125957 Jun 16 17:42:00.664053 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-a6509284-9145-46c1-93e0-ee8054b65295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45cde80b-1048-49d8-8a41-dc301b9117be', 'name': 'tempest-TestShelveInstance-2132045232-router', 'tenant_id': '35fdc8ef703e43f1a730a868721c4a2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'external_fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': 'd63da2b3-1edc-45c7-adee-fd6f2abee30b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:36:47Z', 'updated_at': '2022-06-16T17:36:52Z', 'revision_number': 4, 'project_id': '35fdc8ef703e43f1a730a868721c4a2d', 'gw_port': {'id': 'd63da2b3-1edc-45c7-adee-fd6f2abee30b', 'name': '', 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:f1:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45cde80b-1048-49d8-8a41-dc301b9117be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:36:48Z', 'updated_at': '2022-06-16T17:36:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47584a51-19b7-439b-9f28-a7f577441b18', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-2-iscsi', '_interfaces': [{'id': 'cd8bdc50-7bfb-40f3-b220-de284ed4ff26', 'name': '', 'network_id': 'faa616db-04da-45e0-8b5a-5b794f8b5dd6', 'tenant_id': '35fdc8ef703e43f1a730a868721c4a2d', 'mac_address': 'fa:16:3e:4e:ce:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45cde80b-1048-49d8-8a41-dc301b9117be', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '3a5fc11e-57cf-421a-b4a2-bf85b45ade3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:36:51Z', 'updated_at': '2022-06-16T17:37:00Z', 'revision_number': 5, 'project_id': '35fdc8ef703e43f1a730a868721c4a2d', 'subnets': [{'id': '3a5fc11e-57cf-421a-b4a2-bf85b45ade3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837546-2-iscsi', False) {} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:42:00.664942 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e44a6d-4925-4a1a-a3b4-83fb633990f6 tempest-VolumesSnapshotTestJSON-1672951330 tempest-VolumesSnapshotTestJSON-1672951330-project] Pushing event updated for resources: {'Port': ['ID=f6ceb8b6-33ce-4014-9702-8fb437b60ab0,revision_number=1']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:42:00.676140 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26356bbb-5baf-4a3a-847d-49376e6aafc8 req-7fe4ee9e-2baa-474b-a38f-9cbd0dbb692f tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:42:00.677348 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-26356bbb-5baf-4a3a-847d-49376e6aafc8 req-7fe4ee9e-2baa-474b-a38f-9cbd0dbb692f tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] 10.222.0.40 "GET /v2.0/ports?device_id=bf54c7b6-dc97-4196-bab4-a7698f785a20 HTTP/1.1" status: 200 len: 945 time: 0.1033626 Jun 16 17:42:00.695550 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6509284-9145-46c1-93e0-ee8054b65295 None None] Checking router: 45cde80b-1048-49d8-8a41-dc301b9117be for host: dv-cinder-837546-2-iscsi {{(pid=104054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:42:00.697761 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8699a1a9-c5e3-41e4-aa0a-bc468cb49c36 req-189434e9-40f6-40cf-90e3-716005e0f9d5 tempest-VolumesSnapshotTestJSON-1672951330 tempest-VolumesSnapshotTestJSON-1672951330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:42:00.699384 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-8699a1a9-c5e3-41e4-aa0a-bc468cb49c36 req-189434e9-40f6-40cf-90e3-716005e0f9d5 tempest-VolumesSnapshotTestJSON-1672951330 tempest-VolumesSnapshotTestJSON-1672951330-project] 10.222.0.40 "GET /v2.0/ports?device_id=ce1c7182-f0ad-44cd-b16f-427e775c2d82 HTTP/1.1" status: 200 len: 931 time: 0.0877922 Jun 16 17:42:00.704997 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6509284-9145-46c1-93e0-ee8054b65295 None None] Routers {'45cde80b-1048-49d8-8a41-dc301b9117be'} bound to L3 agent in host dv-cinder-837546-2-iscsi {{(pid=104054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:42:00.705655 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-a6509284-9145-46c1-93e0-ee8054b65295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-16T17:26:01Z,description=,heartbeat_timestamp=2022-06-16T17:41:31Z,host='dv-cinder-837546-2-iscsi',id=43e250b4-0ce3-4949-aa8c-0bafe6454580,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:26:01Z,topic='l3_agent')) {'router_ids': ['45cde80b-1048-49d8-8a41-dc301b9117be'], 'active': True} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:42:00.706719 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1e611c-c5ea-4bc6-85f3-b2e488a02fe6 req-19e44a6d-4925-4a1a-a3b4-83fb633990f6 tempest-VolumesSnapshotTestJSON-1672951330 tempest-VolumesSnapshotTestJSON-1672951330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:42:00.707469 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [req-4b1e611c-c5ea-4bc6-85f3-b2e488a02fe6 req-19e44a6d-4925-4a1a-a3b4-83fb633990f6 tempest-VolumesSnapshotTestJSON-1672951330 tempest-VolumesSnapshotTestJSON-1672951330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228225'] for port (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:00.731400 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-4b1e611c-c5ea-4bc6-85f3-b2e488a02fe6 req-19e44a6d-4925-4a1a-a3b4-83fb633990f6 tempest-VolumesSnapshotTestJSON-1672951330 tempest-VolumesSnapshotTestJSON-1672951330-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1870940 Jun 16 17:42:00.774335 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-26356bbb-5baf-4a3a-847d-49376e6aafc8 req-642fd782-83fb-4044-affe-00e79c43fbf2 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] 10.222.0.40 "GET /v2.0/security-groups?id=d3121c56-625a-476a-9bec-eea3f7651168&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911949 Jun 16 17:42:00.788594 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-8699a1a9-c5e3-41e4-aa0a-bc468cb49c36 req-0d3bfc46-fdec-427b-b435-175e51d9b246 tempest-VolumesSnapshotTestJSON-1672951330 tempest-VolumesSnapshotTestJSON-1672951330-project] 10.222.0.40 "GET /v2.0/security-groups?id=1e9f9bf4-fb30-449d-aa39-36adcfd72d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781369 Jun 16 17:42:00.829092 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvr_db [None req-a6509284-9145-46c1-93e0-ee8054b65295 None None] Set router 45cde80b-1048-49d8-8a41-dc301b9117be gateway port host: dv-cinder-837546-2-iscsi {{(pid=104054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:42:01.162891 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-a6509284-9145-46c1-93e0-ee8054b65295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45cde80b-1048-49d8-8a41-dc301b9117be', 'name': 'tempest-TestShelveInstance-2132045232-router', 'tenant_id': '35fdc8ef703e43f1a730a868721c4a2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'external_fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': 'd63da2b3-1edc-45c7-adee-fd6f2abee30b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:36:47Z', 'updated_at': '2022-06-16T17:36:52Z', 'revision_number': 4, 'project_id': '35fdc8ef703e43f1a730a868721c4a2d', 'gw_port': {'id': 'd63da2b3-1edc-45c7-adee-fd6f2abee30b', 'name': '', 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:f1:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45cde80b-1048-49d8-8a41-dc301b9117be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:36:48Z', 'updated_at': '2022-06-16T17:36:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47584a51-19b7-439b-9f28-a7f577441b18', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-2-iscsi', '_interfaces': [{'id': 'cd8bdc50-7bfb-40f3-b220-de284ed4ff26', 'name': '', 'network_id': 'faa616db-04da-45e0-8b5a-5b794f8b5dd6', 'tenant_id': '35fdc8ef703e43f1a730a868721c4a2d', 'mac_address': 'fa:16:3e:4e:ce:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45cde80b-1048-49d8-8a41-dc301b9117be', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '3a5fc11e-57cf-421a-b4a2-bf85b45ade3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:36:51Z', 'updated_at': '2022-06-16T17:37:00Z', 'revision_number': 5, 'project_id': '35fdc8ef703e43f1a730a868721c4a2d', 'subnets': [{'id': '3a5fc11e-57cf-421a-b4a2-bf85b45ade3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837546-2-iscsi', False) {} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:42:01.189670 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6509284-9145-46c1-93e0-ee8054b65295 None None] The sync data for ids ['45cde80b-1048-49d8-8a41-dc301b9117be'] in dv-cinder-837546-2-iscsi is: [{'id': '45cde80b-1048-49d8-8a41-dc301b9117be', 'name': 'tempest-TestShelveInstance-2132045232-router', 'tenant_id': '35fdc8ef703e43f1a730a868721c4a2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'external_fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': 'd63da2b3-1edc-45c7-adee-fd6f2abee30b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:36:47Z', 'updated_at': '2022-06-16T17:36:52Z', 'revision_number': 4, 'project_id': '35fdc8ef703e43f1a730a868721c4a2d', 'gw_port': {'id': 'd63da2b3-1edc-45c7-adee-fd6f2abee30b', 'name': '', 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:f1:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45cde80b-1048-49d8-8a41-dc301b9117be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:36:48Z', 'updated_at': '2022-06-16T17:36:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47584a51-19b7-439b-9f28-a7f577441b18', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-2-iscsi', '_interfaces': [{'id': 'cd8bdc50-7bfb-40f3-b220-de284ed4ff26', 'name': '', 'network_id': 'faa616db-04da-45e0-8b5a-5b794f8b5dd6', 'tenant_id': '35fdc8ef703e43f1a730a868721c4a2d', 'mac_address': 'fa:16:3e:4e:ce:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45cde80b-1048-49d8-8a41-dc301b9117be', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '3a5fc11e-57cf-421a-b4a2-bf85b45ade3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:36:51Z', 'updated_at': '2022-06-16T17:37:00Z', 'revision_number': 5, 'project_id': '35fdc8ef703e43f1a730a868721c4a2d', 'subnets': [{'id': '3a5fc11e-57cf-421a-b4a2-bf85b45ade3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:42:01.278932 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.agents_db [None req-618f4cd3-4a7d-480c-b6e2-8b59597e19f3 None None] Agent healthcheck: found 6 active agents {{(pid=104055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 17:42:01.284397 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-14e3b18a-64cb-4e96-a17e-5d068aa75b29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (43e250b4-0ce3-4949-aa8c-0bafe6454580), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:01.453968 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0718c1b-d198-47d6-8515-068c25bb5457 None None] New status for floating IP 7f403110-ec97-4d3f-884b-a88b95f923ca: DOWN {{(pid=104055) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 17:42:01.939047 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce093498-9849-4db3-97a5-cf167374798f req-7bb8dce4-7802-4aa0-bfb6-dbb3d73a91eb tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:42:01.941194 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-ce093498-9849-4db3-97a5-cf167374798f req-7bb8dce4-7802-4aa0-bfb6-dbb3d73a91eb tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] 10.222.0.40 "GET /v2.0/ports?device_id=bf54c7b6-dc97-4196-bab4-a7698f785a20 HTTP/1.1" status: 200 len: 945 time: 0.0890276 Jun 16 17:42:01.954508 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6381cb55-3b98-45d3-a813-e16f70ebf3a7 req-0e298469-8c24-4807-99c7-8ea25e9c6219 tempest-VolumesSnapshotTestJSON-1672951330 tempest-VolumesSnapshotTestJSON-1672951330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:42:01.956657 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-6381cb55-3b98-45d3-a813-e16f70ebf3a7 req-0e298469-8c24-4807-99c7-8ea25e9c6219 tempest-VolumesSnapshotTestJSON-1672951330 tempest-VolumesSnapshotTestJSON-1672951330-project] 10.222.0.40 "GET /v2.0/ports?device_id=ce1c7182-f0ad-44cd-b16f-427e775c2d82 HTTP/1.1" status: 200 len: 931 time: 0.0930998 Jun 16 17:42:02.010607 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=100 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:42:02.054440 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-ce093498-9849-4db3-97a5-cf167374798f req-5d222ba4-17ea-4d07-936b-8af531b2ca6e tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] 10.222.0.40 "GET /v2.0/security-groups?id=d3121c56-625a-476a-9bec-eea3f7651168&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965297 Jun 16 17:42:02.061579 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-6381cb55-3b98-45d3-a813-e16f70ebf3a7 req-20aad014-ad66-4616-acfe-8edb94db6e8e tempest-VolumesSnapshotTestJSON-1672951330 tempest-VolumesSnapshotTestJSON-1672951330-project] 10.222.0.40 "GET /v2.0/security-groups?id=1e9f9bf4-fb30-449d-aa39-36adcfd72d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949881 Jun 16 17:42:02.505674 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-359da135-d845-4d2e-a034-e84fcb95f5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (8e118b8c-b091-4f14-909a-13c66b53efc1), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:03.204117 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4357da-ed98-42fe-951a-8878e22ab5bb req-5ef94c34-0a8d-4032-b523-208f06687023 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:42:03.205680 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-1d4357da-ed98-42fe-951a-8878e22ab5bb req-5ef94c34-0a8d-4032-b523-208f06687023 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] 10.222.0.40 "GET /v2.0/ports?device_id=bf54c7b6-dc97-4196-bab4-a7698f785a20 HTTP/1.1" status: 200 len: 945 time: 0.0781181 Jun 16 17:42:03.211601 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05933d74-20d1-4eac-aa00-f058fea0e22c req-6c618f33-0f93-4c05-a29c-5ecb85dc231d tempest-VolumesSnapshotTestJSON-1672951330 tempest-VolumesSnapshotTestJSON-1672951330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:42:03.212962 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-05933d74-20d1-4eac-aa00-f058fea0e22c req-6c618f33-0f93-4c05-a29c-5ecb85dc231d tempest-VolumesSnapshotTestJSON-1672951330 tempest-VolumesSnapshotTestJSON-1672951330-project] 10.222.0.40 "GET /v2.0/ports?device_id=ce1c7182-f0ad-44cd-b16f-427e775c2d82 HTTP/1.1" status: 200 len: 931 time: 0.0750244 Jun 16 17:42:03.295584 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-1d4357da-ed98-42fe-951a-8878e22ab5bb req-c3436329-ce3a-4a10-9311-fc7aba737f29 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] 10.222.0.40 "GET /v2.0/security-groups?id=d3121c56-625a-476a-9bec-eea3f7651168&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816441 Jun 16 17:42:03.298923 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-05933d74-20d1-4eac-aa00-f058fea0e22c req-58ffb894-2380-4de3-97ff-3d175f2685b5 tempest-VolumesSnapshotTestJSON-1672951330 tempest-VolumesSnapshotTestJSON-1672951330-project] 10.222.0.40 "GET /v2.0/security-groups?id=1e9f9bf4-fb30-449d-aa39-36adcfd72d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775952 Jun 16 17:42:04.126058 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.v2.base [req-4b1e611c-c5ea-4bc6-85f3-b2e488a02fe6 req-82685574-4579-46ef-ae3f-e596113d6731 service neutron] Request body: {'port': {'device_id': 'ce1c7182-f0ad-44cd-b16f-427e775c2d82', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=104053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:42:04.172783 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-d1e06ad6-8681-4a02-8297-6ca0b6ff850c req-be47ef07-be25-43d0-91f5-326d4818ecb5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e9883d3b-f3e0-401d-bbc0-e2d284e3f19d HTTP/1.1" status: 200 len: 217 time: 0.0537665 Jun 16 17:42:04.197408 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-1d81e0cb-ff47-4623-99d5-ab370c19a781 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (25dd433a-18a0-496e-b58c-593ddca2a11d), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:04.206663 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [req-4b1e611c-c5ea-4bc6-85f3-b2e488a02fe6 req-82685574-4579-46ef-ae3f-e596113d6731 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (f6ceb8b6-33ce-4014-9702-8fb437b60ab0), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:04.235919 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e06ad6-8681-4a02-8297-6ca0b6ff850c req-d80d9f6f-4c8e-4e84-b123-a5d5483e823a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:42:04.237448 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-d1e06ad6-8681-4a02-8297-6ca0b6ff850c req-d80d9f6f-4c8e-4e84-b123-a5d5483e823a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3a5fc11e-57cf-421a-b4a2-bf85b45ade3d HTTP/1.1" status: 200 len: 848 time: 0.0534096 Jun 16 17:42:04.356516 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e06ad6-8681-4a02-8297-6ca0b6ff850c req-d037e10a-78fc-4118-8501-e0c298c072d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:42:04.358084 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-d1e06ad6-8681-4a02-8297-6ca0b6ff850c req-d037e10a-78fc-4118-8501-e0c298c072d7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=faa616db-04da-45e0-8b5a-5b794f8b5dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0481322 Jun 16 17:42:04.442365 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=100 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:42:04.501968 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (f1f6c009-5a31-4833-b180-4d9d41a55fe5), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:04.528085 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79f4d4d-bdc3-44b1-8e97-d1e2902dfb16 req-3a521bc4-ed6b-46ed-b787-9369c13b0079 tempest-VolumesSnapshotTestJSON-1672951330 tempest-VolumesSnapshotTestJSON-1672951330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:42:04.529575 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.notifiers.nova [req-4b1e611c-c5ea-4bc6-85f3-b2e488a02fe6 req-82685574-4579-46ef-ae3f-e596113d6731 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6ceb8b6-33ce-4014-9702-8fb437b60ab0 {{(pid=104053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 17:42:04.529739 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-a79f4d4d-bdc3-44b1-8e97-d1e2902dfb16 req-3a521bc4-ed6b-46ed-b787-9369c13b0079 tempest-VolumesSnapshotTestJSON-1672951330 tempest-VolumesSnapshotTestJSON-1672951330-project] 10.222.0.40 "GET /v2.0/ports?device_id=ce1c7182-f0ad-44cd-b16f-427e775c2d82 HTTP/1.1" status: 200 len: 931 time: 0.0993950 Jun 16 17:42:04.538495 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [req-4b1e611c-c5ea-4bc6-85f3-b2e488a02fe6 req-82685574-4579-46ef-ae3f-e596113d6731 service neutron] Publish callbacks [] for port (f6ceb8b6-33ce-4014-9702-8fb437b60ab0), precommit_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:04.560947 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [req-4b1e611c-c5ea-4bc6-85f3-b2e488a02fe6 req-82685574-4579-46ef-ae3f-e596113d6731 service neutron] Transition to ACTIVE for port object f6ceb8b6-33ce-4014-9702-8fb437b60ab0 will not be triggered until provisioned by entity L2. {{(pid=104053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 17:42:04.568496 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [req-4b1e611c-c5ea-4bc6-85f3-b2e488a02fe6 req-82685574-4579-46ef-ae3f-e596113d6731 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64764658'] for port (f6ceb8b6-33ce-4014-9702-8fb437b60ab0), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:04.580594 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-d1e06ad6-8681-4a02-8297-6ca0b6ff850c req-04c56f29-3b06-45d8-aa8f-8c08bb341b28 service neutron] 10.222.0.47 "GET /v2.0/networks/faa616db-04da-45e0-8b5a-5b794f8b5dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2121415 Jun 16 17:42:04.620263 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82685574-4579-46ef-ae3f-e596113d6731 service neutron] Pushing event updated for resources: {'Port': ['ID=f6ceb8b6-33ce-4014-9702-8fb437b60ab0,revision_number=2']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:42:04.733844 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.managers [req-4b1e611c-c5ea-4bc6-85f3-b2e488a02fe6 req-82685574-4579-46ef-ae3f-e596113d6731 service neutron] Attempting to bind port f6ceb8b6-33ce-4014-9702-8fb437b60ab0 on host hv-cinder-83754 for vnic_type normal with profile {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 17:42:04.734260 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.managers [req-4b1e611c-c5ea-4bc6-85f3-b2e488a02fe6 req-82685574-4579-46ef-ae3f-e596113d6731 service neutron] Attempting to bind port f6ceb8b6-33ce-4014-9702-8fb437b60ab0 by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': '7bfc72ec-0b8b-4e76-beae-b3dd00144182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'c46d647a-b877-4cb5-9d41-f29712e06919'}] {{(pid=104053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 17:42:04.735951 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1e611c-c5ea-4bc6-85f3-b2e488a02fe6 req-82685574-4579-46ef-ae3f-e596113d6731 service neutron] Attempting to bind port f6ceb8b6-33ce-4014-9702-8fb437b60ab0 on network c46d647a-b877-4cb5-9d41-f29712e06919 {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 17:42:04.740725 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1e611c-c5ea-4bc6-85f3-b2e488a02fe6 req-82685574-4579-46ef-ae3f-e596113d6731 service neutron] Port f6ceb8b6-33ce-4014-9702-8fb437b60ab0 on network c46d647a-b877-4cb5-9d41-f29712e06919 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 17:42:04.741059 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1e611c-c5ea-4bc6-85f3-b2e488a02fe6 req-82685574-4579-46ef-ae3f-e596113d6731 service neutron] Attempting to bind port f6ceb8b6-33ce-4014-9702-8fb437b60ab0 on network c46d647a-b877-4cb5-9d41-f29712e06919 {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 17:42:04.746202 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1e611c-c5ea-4bc6-85f3-b2e488a02fe6 req-82685574-4579-46ef-ae3f-e596113d6731 service neutron] Checking agent: {'id': '9f2b4370-7d03-4dcb-9a0d-4ff62d859136', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 17, 32, 17), 'started_at': datetime.datetime(2022, 6, 16, 17, 32, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 17, 41, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 17:42:04.746636 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1e611c-c5ea-4bc6-85f3-b2e488a02fe6 req-82685574-4579-46ef-ae3f-e596113d6731 service neutron] Checking segment: {'id': '7bfc72ec-0b8b-4e76-beae-b3dd00144182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'c46d647a-b877-4cb5-9d41-f29712e06919'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 17:42:04.746925 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1e611c-c5ea-4bc6-85f3-b2e488a02fe6 req-82685574-4579-46ef-ae3f-e596113d6731 service neutron] Bound using segment: {'id': '7bfc72ec-0b8b-4e76-beae-b3dd00144182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'c46d647a-b877-4cb5-9d41-f29712e06919'} {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 17:42:04.748414 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.managers [req-4b1e611c-c5ea-4bc6-85f3-b2e488a02fe6 req-82685574-4579-46ef-ae3f-e596113d6731 service neutron] Bound port: f6ceb8b6-33ce-4014-9702-8fb437b60ab0, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bfc72ec-0b8b-4e76-beae-b3dd00144182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'c46d647a-b877-4cb5-9d41-f29712e06919'}}] {{(pid=104053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 17:42:04.748414 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [req-4b1e611c-c5ea-4bc6-85f3-b2e488a02fe6 req-82685574-4579-46ef-ae3f-e596113d6731 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (f6ceb8b6-33ce-4014-9702-8fb437b60ab0), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:04.751324 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-a79f4d4d-bdc3-44b1-8e97-d1e2902dfb16 req-9fdce7c6-bae5-4ed8-80fb-0dbd2871341e tempest-VolumesSnapshotTestJSON-1672951330 tempest-VolumesSnapshotTestJSON-1672951330-project] 10.222.0.40 "GET /v2.0/security-groups?id=1e9f9bf4-fb30-449d-aa39-36adcfd72d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104957 Jun 16 17:42:04.771553 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1470d9dc-fa7c-405a-8cea-423f0cdf2e59 req-425f8662-3540-435e-8450-7ce6f4fc091d tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:42:04.773053 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-1470d9dc-fa7c-405a-8cea-423f0cdf2e59 req-425f8662-3540-435e-8450-7ce6f4fc091d tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] 10.222.0.40 "GET /v2.0/ports?device_id=bf54c7b6-dc97-4196-bab4-a7698f785a20 HTTP/1.1" status: 200 len: 945 time: 0.1527777 Jun 16 17:42:04.799763 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd488fa-e27c-4437-bb7b-3d5c32b5b048 req-c4720b35-1303-4903-8d92-52633268c1d6 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:42:04.803106 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-ebd488fa-e27c-4437-bb7b-3d5c32b5b048 req-c4720b35-1303-4903-8d92-52633268c1d6 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] 10.222.0.47 "GET /v2.0/ports?device_id=bf54c7b6-dc97-4196-bab4-a7698f785a20 HTTP/1.1" status: 200 len: 945 time: 0.1812737 Jun 16 17:42:04.839985 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [req-4b1e611c-c5ea-4bc6-85f3-b2e488a02fe6 req-82685574-4579-46ef-ae3f-e596113d6731 service neutron] For port f6ceb8b6-33ce-4014-9702-8fb437b60ab0, host hv-cinder-83754, cleared binding levels {{(pid=104053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 17:42:04.847334 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [req-4b1e611c-c5ea-4bc6-85f3-b2e488a02fe6 req-82685574-4579-46ef-ae3f-e596113d6731 service neutron] For port f6ceb8b6-33ce-4014-9702-8fb437b60ab0, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=f6ceb8b6-33ce-4014-9702-8fb437b60ab0,segment=NetworkSegment(7bfc72ec-0b8b-4e76-beae-b3dd00144182),segment_id=7bfc72ec-0b8b-4e76-beae-b3dd00144182)] {{(pid=104053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 17:42:04.872348 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [req-4b1e611c-c5ea-4bc6-85f3-b2e488a02fe6 req-82685574-4579-46ef-ae3f-e596113d6731 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64764658'] for port (f6ceb8b6-33ce-4014-9702-8fb437b60ab0), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:04.914352 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1e611c-c5ea-4bc6-85f3-b2e488a02fe6 req-82685574-4579-46ef-ae3f-e596113d6731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:42:04.914977 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [req-4b1e611c-c5ea-4bc6-85f3-b2e488a02fe6 req-82685574-4579-46ef-ae3f-e596113d6731 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228225'] for port (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:04.916415 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [req-4b1e611c-c5ea-4bc6-85f3-b2e488a02fe6 req-82685574-4579-46ef-ae3f-e596113d6731 service neutron] 10.222.0.47 "PUT /v2.0/ports/f6ceb8b6-33ce-4014-9702-8fb437b60ab0 HTTP/1.1" status: 200 len: 1093 time: 0.7965844 Jun 16 17:42:04.916791 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-d1e06ad6-8681-4a02-8297-6ca0b6ff850c req-93931a52-b255-47ea-87d8-24cc0e2d9f37 service neutron] 10.222.0.47 "GET /v2.0/networks/faa616db-04da-45e0-8b5a-5b794f8b5dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3304193 Jun 16 17:42:04.916920 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce1c7182-f0ad-44cd-b16f-427e775c2d82', 'tag': 'f6ceb8b6-33ce-4014-9702-8fb437b60ab0'}] {{(pid=104053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 17:42:04.919245 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a0e0b451bd7acf9de88ec0a1fb74022464d6f98a5cc449ea229bf781c77e32d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f18bb4c9-660b-4119-a4b3-33ab8fe14267" -d '{"events": [{"name": "network-changed", "server_uuid": "ce1c7182-f0ad-44cd-b16f-427e775c2d82", "tag": "f6ceb8b6-33ce-4014-9702-8fb437b60ab0"}]}' {{(pid=104053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:42:04.943479 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82685574-4579-46ef-ae3f-e596113d6731 service neutron] Pushing event updated for resources: {'Port': ['ID=f6ceb8b6-33ce-4014-9702-8fb437b60ab0,revision_number=3']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:42:04.994866 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 17:42:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac079702-7685-4e02-85a7-7fce78861001 x-openstack-request-id: req-ac079702-7685-4e02-85a7-7fce78861001 {{(pid=104053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:42:04.995329 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce1c7182-f0ad-44cd-b16f-427e775c2d82", "tag": "f6ceb8b6-33ce-4014-9702-8fb437b60ab0", "status": "completed", "code": 200}]} {{(pid=104053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:42:04.995811 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-ac079702-7685-4e02-85a7-7fce78861001 {{(pid=104053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:42:04.996308 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac079702-7685-4e02-85a7-7fce78861001'] response: {'name': 'network-changed', 'server_uuid': 'ce1c7182-f0ad-44cd-b16f-427e775c2d82', 'tag': 'f6ceb8b6-33ce-4014-9702-8fb437b60ab0', 'status': 'completed', 'code': 200} Jun 16 17:42:05.217324 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [req-ebd488fa-e27c-4437-bb7b-3d5c32b5b048 req-352d363b-aedf-4058-a2a9-0446725e3c43 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] Deleting port e9883d3b-f3e0-401d-bbc0-e2d284e3f19d {{(pid=104052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 17:42:05.217660 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-ebd488fa-e27c-4437-bb7b-3d5c32b5b048 req-352d363b-aedf-4058-a2a9-0446725e3c43 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762170394215'] for port (e9883d3b-f3e0-401d-bbc0-e2d284e3f19d), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:05.240700 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-1470d9dc-fa7c-405a-8cea-423f0cdf2e59 req-ef8074d0-f6cb-483d-b934-9995a92955a9 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] 10.222.0.40 "GET /v2.0/security-groups?id=d3121c56-625a-476a-9bec-eea3f7651168&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4610522 Jun 16 17:42:05.274323 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1e611c-c5ea-4bc6-85f3-b2e488a02fe6 req-f3d138d9-81f6-41ed-a25f-80c3b69aee26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:42:05.275875 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-4b1e611c-c5ea-4bc6-85f3-b2e488a02fe6 req-f3d138d9-81f6-41ed-a25f-80c3b69aee26 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=554c281060a446ed9b2d02bad7b8ec1d&device_id=ce1c7182-f0ad-44cd-b16f-427e775c2d82 HTTP/1.1" status: 200 len: 1127 time: 0.0769372 Jun 16 17:42:05.344068 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-4b1e611c-c5ea-4bc6-85f3-b2e488a02fe6 req-af1474b4-6add-47d4-a4b9-ee3a08aebf68 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f6ceb8b6-33ce-4014-9702-8fb437b60ab0 HTTP/1.1" status: 200 len: 217 time: 0.0428810 Jun 16 17:42:05.404427 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [req-ebd488fa-e27c-4437-bb7b-3d5c32b5b048 req-352d363b-aedf-4058-a2a9-0446725e3c43 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] For port e9883d3b-f3e0-401d-bbc0-e2d284e3f19d, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=e9883d3b-f3e0-401d-bbc0-e2d284e3f19d,segment=NetworkSegment(bb4775b9-8372-4a35-a023-11a789fdcc61),segment_id=bb4775b9-8372-4a35-a023-11a789fdcc61)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:42:05.404784 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-ebd488fa-e27c-4437-bb7b-3d5c32b5b048 req-352d363b-aedf-4058-a2a9-0446725e3c43 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376266'] for port (e9883d3b-f3e0-401d-bbc0-e2d284e3f19d), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:05.407196 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=100 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:42:05.427231 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1e611c-c5ea-4bc6-85f3-b2e488a02fe6 req-7dc3863d-655b-4c7f-a9df-3f328e183485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:42:05.428742 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-4b1e611c-c5ea-4bc6-85f3-b2e488a02fe6 req-7dc3863d-655b-4c7f-a9df-3f328e183485 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3db804a2-73e5-4816-a4b9-00107b79ccc5 HTTP/1.1" status: 200 len: 853 time: 0.0775084 Jun 16 17:42:05.429740 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [req-ebd488fa-e27c-4437-bb7b-3d5c32b5b048 req-352d363b-aedf-4058-a2a9-0446725e3c43 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] Calling delete_port for e9883d3b-f3e0-401d-bbc0-e2d284e3f19d owned by compute:nova {{(pid=104052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 17:42:05.496833 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-4b1e611c-c5ea-4bc6-85f3-b2e488a02fe6 req-05afab0a-3922-4af7-b64d-b20296030a12 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c46d647a-b877-4cb5-9d41-f29712e06919&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0610147 Jun 16 17:42:05.646284 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-4b1e611c-c5ea-4bc6-85f3-b2e488a02fe6 req-f32a33c0-c116-4af7-aa31-9c7c48dc6527 service neutron] 10.222.0.47 "GET /v2.0/networks/c46d647a-b877-4cb5-9d41-f29712e06919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411107 Jun 16 17:42:05.687867 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-ebd488fa-e27c-4437-bb7b-3d5c32b5b048 req-352d363b-aedf-4058-a2a9-0446725e3c43 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762170396510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762170029087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62916395'] for port (e9883d3b-f3e0-401d-bbc0-e2d284e3f19d), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:05.721544 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:42:05.724127 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352d363b-aedf-4058-a2a9-0446725e3c43 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] Pushing event deleted for resources: {'Port': ['ID=e9883d3b-f3e0-401d-bbc0-e2d284e3f19d,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:42:05.809935 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebd488fa-e27c-4437-bb7b-3d5c32b5b048 req-352d363b-aedf-4058-a2a9-0446725e3c43 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] No DVR routers for this DVR port e9883d3b-f3e0-401d-bbc0-e2d284e3f19d on host hv-cinder-83754 {{(pid=104052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 17:42:05.816869 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-ebd488fa-e27c-4437-bb7b-3d5c32b5b048 req-352d363b-aedf-4058-a2a9-0446725e3c43 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228225'] for port (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:05.820103 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-ebd488fa-e27c-4437-bb7b-3d5c32b5b048 req-352d363b-aedf-4058-a2a9-0446725e3c43 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] 10.222.0.47 "DELETE /v2.0/ports/e9883d3b-f3e0-401d-bbc0-e2d284e3f19d HTTP/1.1" status: 204 len: 173 time: 1.0066776 Jun 16 17:42:05.820530 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf54c7b6-dc97-4196-bab4-a7698f785a20', 'name': 'network-vif-deleted', 'tag': 'e9883d3b-f3e0-401d-bbc0-e2d284e3f19d'}] {{(pid=104052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 17:42:05.822936 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9713fa4f09cf3058fa9276dada2b44135c9dd2e88d0acd54628e4483b77b1e61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d91cadb7-32dc-4159-a67e-fb5b441a724a" -d '{"events": [{"server_uuid": "bf54c7b6-dc97-4196-bab4-a7698f785a20", "name": "network-vif-deleted", "tag": "e9883d3b-f3e0-401d-bbc0-e2d284e3f19d"}]}' {{(pid=104052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:42:05.847943 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-4b1e611c-c5ea-4bc6-85f3-b2e488a02fe6 req-e8aef4b3-7667-449f-8a91-bbd0ae7fd881 service neutron] 10.222.0.47 "GET /v2.0/networks/c46d647a-b877-4cb5-9d41-f29712e06919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833200 Jun 16 17:42:05.866106 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 17:42:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3743efed-d8b5-4077-b25a-6d01a27c8391 x-openstack-request-id: req-3743efed-d8b5-4077-b25a-6d01a27c8391 {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:42:05.866391 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf54c7b6-dc97-4196-bab4-a7698f785a20", "name": "network-vif-deleted", "tag": "e9883d3b-f3e0-401d-bbc0-e2d284e3f19d", "status": "completed", "code": 200}]} {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:42:05.866637 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-3743efed-d8b5-4077-b25a-6d01a27c8391 {{(pid=104052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:42:05.867026 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3743efed-d8b5-4077-b25a-6d01a27c8391'] response: {'server_uuid': 'bf54c7b6-dc97-4196-bab4-a7698f785a20', 'name': 'network-vif-deleted', 'tag': 'e9883d3b-f3e0-401d-bbc0-e2d284e3f19d', 'status': 'completed', 'code': 200} Jun 16 17:42:05.897970 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c22cd50-e4e7-498c-8e56-d3f928e29fb1 req-d697dfea-8d49-4b3d-87e9-eee5d14ec04a tempest-VolumesSnapshotTestJSON-1672951330 tempest-VolumesSnapshotTestJSON-1672951330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:42:05.899622 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-5c22cd50-e4e7-498c-8e56-d3f928e29fb1 req-d697dfea-8d49-4b3d-87e9-eee5d14ec04a tempest-VolumesSnapshotTestJSON-1672951330 tempest-VolumesSnapshotTestJSON-1672951330-project] 10.222.0.40 "GET /v2.0/ports?device_id=ce1c7182-f0ad-44cd-b16f-427e775c2d82 HTTP/1.1" status: 200 len: 943 time: 0.0678027 Jun 16 17:42:05.955645 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-5c22cd50-e4e7-498c-8e56-d3f928e29fb1 req-0e4ce686-681a-43bf-b325-ea5710f393d7 tempest-VolumesSnapshotTestJSON-1672951330 tempest-VolumesSnapshotTestJSON-1672951330-project] 10.222.0.40 "GET /v2.0/security-groups?id=1e9f9bf4-fb30-449d-aa39-36adcfd72d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494106 Jun 16 17:42:06.350716 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-017611c8-cae5-4d49-9bfe-b8ce2d76c0f1 req-83a225eb-5ba9-40e7-bb88-6090deb9cbcb tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] 10.222.0.40 "GET /v2.0/ports?device_id=bf54c7b6-dc97-4196-bab4-a7698f785a20 HTTP/1.1" status: 200 len: 210 time: 0.0325811 Jun 16 17:42:06.942111 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18bb4c9-660b-4119-a4b3-33ab8fe14267 req-3b61b18d-2b5d-4f11-a235-abd3495f49f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:42:06.944043 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-f18bb4c9-660b-4119-a4b3-33ab8fe14267 req-3b61b18d-2b5d-4f11-a235-abd3495f49f2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=554c281060a446ed9b2d02bad7b8ec1d&device_id=ce1c7182-f0ad-44cd-b16f-427e775c2d82 HTTP/1.1" status: 200 len: 1127 time: 0.0618894 Jun 16 17:42:07.153505 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a2945f-b608-49d6-8079-ecebc35eb6ba req-0c35a422-7e2a-4f0d-b4b9-eaed4e3bd7df tempest-VolumesSnapshotTestJSON-1672951330 tempest-VolumesSnapshotTestJSON-1672951330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:42:07.155473 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-97a2945f-b608-49d6-8079-ecebc35eb6ba req-0c35a422-7e2a-4f0d-b4b9-eaed4e3bd7df tempest-VolumesSnapshotTestJSON-1672951330 tempest-VolumesSnapshotTestJSON-1672951330-project] 10.222.0.40 "GET /v2.0/ports?device_id=ce1c7182-f0ad-44cd-b16f-427e775c2d82 HTTP/1.1" status: 200 len: 943 time: 0.0997567 Jun 16 17:42:07.163112 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18bb4c9-660b-4119-a4b3-33ab8fe14267 req-40ac9443-253b-4a08-b6dc-02ba6b68914f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:42:07.167050 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-f18bb4c9-660b-4119-a4b3-33ab8fe14267 req-40ac9443-253b-4a08-b6dc-02ba6b68914f service neutron] 10.222.0.47 "GET /v2.0/networks?id=c46d647a-b877-4cb5-9d41-f29712e06919 HTTP/1.1" status: 200 len: 914 time: 0.2143795 Jun 16 17:42:07.229520 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-97a2945f-b608-49d6-8079-ecebc35eb6ba req-5ed06673-aeb3-4b43-8326-e053a44fe717 tempest-VolumesSnapshotTestJSON-1672951330 tempest-VolumesSnapshotTestJSON-1672951330-project] 10.222.0.40 "GET /v2.0/security-groups?id=1e9f9bf4-fb30-449d-aa39-36adcfd72d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591650 Jun 16 17:42:07.382753 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-f18bb4c9-660b-4119-a4b3-33ab8fe14267 req-92236ead-830f-4a95-bd79-aca329ff6946 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f6ceb8b6-33ce-4014-9702-8fb437b60ab0 HTTP/1.1" status: 200 len: 217 time: 0.0445383 Jun 16 17:42:07.466429 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18bb4c9-660b-4119-a4b3-33ab8fe14267 req-47a7b9db-15ab-4c35-b51b-f7e7449d5c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:42:07.469026 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-f18bb4c9-660b-4119-a4b3-33ab8fe14267 req-47a7b9db-15ab-4c35-b51b-f7e7449d5c55 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3db804a2-73e5-4816-a4b9-00107b79ccc5 HTTP/1.1" status: 200 len: 853 time: 0.0791843 Jun 16 17:42:07.536451 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-aa0e7084-e6b0-4940-af42-2dfd4b6aee0d req-4a206cca-8a61-4da9-85a0-698810a08d51 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] 10.222.0.40 "GET /v2.0/ports?device_id=bf54c7b6-dc97-4196-bab4-a7698f785a20 HTTP/1.1" status: 200 len: 210 time: 0.0599179 Jun 16 17:42:07.539963 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-f18bb4c9-660b-4119-a4b3-33ab8fe14267 req-5a184c1a-ca6e-4f52-bd52-99b1b895a5c6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c46d647a-b877-4cb5-9d41-f29712e06919&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521641 Jun 16 17:42:07.611610 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:42:07.643892 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-f18bb4c9-660b-4119-a4b3-33ab8fe14267 req-0c5cd12d-82a1-4ca4-9d29-12fe7c98f5bd service neutron] 10.222.0.47 "GET /v2.0/networks/c46d647a-b877-4cb5-9d41-f29712e06919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937822 Jun 16 17:42:07.744373 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-f18bb4c9-660b-4119-a4b3-33ab8fe14267 req-4edc1278-8a7a-48f5-ae9f-325c487bbd73 service neutron] 10.222.0.47 "GET /v2.0/networks/c46d647a-b877-4cb5-9d41-f29712e06919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922198 Jun 16 17:42:08.378404 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f7d2e0-4b64-4ac9-8c08-babdfd77161f req-7b11bcd4-2925-458d-9083-0b0d3957acc2 tempest-VolumesSnapshotTestJSON-1672951330 tempest-VolumesSnapshotTestJSON-1672951330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:42:08.379929 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-55f7d2e0-4b64-4ac9-8c08-babdfd77161f req-7b11bcd4-2925-458d-9083-0b0d3957acc2 tempest-VolumesSnapshotTestJSON-1672951330 tempest-VolumesSnapshotTestJSON-1672951330-project] 10.222.0.40 "GET /v2.0/ports?device_id=ce1c7182-f0ad-44cd-b16f-427e775c2d82 HTTP/1.1" status: 200 len: 943 time: 0.0530429 Jun 16 17:42:08.431536 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-55f7d2e0-4b64-4ac9-8c08-babdfd77161f req-525fa25c-3a86-40b4-83f4-4ebf08d95cc8 tempest-VolumesSnapshotTestJSON-1672951330 tempest-VolumesSnapshotTestJSON-1672951330-project] 10.222.0.40 "GET /v2.0/security-groups?id=1e9f9bf4-fb30-449d-aa39-36adcfd72d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451820 Jun 16 17:42:08.603610 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 33810) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:42:08.678089 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-65191e60-d660-4506-ada9-a2a438a34109 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] Publish callbacks [] for security_group (d3121c56-625a-476a-9bec-eea3f7651168), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:08.713243 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-65191e60-d660-4506-ada9-a2a438a34109 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] Publish callbacks [] for security_group (d3121c56-625a-476a-9bec-eea3f7651168), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:08.786605 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-65191e60-d660-4506-ada9-a2a438a34109 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (d3121c56-625a-476a-9bec-eea3f7651168), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:08.790125 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-65191e60-d660-4506-ada9-a2a438a34109 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] Publish callbacks [] for security_group (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:08.791372 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-65191e60-d660-4506-ada9-a2a438a34109 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] 10.222.0.40 "DELETE /v2.0/security-groups/d3121c56-625a-476a-9bec-eea3f7651168 HTTP/1.1" status: 204 len: 168 time: 0.1873865 Jun 16 17:42:08.803514 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65191e60-d660-4506-ada9-a2a438a34109 tempest-TestShelveInstance-2129903188 tempest-TestShelveInstance-2129903188-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3121c56-625a-476a-9bec-eea3f7651168,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:42:08.865851 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 33818) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:42:08.868862 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 33820) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:42:08.996675 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-20d84572-d82b-40dc-8962-f546807635e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:09.000221 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:42:09.048440 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:42:09.085022 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-20d84572-d82b-40dc-8962-f546807635e4 admin admin] Publish callbacks [] for security_group (15146545-0b65-4717-843d-866295102126), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:09.089716 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-20d84572-d82b-40dc-8962-f546807635e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (15146545-0b65-4717-843d-866295102126), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:09.102458 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:42:09.132393 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-20d84572-d82b-40dc-8962-f546807635e4 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=706c5aa484c8430ca38159cca5d591d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2648139 Jun 16 17:42:09.133517 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d84572-d82b-40dc-8962-f546807635e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15146545-0b65-4717-843d-866295102126,revision_number=1']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:42:09.135245 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 33826) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:42:09.248435 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-579fc370-8482-4575-83eb-cb0bdb12e107 admin admin] Publish callbacks [] for security_group (15146545-0b65-4717-843d-866295102126), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:09.301674 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-579fc370-8482-4575-83eb-cb0bdb12e107 admin admin] Publish callbacks [] for security_group (15146545-0b65-4717-843d-866295102126), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:09.416610 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-7c531587-cf6a-4185-8aac-1fd631e2cf46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-361930'] for router_interface (45cde80b-1048-49d8-8a41-dc301b9117be), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:09.451203 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-579fc370-8482-4575-83eb-cb0bdb12e107 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (15146545-0b65-4717-843d-866295102126), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:09.456042 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-579fc370-8482-4575-83eb-cb0bdb12e107 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:09.459822 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-579fc370-8482-4575-83eb-cb0bdb12e107 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/15146545-0b65-4717-843d-866295102126 HTTP/1.1" status: 204 len: 168 time: 0.3206902 Jun 16 17:42:09.463936 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:42:09.475455 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579fc370-8482-4575-83eb-cb0bdb12e107 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15146545-0b65-4717-843d-866295102126,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:42:09.585542 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad05f25-3684-4994-b4da-284bd45d9d92 req-24b79d1e-f130-46f2-be16-46a2ffcdf36a tempest-VolumesSnapshotTestJSON-1672951330 tempest-VolumesSnapshotTestJSON-1672951330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:42:09.587045 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-7ad05f25-3684-4994-b4da-284bd45d9d92 req-24b79d1e-f130-46f2-be16-46a2ffcdf36a tempest-VolumesSnapshotTestJSON-1672951330 tempest-VolumesSnapshotTestJSON-1672951330-project] 10.222.0.40 "GET /v2.0/ports?device_id=ce1c7182-f0ad-44cd-b16f-427e775c2d82 HTTP/1.1" status: 200 len: 943 time: 0.0638084 Jun 16 17:42:09.699589 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-7ad05f25-3684-4994-b4da-284bd45d9d92 req-9006fd80-7400-441e-afa1-3a298b065612 tempest-VolumesSnapshotTestJSON-1672951330 tempest-VolumesSnapshotTestJSON-1672951330-project] 10.222.0.40 "GET /v2.0/security-groups?id=1e9f9bf4-fb30-449d-aa39-36adcfd72d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062446 Jun 16 17:42:09.776324 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-7c531587-cf6a-4185-8aac-1fd631e2cf46 admin admin] Deleting port cd8bdc50-7bfb-40f3-b220-de284ed4ff26 {{(pid=104052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 17:42:09.776658 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-7c531587-cf6a-4185-8aac-1fd631e2cf46 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762170394215'] for port (cd8bdc50-7bfb-40f3-b220-de284ed4ff26), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:09.868221 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-7c531587-cf6a-4185-8aac-1fd631e2cf46 admin admin] For port cd8bdc50-7bfb-40f3-b220-de284ed4ff26, host dv-cinder-837546-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-2-iscsi',level=0,port_id=cd8bdc50-7bfb-40f3-b220-de284ed4ff26,segment=NetworkSegment(bb4775b9-8372-4a35-a023-11a789fdcc61),segment_id=bb4775b9-8372-4a35-a023-11a789fdcc61)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:42:09.868583 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-7c531587-cf6a-4185-8aac-1fd631e2cf46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376266'] for port (cd8bdc50-7bfb-40f3-b220-de284ed4ff26), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:09.883469 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-7c531587-cf6a-4185-8aac-1fd631e2cf46 admin admin] Calling delete_port for cd8bdc50-7bfb-40f3-b220-de284ed4ff26 owned by network:router_interface {{(pid=104052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 17:42:09.982811 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:42:10.096230 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-7c531587-cf6a-4185-8aac-1fd631e2cf46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762170396510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762170029087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62916395'] for port (cd8bdc50-7bfb-40f3-b220-de284ed4ff26), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:10.124612 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c531587-cf6a-4185-8aac-1fd631e2cf46 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd8bdc50-7bfb-40f3-b220-de284ed4ff26,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:42:10.243270 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Device f6ceb8b6-33ce-4014-9702-8fb437b60ab0 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=104054) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 17:42:10.247292 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Device e9883d3b-f3e0-401d-bbc0-e2d284e3f19d no longer exists at agent hyperv_hv-cinder-83754 {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 17:42:10.293435 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:42:10.324923 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] No Port match for: e9883d3b-f3e0-401d-bbc0-e2d284e3f19d {{(pid=104054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 17:42:10.325411 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Device e9883d3b-f3e0-401d-bbc0-e2d284e3f19d not bound to the agent host hv-cinder-83754 {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 17:42:10.331420 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-7c531587-cf6a-4185-8aac-1fd631e2cf46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1626484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-362330'] for router_interface (45cde80b-1048-49d8-8a41-dc301b9117be), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:10.442665 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] For port f6ceb8b6-33ce-4014-9702-8fb437b60ab0, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=f6ceb8b6-33ce-4014-9702-8fb437b60ab0,segment=NetworkSegment(7bfc72ec-0b8b-4e76-beae-b3dd00144182),segment_id=7bfc72ec-0b8b-4e76-beae-b3dd00144182)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:42:10.461375 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Returning: {'device': 'f6ceb8b6-33ce-4014-9702-8fb437b60ab0', 'network_id': 'c46d647a-b877-4cb5-9d41-f29712e06919', 'port_id': 'f6ceb8b6-33ce-4014-9702-8fb437b60ab0', 'mac_address': 'fa:16:3e:ee:68:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3db804a2-73e5-4816-a4b9-00107b79ccc5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104054) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 17:42:10.506753 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Current status of the port f6ceb8b6-33ce-4014-9702-8fb437b60ab0 is: DOWN; New status is: BUILD {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:42:10.507074 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (f6ceb8b6-33ce-4014-9702-8fb437b60ab0), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:10.523837 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.notifiers.nova [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6ceb8b6-33ce-4014-9702-8fb437b60ab0 {{(pid=104054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 17:42:10.552600 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] For port f6ceb8b6-33ce-4014-9702-8fb437b60ab0, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=f6ceb8b6-33ce-4014-9702-8fb437b60ab0,segment=NetworkSegment(7bfc72ec-0b8b-4e76-beae-b3dd00144182),segment_id=7bfc72ec-0b8b-4e76-beae-b3dd00144182)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:42:10.557795 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114'] for port (f6ceb8b6-33ce-4014-9702-8fb437b60ab0), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:10.559326 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:42:10.604136 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c531587-cf6a-4185-8aac-1fd631e2cf46 admin admin] Router 45cde80b-1048-49d8-8a41-dc301b9117be has already been hosted by L3 agent 43e250b4-0ce3-4949-aa8c-0bafe6454580 {{(pid=104052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 17:42:10.638491 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Pushing event updated for resources: {'Port': ['ID=f6ceb8b6-33ce-4014-9702-8fb437b60ab0,revision_number=4']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:42:10.646057 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:42:10.646394 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:42:10.646907 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:42:10.647245 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:42:10.647569 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:42:10.647891 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:42:10.648204 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:42:10.648708 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:42:10.649200 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:42:10.649687 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:42:10.650005 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:42:10.650325 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:42:10.650642 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:42:10.650958 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:42:10.651273 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:42:10.757728 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c531587-cf6a-4185-8aac-1fd631e2cf46 admin admin] Notify agent at l3_agent.dv-cinder-837546-2-iscsi the message routers_updated {{(pid=104052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 17:42:10.763630 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-7c531587-cf6a-4185-8aac-1fd631e2cf46 admin admin] 10.222.0.40 "PUT /v2.0/routers/45cde80b-1048-49d8-8a41-dc301b9117be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8932877 Jun 16 17:42:10.767038 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 33892) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:42:10.776755 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a6696cc-3865-490d-9098-7d16ff416395 None None] Sync routers for ids ['45cde80b-1048-49d8-8a41-dc301b9117be'] in dv-cinder-837546-2-iscsi {{(pid=104054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:42:10.801279 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] get_ports_and_sgs() called for port_ids ['f6ceb8b6-33ce-4014-9702-8fb437b60ab0'] {{(pid=104054) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 17:42:10.816468 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a6696cc-3865-490d-9098-7d16ff416395 None None] Routers {'45cde80b-1048-49d8-8a41-dc301b9117be'} bound to L3 agent in host dv-cinder-837546-2-iscsi {{(pid=104054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:42:10.817101 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-0a6696cc-3865-490d-9098-7d16ff416395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-16T17:26:01Z,description=,heartbeat_timestamp=2022-06-16T17:42:01Z,host='dv-cinder-837546-2-iscsi',id=43e250b4-0ce3-4949-aa8c-0bafe6454580,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:26:01Z,topic='l3_agent')) {'router_ids': ['45cde80b-1048-49d8-8a41-dc301b9117be'], 'active': True} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:42:10.834939 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a680c21-a99d-4e51-b160-771267670a91 req-f267130f-9486-4060-8cd0-53464651b101 tempest-VolumesSnapshotTestJSON-1672951330 tempest-VolumesSnapshotTestJSON-1672951330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:42:10.836727 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-1a680c21-a99d-4e51-b160-771267670a91 req-f267130f-9486-4060-8cd0-53464651b101 tempest-VolumesSnapshotTestJSON-1672951330 tempest-VolumesSnapshotTestJSON-1672951330-project] 10.222.0.40 "GET /v2.0/ports?device_id=ce1c7182-f0ad-44cd-b16f-427e775c2d82 HTTP/1.1" status: 200 len: 944 time: 0.0583527 Jun 16 17:42:10.923953 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-1a680c21-a99d-4e51-b160-771267670a91 req-795b9466-12d1-47d3-aa6c-077c038da5c9 tempest-VolumesSnapshotTestJSON-1672951330 tempest-VolumesSnapshotTestJSON-1672951330-project] 10.222.0.40 "GET /v2.0/security-groups?id=1e9f9bf4-fb30-449d-aa39-36adcfd72d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769529 Jun 16 17:42:10.975611 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1a337d57-1c74-4e55-bd5b-c90fbaf74485 admin admin] Publish callbacks [] for router (45cde80b-1048-49d8-8a41-dc301b9117be), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:11.018836 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:42:11.043883 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvr_db [None req-0a6696cc-3865-490d-9098-7d16ff416395 None None] Set router 45cde80b-1048-49d8-8a41-dc301b9117be gateway port host: dv-cinder-837546-2-iscsi {{(pid=104054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:42:11.087739 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1a337d57-1c74-4e55-bd5b-c90fbaf74485 admin admin] Publish callbacks [] for router_gateway (45cde80b-1048-49d8-8a41-dc301b9117be), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:11.132235 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-1a337d57-1c74-4e55-bd5b-c90fbaf74485 admin admin] Deleting port d63da2b3-1edc-45c7-adee-fd6f2abee30b {{(pid=104053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 17:42:11.132577 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1a337d57-1c74-4e55-bd5b-c90fbaf74485 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762170394215'] for port (d63da2b3-1edc-45c7-adee-fd6f2abee30b), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:11.223109 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-1a337d57-1c74-4e55-bd5b-c90fbaf74485 admin admin] For port d63da2b3-1edc-45c7-adee-fd6f2abee30b, host dv-cinder-837546-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-2-iscsi',level=0,port_id=d63da2b3-1edc-45c7-adee-fd6f2abee30b,segment=NetworkSegment(f847f272-90b1-4369-8e48-25aa20ff3114),segment_id=f847f272-90b1-4369-8e48-25aa20ff3114)] {{(pid=104053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:42:11.223500 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1a337d57-1c74-4e55-bd5b-c90fbaf74485 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376266'] for port (d63da2b3-1edc-45c7-adee-fd6f2abee30b), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:11.238447 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-1a337d57-1c74-4e55-bd5b-c90fbaf74485 admin admin] Calling delete_port for d63da2b3-1edc-45c7-adee-fd6f2abee30b owned by network:router_gateway {{(pid=104053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 17:42:11.289173 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-0a6696cc-3865-490d-9098-7d16ff416395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45cde80b-1048-49d8-8a41-dc301b9117be', 'name': 'tempest-TestShelveInstance-2132045232-router', 'tenant_id': '35fdc8ef703e43f1a730a868721c4a2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'external_fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': 'd63da2b3-1edc-45c7-adee-fd6f2abee30b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:36:47Z', 'updated_at': '2022-06-16T17:42:10Z', 'revision_number': 5, 'project_id': '35fdc8ef703e43f1a730a868721c4a2d', 'gw_port': {'id': 'd63da2b3-1edc-45c7-adee-fd6f2abee30b', 'name': '', 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:f1:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45cde80b-1048-49d8-8a41-dc301b9117be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:36:48Z', 'updated_at': '2022-06-16T17:36:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47584a51-19b7-439b-9f28-a7f577441b18', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-2-iscsi'}], 'dv-cinder-837546-2-iscsi', False) {} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:42:11.318366 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a6696cc-3865-490d-9098-7d16ff416395 None None] Checking router: 45cde80b-1048-49d8-8a41-dc301b9117be for host: dv-cinder-837546-2-iscsi {{(pid=104054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:42:11.329412 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a6696cc-3865-490d-9098-7d16ff416395 None None] Routers {'45cde80b-1048-49d8-8a41-dc301b9117be'} bound to L3 agent in host dv-cinder-837546-2-iscsi {{(pid=104054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:42:11.330042 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-0a6696cc-3865-490d-9098-7d16ff416395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-16T17:26:01Z,description=,heartbeat_timestamp=2022-06-16T17:42:01Z,host='dv-cinder-837546-2-iscsi',id=43e250b4-0ce3-4949-aa8c-0bafe6454580,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:26:01Z,topic='l3_agent')) {'router_ids': ['45cde80b-1048-49d8-8a41-dc301b9117be'], 'active': True} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:42:11.422633 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvr_db [None req-0a6696cc-3865-490d-9098-7d16ff416395 None None] Set router 45cde80b-1048-49d8-8a41-dc301b9117be gateway port host: None {{(pid=104054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:42:11.445546 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1a337d57-1c74-4e55-bd5b-c90fbaf74485 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762170396510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762170029087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64764667'] for port (d63da2b3-1edc-45c7-adee-fd6f2abee30b), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:11.476394 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-0a6696cc-3865-490d-9098-7d16ff416395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45cde80b-1048-49d8-8a41-dc301b9117be', 'name': 'tempest-TestShelveInstance-2132045232-router', 'tenant_id': '35fdc8ef703e43f1a730a868721c4a2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:36:47Z', 'updated_at': '2022-06-16T17:42:11Z', 'revision_number': 6, 'project_id': '35fdc8ef703e43f1a730a868721c4a2d', 'gw_port_host': None}], 'dv-cinder-837546-2-iscsi', False) {} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:42:11.481119 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a337d57-1c74-4e55-bd5b-c90fbaf74485 admin admin] Pushing event deleted for resources: {'Port': ['ID=d63da2b3-1edc-45c7-adee-fd6f2abee30b,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:42:11.510087 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a6696cc-3865-490d-9098-7d16ff416395 None None] The sync data for ids ['45cde80b-1048-49d8-8a41-dc301b9117be'] in dv-cinder-837546-2-iscsi is: [{'id': '45cde80b-1048-49d8-8a41-dc301b9117be', 'name': 'tempest-TestShelveInstance-2132045232-router', 'tenant_id': '35fdc8ef703e43f1a730a868721c4a2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:36:47Z', 'updated_at': '2022-06-16T17:42:11Z', 'revision_number': 6, 'project_id': '35fdc8ef703e43f1a730a868721c4a2d', 'gw_port_host': None}] {{(pid=104054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:42:11.544320 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:INSERT=8,neutron:SELECT=87,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:42:11.551902 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1a337d57-1c74-4e55-bd5b-c90fbaf74485 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-375437'] for router_gateway (45cde80b-1048-49d8-8a41-dc301b9117be), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:11.645865 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1a337d57-1c74-4e55-bd5b-c90fbaf74485 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-376196', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11533'] for router (45cde80b-1048-49d8-8a41-dc301b9117be), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:11.648127 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1a337d57-1c74-4e55-bd5b-c90fbaf74485 admin admin] Publish callbacks [] for router_controller (45cde80b-1048-49d8-8a41-dc301b9117be), precommit_delete_associations {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:11.692052 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1a337d57-1c74-4e55-bd5b-c90fbaf74485 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-376302'] for router (45cde80b-1048-49d8-8a41-dc301b9117be), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:11.692603 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a337d57-1c74-4e55-bd5b-c90fbaf74485 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 45cde80b-1048-49d8-8a41-dc301b9117be {{(pid=104053) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 16 17:42:11.697582 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1a337d57-1c74-4e55-bd5b-c90fbaf74485 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:11.698745 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-1a337d57-1c74-4e55-bd5b-c90fbaf74485 admin admin] 10.222.0.40 "DELETE /v2.0/routers/45cde80b-1048-49d8-8a41-dc301b9117be HTTP/1.1" status: 204 len: 168 time: 0.9296908 Jun 16 17:42:11.701225 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 33914) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:42:11.749348 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8ae3896-9c2a-4e17-b35d-6342778eb36c admin admin] Deleting subnet 3a5fc11e-57cf-421a-b4a2-bf85b45ade3d {{(pid=104053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 16 17:42:11.752665 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c8ae3896-9c2a-4e17-b35d-6342778eb36c admin admin] Publish callbacks [] for subnet (3a5fc11e-57cf-421a-b4a2-bf85b45ade3d), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:11.789300 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c8ae3896-9c2a-4e17-b35d-6342778eb36c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64692026'] for subnet (3a5fc11e-57cf-421a-b4a2-bf85b45ade3d), precommit_delete_associations {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:11.816087 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:42:11.880950 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c8ae3896-9c2a-4e17-b35d-6342778eb36c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1565816'] for subnet (3a5fc11e-57cf-421a-b4a2-bf85b45ade3d), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:11.943773 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c8ae3896-9c2a-4e17-b35d-6342778eb36c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1565763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64764616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64831976'] for subnet (3a5fc11e-57cf-421a-b4a2-bf85b45ade3d), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:11.972194 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ae3896-9c2a-4e17-b35d-6342778eb36c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a5fc11e-57cf-421a-b4a2-bf85b45ade3d,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:42:11.976055 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c8ae3896-9c2a-4e17-b35d-6342778eb36c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:11.982107 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 33920) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:42:11.983834 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-c8ae3896-9c2a-4e17-b35d-6342778eb36c admin admin] 10.222.0.40 "DELETE /v2.0/subnets/3a5fc11e-57cf-421a-b4a2-bf85b45ade3d HTTP/1.1" status: 204 len: 168 time: 0.2785251 Jun 16 17:42:11.991829 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-700088dd-97be-47cf-9954-154d18b1c037 None None] Network faa616db-04da-45e0-8b5a-5b794f8b5dd6 requested from dv-cinder-837546-2-iscsi {{(pid=104054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 17:42:12.141308 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89efb8a-727c-4d6a-a1ea-42ee04dc394c req-3b347cfc-4d7e-4d7a-9f4b-e320d158dbee tempest-VolumesSnapshotTestJSON-1672951330 tempest-VolumesSnapshotTestJSON-1672951330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:42:12.142875 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-f89efb8a-727c-4d6a-a1ea-42ee04dc394c req-3b347cfc-4d7e-4d7a-9f4b-e320d158dbee tempest-VolumesSnapshotTestJSON-1672951330 tempest-VolumesSnapshotTestJSON-1672951330-project] 10.222.0.40 "GET /v2.0/ports?device_id=ce1c7182-f0ad-44cd-b16f-427e775c2d82 HTTP/1.1" status: 200 len: 944 time: 0.0928924 Jun 16 17:42:12.145383 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-3d583194-022e-4e9f-9c43-1e61507201af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-716355'] for network (faa616db-04da-45e0-8b5a-5b794f8b5dd6), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:12.148123 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:42:12.234411 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-f89efb8a-727c-4d6a-a1ea-42ee04dc394c req-5948c174-7f4a-4ea2-b524-62c63404019e tempest-VolumesSnapshotTestJSON-1672951330 tempest-VolumesSnapshotTestJSON-1672951330-project] 10.222.0.40 "GET /v2.0/security-groups?id=1e9f9bf4-fb30-449d-aa39-36adcfd72d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837669 Jun 16 17:42:12.235057 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-3d583194-022e-4e9f-9c43-1e61507201af admin admin] Deleting port 39be0a10-a79c-452d-9173-1fb87608d80e {{(pid=104052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 17:42:12.235438 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-3d583194-022e-4e9f-9c43-1e61507201af admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762170394215'] for port (39be0a10-a79c-452d-9173-1fb87608d80e), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:12.248355 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Device f6ceb8b6-33ce-4014-9702-8fb437b60ab0 up at agent hyperv_hv-cinder-83754 {{(pid=104054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 17:42:12.251902 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:42:12.297493 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Provisioning for port f6ceb8b6-33ce-4014-9702-8fb437b60ab0 completed by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 17:42:12.303646 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Provisioning complete for port f6ceb8b6-33ce-4014-9702-8fb437b60ab0 triggered by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:42:12.304012 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572016'] for port (f6ceb8b6-33ce-4014-9702-8fb437b60ab0), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:12.304913 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-3d583194-022e-4e9f-9c43-1e61507201af admin admin] For port 39be0a10-a79c-452d-9173-1fb87608d80e, host dv-cinder-837546-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-2-iscsi',level=0,port_id=39be0a10-a79c-452d-9173-1fb87608d80e,segment=NetworkSegment(bb4775b9-8372-4a35-a023-11a789fdcc61),segment_id=bb4775b9-8372-4a35-a023-11a789fdcc61)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:42:12.305309 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-3d583194-022e-4e9f-9c43-1e61507201af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376266'] for port (39be0a10-a79c-452d-9173-1fb87608d80e), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:12.324603 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-3d583194-022e-4e9f-9c43-1e61507201af admin admin] Calling delete_port for 39be0a10-a79c-452d-9173-1fb87608d80e owned by network:dhcp {{(pid=104052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 17:42:12.361280 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e4eeba2-f8de-400d-b938-791fd19d2bc6 None None] DHCP port deletion for faa616db-04da-45e0-8b5a-5b794f8b5dd6 request from dv-cinder-837546-2-iscsi {{(pid=104054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 16 17:42:12.432042 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-3d583194-022e-4e9f-9c43-1e61507201af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762170396510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762170029087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62916395'] for port (39be0a10-a79c-452d-9173-1fb87608d80e), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:12.451468 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Device 39be0a10-a79c-452d-9173-1fb87608d80e no longer exists at agent ovs-agent-dv-cinder-837546-2-iscsi {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 17:42:12.461861 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-9e4eeba2-f8de-400d-b938-791fd19d2bc6 None None] Deleting port 39be0a10-a79c-452d-9173-1fb87608d80e {{(pid=104054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 17:42:12.462242 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9e4eeba2-f8de-400d-b938-791fd19d2bc6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762170394215'] for port (39be0a10-a79c-452d-9173-1fb87608d80e), before_delete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:12.471887 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d583194-022e-4e9f-9c43-1e61507201af admin admin] No DVR routers for this DVR port 39be0a10-a79c-452d-9173-1fb87608d80e on host dv-cinder-837546-2-iscsi {{(pid=104052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 17:42:12.473930 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d583194-022e-4e9f-9c43-1e61507201af admin admin] Pushing event deleted for resources: {'Port': ['ID=39be0a10-a79c-452d-9173-1fb87608d80e,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:42:12.495421 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Current status of the port f6ceb8b6-33ce-4014-9702-8fb437b60ab0 is: BUILD; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:42:12.495716 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (f6ceb8b6-33ce-4014-9702-8fb437b60ab0), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:12.510057 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] No Port match for: 39be0a10-a79c-452d-9173-1fb87608d80e {{(pid=104054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 17:42:12.510500 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Device 39be0a10-a79c-452d-9173-1fb87608d80e not bound to the agent host dv-cinder-837546-2-iscsi {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 17:42:12.512743 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Device d63da2b3-1edc-45c7-adee-fd6f2abee30b no longer exists at agent ovs-agent-dv-cinder-837546-2-iscsi {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 17:42:12.550141 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] No Port match for: d63da2b3-1edc-45c7-adee-fd6f2abee30b {{(pid=104054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 17:42:12.550487 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Device d63da2b3-1edc-45c7-adee-fd6f2abee30b not bound to the agent host dv-cinder-837546-2-iscsi {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 17:42:12.550898 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Device cd8bdc50-7bfb-40f3-b220-de284ed4ff26 no longer exists at agent ovs-agent-dv-cinder-837546-2-iscsi {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 17:42:12.556443 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-3d583194-022e-4e9f-9c43-1e61507201af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1572665', 'neutron.services.segments.db._delete_segments_for_network-8762170470903'] for network (faa616db-04da-45e0-8b5a-5b794f8b5dd6), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:12.580911 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.services.segments.db [None req-3d583194-022e-4e9f-9c43-1e61507201af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['faa616db-04da-45e0-8b5a-5b794f8b5dd6']}} {{(pid=104052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:42:12.592051 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.services.segments.db [None req-3d583194-022e-4e9f-9c43-1e61507201af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb4775b9-8372-4a35-a023-11a789fdcc61') {'for_net_delete': True} {{(pid=104052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:42:12.592390 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.services.segments.db [None req-3d583194-022e-4e9f-9c43-1e61507201af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb4775b9-8372-4a35-a023-11a789fdcc61') {} {{(pid=104052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:42:12.604112 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-3d583194-022e-4e9f-9c43-1e61507201af admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762170470786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63325761'] for segment (bb4775b9-8372-4a35-a023-11a789fdcc61), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:12.606525 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce1c7182-f0ad-44cd-b16f-427e775c2d82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6ceb8b6-33ce-4014-9702-8fb437b60ab0'}] {{(pid=104054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 17:42:12.609070 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5645e34771f2e92f66b701059e1edb0e2a0b319a1385596c591183f5993537e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7150fdde-642a-4ad6-81e0-da5dd5865017" -d '{"events": [{"server_uuid": "ce1c7182-f0ad-44cd-b16f-427e775c2d82", "name": "network-vif-plugged", "status": "completed", "tag": "f6ceb8b6-33ce-4014-9702-8fb437b60ab0"}]}' {{(pid=104054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:42:12.620580 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-3d583194-022e-4e9f-9c43-1e61507201af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1565696'] for segment (bb4775b9-8372-4a35-a023-11a789fdcc61), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:12.629356 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] No Port match for: cd8bdc50-7bfb-40f3-b220-de284ed4ff26 {{(pid=104054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 17:42:12.629716 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Device cd8bdc50-7bfb-40f3-b220-de284ed4ff26 not bound to the agent host dv-cinder-837546-2-iscsi {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 17:42:12.641565 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d583194-022e-4e9f-9c43-1e61507201af admin admin] Releasing vlan 320 on physical network physnet1 to pool {{(pid=104052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 17:42:12.642174 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-3d583194-022e-4e9f-9c43-1e61507201af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1565696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62916550'] for segment (bb4775b9-8372-4a35-a023-11a789fdcc61), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:12.649934 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] For port f6ceb8b6-33ce-4014-9702-8fb437b60ab0, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=f6ceb8b6-33ce-4014-9702-8fb437b60ab0,segment=NetworkSegment(7bfc72ec-0b8b-4e76-beae-b3dd00144182),segment_id=7bfc72ec-0b8b-4e76-beae-b3dd00144182)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:42:12.651309 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-9e4eeba2-f8de-400d-b938-791fd19d2bc6 None None] For port 39be0a10-a79c-452d-9173-1fb87608d80e, host dv-cinder-837546-2-iscsi, got binding levels [] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:42:12.651693 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9e4eeba2-f8de-400d-b938-791fd19d2bc6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376266'] for port (39be0a10-a79c-452d-9173-1fb87608d80e), precommit_delete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:12.655939 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114'] for port (f6ceb8b6-33ce-4014-9702-8fb437b60ab0), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:12.685583 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 17:42:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c179765b-4a09-4a2f-93ad-b8ba7a179002 x-openstack-request-id: req-c179765b-4a09-4a2f-93ad-b8ba7a179002 {{(pid=104054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:42:12.685871 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce1c7182-f0ad-44cd-b16f-427e775c2d82", "name": "network-vif-plugged", "status": "completed", "tag": "f6ceb8b6-33ce-4014-9702-8fb437b60ab0", "code": 200}]} {{(pid=104054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:42:12.686124 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-c179765b-4a09-4a2f-93ad-b8ba7a179002 {{(pid=104054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:42:12.686569 dv-cinder-837546-2-iscsi neutron-server[104054]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c179765b-4a09-4a2f-93ad-b8ba7a179002'] response: {'server_uuid': 'ce1c7182-f0ad-44cd-b16f-427e775c2d82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6ceb8b6-33ce-4014-9702-8fb437b60ab0', 'code': 200} Jun 16 17:42:12.700406 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.services.segments.plugin [-] Segment bb4775b9-8372-4a35-a023-11a789fdcc61 resource provider aggregate not found Jun 16 17:42:12.704847 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-9e4eeba2-f8de-400d-b938-791fd19d2bc6 None None] Calling delete_port for 39be0a10-a79c-452d-9173-1fb87608d80e owned by network:dhcp {{(pid=104054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 17:42:12.710319 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.ipam_backend_mixin [None req-9e4eeba2-f8de-400d-b938-791fd19d2bc6 None None] Port 39be0a10-a79c-452d-9173-1fb87608d80e was not found and therefore no delete operation was performed {{(pid=104054) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jun 16 17:42:12.713377 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9e4eeba2-f8de-400d-b938-791fd19d2bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762170396510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762170029087'] for port (39be0a10-a79c-452d-9173-1fb87608d80e), after_delete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:12.742436 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4eeba2-f8de-400d-b938-791fd19d2bc6 None None] No DVR routers for this DVR port 39be0a10-a79c-452d-9173-1fb87608d80e on host dv-cinder-837546-2-iscsi {{(pid=104054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 17:42:12.744607 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.services.segments.plugin [-] Segment bb4775b9-8372-4a35-a023-11a789fdcc61 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bb4775b9-8372-4a35-a023-11a789fdcc61 found for delete ", "request_id": "req-f22855a7-273d-4f25-b27a-6f4f1b4158d0"}]} Jun 16 17:42:12.745506 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Pushing event updated for resources: {'Port': ['ID=f6ceb8b6-33ce-4014-9702-8fb437b60ab0,revision_number=5']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:42:12.769669 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-3d583194-022e-4e9f-9c43-1e61507201af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1572662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-375457'] for network (faa616db-04da-45e0-8b5a-5b794f8b5dd6), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:12.771944 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4eeba2-f8de-400d-b938-791fd19d2bc6 None None] Pushing event deleted for resources: {'Port': ['ID=39be0a10-a79c-452d-9173-1fb87608d80e,revision_number=None']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:42:12.784292 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-3d583194-022e-4e9f-9c43-1e61507201af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626521'] for network (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:12.788868 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-3d583194-022e-4e9f-9c43-1e61507201af admin admin] 10.222.0.40 "DELETE /v2.0/networks/faa616db-04da-45e0-8b5a-5b794f8b5dd6 HTTP/1.1" status: 204 len: 168 time: 0.8035579 Jun 16 17:42:12.791189 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 33928) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:42:12.807374 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d583194-022e-4e9f-9c43-1e61507201af admin admin] Pushing event deleted for resources: {'Network': ['ID=faa616db-04da-45e0-8b5a-5b794f8b5dd6,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:42:13.213680 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:42:13.220611 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a92ae1b-7870-473b-8f6c-b4e64de006af req-a694cbcf-db6c-48b4-88d2-0eceeb8475ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:42:13.223718 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-6a92ae1b-7870-473b-8f6c-b4e64de006af req-a694cbcf-db6c-48b4-88d2-0eceeb8475ef service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ce1c7182-f0ad-44cd-b16f-427e775c2d82 HTTP/1.1" status: 200 len: 1129 time: 0.3325016 Jun 16 17:42:13.286896 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-cd4d1e27-2022-431d-8b92-09858b519046 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-361930'] for router_interface (afe8f60d-0d06-4161-aa5a-fca004631e72), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:13.291264 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-6a92ae1b-7870-473b-8f6c-b4e64de006af req-06b643ab-5043-438d-9eed-c6d648c16846 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=1e9f9bf4-fb30-449d-aa39-36adcfd72d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563591 Jun 16 17:42:13.364837 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98569ee-06a3-428f-be8a-d7cc5d1a1e80 req-0e7daad8-8230-4c1a-b1cf-15a4f58ff791 tempest-VolumesSnapshotTestJSON-1672951330 tempest-VolumesSnapshotTestJSON-1672951330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:42:13.366424 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-f98569ee-06a3-428f-be8a-d7cc5d1a1e80 req-0e7daad8-8230-4c1a-b1cf-15a4f58ff791 tempest-VolumesSnapshotTestJSON-1672951330 tempest-VolumesSnapshotTestJSON-1672951330-project] 10.222.0.40 "GET /v2.0/ports?device_id=ce1c7182-f0ad-44cd-b16f-427e775c2d82 HTTP/1.1" status: 200 len: 945 time: 0.0539775 Jun 16 17:42:13.433359 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-f98569ee-06a3-428f-be8a-d7cc5d1a1e80 req-a612f633-f3a8-4740-af99-e48cf806026d tempest-VolumesSnapshotTestJSON-1672951330 tempest-VolumesSnapshotTestJSON-1672951330-project] 10.222.0.40 "GET /v2.0/security-groups?id=1e9f9bf4-fb30-449d-aa39-36adcfd72d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604861 Jun 16 17:42:13.596271 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-cd4d1e27-2022-431d-8b92-09858b519046 admin admin] Deleting port f13094af-6e15-49a5-89f8-25190c2b1cf9 {{(pid=104053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 17:42:13.596640 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-cd4d1e27-2022-431d-8b92-09858b519046 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762170394215'] for port (f13094af-6e15-49a5-89f8-25190c2b1cf9), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:13.667001 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:42:13.690020 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-cd4d1e27-2022-431d-8b92-09858b519046 admin admin] For port f13094af-6e15-49a5-89f8-25190c2b1cf9, host dv-cinder-837546-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-2-iscsi',level=0,port_id=f13094af-6e15-49a5-89f8-25190c2b1cf9,segment=NetworkSegment(c87f395d-1918-45b8-bd8c-25819072125b),segment_id=c87f395d-1918-45b8-bd8c-25819072125b)] {{(pid=104053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:42:13.690386 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-cd4d1e27-2022-431d-8b92-09858b519046 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376266'] for port (f13094af-6e15-49a5-89f8-25190c2b1cf9), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:13.705458 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-cd4d1e27-2022-431d-8b92-09858b519046 admin admin] Calling delete_port for f13094af-6e15-49a5-89f8-25190c2b1cf9 owned by network:router_interface {{(pid=104053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 17:42:13.718937 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:42:13.898573 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-cd4d1e27-2022-431d-8b92-09858b519046 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762170396510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762170029087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64764667'] for port (f13094af-6e15-49a5-89f8-25190c2b1cf9), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:13.925415 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4d1e27-2022-431d-8b92-09858b519046 admin admin] Pushing event deleted for resources: {'Port': ['ID=f13094af-6e15-49a5-89f8-25190c2b1cf9,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:42:14.135269 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-cd4d1e27-2022-431d-8b92-09858b519046 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1626484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-362330'] for router_interface (afe8f60d-0d06-4161-aa5a-fca004631e72), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:14.365473 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd4d1e27-2022-431d-8b92-09858b519046 admin admin] Router afe8f60d-0d06-4161-aa5a-fca004631e72 has already been hosted by L3 agent 43e250b4-0ce3-4949-aa8c-0bafe6454580 {{(pid=104053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 17:42:14.475399 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd4d1e27-2022-431d-8b92-09858b519046 admin admin] Notify agent at l3_agent.dv-cinder-837546-2-iscsi the message routers_updated {{(pid=104053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 17:42:14.484667 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-cd4d1e27-2022-431d-8b92-09858b519046 admin admin] 10.222.0.40 "PUT /v2.0/routers/afe8f60d-0d06-4161-aa5a-fca004631e72/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6884341 Jun 16 17:42:14.484836 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 33944) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:42:14.486203 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9ff168-3cf7-41d3-a4e2-10cb9bb6aa3b None None] Sync routers for ids ['afe8f60d-0d06-4161-aa5a-fca004631e72'] in dv-cinder-837546-2-iscsi {{(pid=104055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:42:14.491756 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=19,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:42:14.501510 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9ff168-3cf7-41d3-a4e2-10cb9bb6aa3b None None] Routers {'afe8f60d-0d06-4161-aa5a-fca004631e72'} bound to L3 agent in host dv-cinder-837546-2-iscsi {{(pid=104055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:42:14.502023 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-1d9ff168-3cf7-41d3-a4e2-10cb9bb6aa3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-16T17:26:01Z,description=,heartbeat_timestamp=2022-06-16T17:42:01Z,host='dv-cinder-837546-2-iscsi',id=43e250b4-0ce3-4949-aa8c-0bafe6454580,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:26:01Z,topic='l3_agent')) {'router_ids': ['afe8f60d-0d06-4161-aa5a-fca004631e72'], 'active': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:42:14.587224 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512de467-1077-4c19-afe6-9902266e0087 req-249981bc-88c7-4837-a8a4-a5e7dd7a0b40 tempest-VolumesSnapshotTestJSON-1672951330 tempest-VolumesSnapshotTestJSON-1672951330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:42:14.589723 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-512de467-1077-4c19-afe6-9902266e0087 req-249981bc-88c7-4837-a8a4-a5e7dd7a0b40 tempest-VolumesSnapshotTestJSON-1672951330 tempest-VolumesSnapshotTestJSON-1672951330-project] 10.222.0.40 "GET /v2.0/ports?device_id=ce1c7182-f0ad-44cd-b16f-427e775c2d82 HTTP/1.1" status: 200 len: 945 time: 0.0667198 Jun 16 17:42:14.627318 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvr_db [None req-1d9ff168-3cf7-41d3-a4e2-10cb9bb6aa3b None None] Set router afe8f60d-0d06-4161-aa5a-fca004631e72 gateway port host: dv-cinder-837546-2-iscsi {{(pid=104055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:42:14.651403 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-512de467-1077-4c19-afe6-9902266e0087 req-6a679361-07d3-4b0f-8fdd-e96fb0a5d570 tempest-VolumesSnapshotTestJSON-1672951330 tempest-VolumesSnapshotTestJSON-1672951330-project] 10.222.0.40 "GET /v2.0/security-groups?id=1e9f9bf4-fb30-449d-aa39-36adcfd72d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542951 Jun 16 17:42:14.838526 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-1d9ff168-3cf7-41d3-a4e2-10cb9bb6aa3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afe8f60d-0d06-4161-aa5a-fca004631e72', 'name': 'tempest-TestShelveInstance-846094686-router', 'tenant_id': '119182b448df4b0982dcd69db60fd7a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'external_fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.129'}], 'enable_snat': True}, 'gw_port_id': 'ff27d45e-b24f-41c2-a9ca-4bb149aa4796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:36:55Z', 'updated_at': '2022-06-16T17:42:13Z', 'revision_number': 5, 'project_id': '119182b448df4b0982dcd69db60fd7a6', 'gw_port': {'id': 'ff27d45e-b24f-41c2-a9ca-4bb149aa4796', 'name': '', 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:0f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe8f60d-0d06-4161-aa5a-fca004631e72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:36:57Z', 'updated_at': '2022-06-16T17:37:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47584a51-19b7-439b-9f28-a7f577441b18', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-2-iscsi'}], 'dv-cinder-837546-2-iscsi', False) {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:42:14.871653 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9ff168-3cf7-41d3-a4e2-10cb9bb6aa3b None None] Checking router: afe8f60d-0d06-4161-aa5a-fca004631e72 for host: dv-cinder-837546-2-iscsi {{(pid=104055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:42:14.882081 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9ff168-3cf7-41d3-a4e2-10cb9bb6aa3b None None] Routers {'afe8f60d-0d06-4161-aa5a-fca004631e72'} bound to L3 agent in host dv-cinder-837546-2-iscsi {{(pid=104055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:42:14.882737 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-1d9ff168-3cf7-41d3-a4e2-10cb9bb6aa3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-16T17:26:01Z,description=,heartbeat_timestamp=2022-06-16T17:42:01Z,host='dv-cinder-837546-2-iscsi',id=43e250b4-0ce3-4949-aa8c-0bafe6454580,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:26:01Z,topic='l3_agent')) {'router_ids': ['afe8f60d-0d06-4161-aa5a-fca004631e72'], 'active': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:42:14.885908 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-35292e5f-ff8e-42e0-8b6e-6c5359487b84 admin admin] Publish callbacks [] for router (afe8f60d-0d06-4161-aa5a-fca004631e72), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:14.989013 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:42:14.992056 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:42:15.000630 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvr_db [None req-1d9ff168-3cf7-41d3-a4e2-10cb9bb6aa3b None None] Set router afe8f60d-0d06-4161-aa5a-fca004631e72 gateway port host: dv-cinder-837546-2-iscsi {{(pid=104055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:42:15.012016 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-35292e5f-ff8e-42e0-8b6e-6c5359487b84 admin admin] Publish callbacks [] for router_gateway (afe8f60d-0d06-4161-aa5a-fca004631e72), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:15.061929 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-35292e5f-ff8e-42e0-8b6e-6c5359487b84 admin admin] Deleting port ff27d45e-b24f-41c2-a9ca-4bb149aa4796 {{(pid=104053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 17:42:15.062168 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-35292e5f-ff8e-42e0-8b6e-6c5359487b84 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762170394215'] for port (ff27d45e-b24f-41c2-a9ca-4bb149aa4796), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:15.158205 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-35292e5f-ff8e-42e0-8b6e-6c5359487b84 admin admin] For port ff27d45e-b24f-41c2-a9ca-4bb149aa4796, host dv-cinder-837546-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-2-iscsi',level=0,port_id=ff27d45e-b24f-41c2-a9ca-4bb149aa4796,segment=NetworkSegment(f847f272-90b1-4369-8e48-25aa20ff3114),segment_id=f847f272-90b1-4369-8e48-25aa20ff3114)] {{(pid=104053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:42:15.158464 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-35292e5f-ff8e-42e0-8b6e-6c5359487b84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376266'] for port (ff27d45e-b24f-41c2-a9ca-4bb149aa4796), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:15.173773 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-35292e5f-ff8e-42e0-8b6e-6c5359487b84 admin admin] Calling delete_port for ff27d45e-b24f-41c2-a9ca-4bb149aa4796 owned by network:router_gateway {{(pid=104053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 17:42:15.291937 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-1d9ff168-3cf7-41d3-a4e2-10cb9bb6aa3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afe8f60d-0d06-4161-aa5a-fca004631e72', 'name': 'tempest-TestShelveInstance-846094686-router', 'tenant_id': '119182b448df4b0982dcd69db60fd7a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'external_fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.129'}], 'enable_snat': True}, 'gw_port_id': 'ff27d45e-b24f-41c2-a9ca-4bb149aa4796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:36:55Z', 'updated_at': '2022-06-16T17:42:13Z', 'revision_number': 5, 'project_id': '119182b448df4b0982dcd69db60fd7a6', 'gw_port': {'id': 'ff27d45e-b24f-41c2-a9ca-4bb149aa4796', 'name': '', 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:0f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe8f60d-0d06-4161-aa5a-fca004631e72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:36:57Z', 'updated_at': '2022-06-16T17:37:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47584a51-19b7-439b-9f28-a7f577441b18', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-2-iscsi'}], 'dv-cinder-837546-2-iscsi', False) {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:42:15.320991 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9ff168-3cf7-41d3-a4e2-10cb9bb6aa3b None None] The sync data for ids ['afe8f60d-0d06-4161-aa5a-fca004631e72'] in dv-cinder-837546-2-iscsi is: [{'id': 'afe8f60d-0d06-4161-aa5a-fca004631e72', 'name': 'tempest-TestShelveInstance-846094686-router', 'tenant_id': '119182b448df4b0982dcd69db60fd7a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'external_fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.129'}], 'enable_snat': True}, 'gw_port_id': 'ff27d45e-b24f-41c2-a9ca-4bb149aa4796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:36:55Z', 'updated_at': '2022-06-16T17:42:13Z', 'revision_number': 5, 'project_id': '119182b448df4b0982dcd69db60fd7a6', 'gw_port': {'id': 'ff27d45e-b24f-41c2-a9ca-4bb149aa4796', 'name': '', 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:0f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe8f60d-0d06-4161-aa5a-fca004631e72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:36:57Z', 'updated_at': '2022-06-16T17:37:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47584a51-19b7-439b-9f28-a7f577441b18', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-2-iscsi'}] {{(pid=104055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:42:15.365362 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-35292e5f-ff8e-42e0-8b6e-6c5359487b84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762170396510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762170029087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64764667'] for port (ff27d45e-b24f-41c2-a9ca-4bb149aa4796), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:15.398434 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35292e5f-ff8e-42e0-8b6e-6c5359487b84 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff27d45e-b24f-41c2-a9ca-4bb149aa4796,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:42:15.469336 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-35292e5f-ff8e-42e0-8b6e-6c5359487b84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-375437'] for router_gateway (afe8f60d-0d06-4161-aa5a-fca004631e72), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:15.564999 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-35292e5f-ff8e-42e0-8b6e-6c5359487b84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-376196', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11533'] for router (afe8f60d-0d06-4161-aa5a-fca004631e72), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:15.567281 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-35292e5f-ff8e-42e0-8b6e-6c5359487b84 admin admin] Publish callbacks [] for router_controller (afe8f60d-0d06-4161-aa5a-fca004631e72), precommit_delete_associations {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:15.625079 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-35292e5f-ff8e-42e0-8b6e-6c5359487b84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-376302'] for router (afe8f60d-0d06-4161-aa5a-fca004631e72), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:15.625951 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35292e5f-ff8e-42e0-8b6e-6c5359487b84 admin admin] Fanout notify agent at l3_agent the message router_deleted on router afe8f60d-0d06-4161-aa5a-fca004631e72 {{(pid=104053) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 16 17:42:15.631522 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-35292e5f-ff8e-42e0-8b6e-6c5359487b84 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:15.632790 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-35292e5f-ff8e-42e0-8b6e-6c5359487b84 admin admin] 10.222.0.40 "DELETE /v2.0/routers/afe8f60d-0d06-4161-aa5a-fca004631e72 HTTP/1.1" status: 204 len: 168 time: 1.1463711 Jun 16 17:42:15.636901 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 33952) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:42:15.709796 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.db.db_base_plugin_v2 [None req-0373a585-0209-4ca4-bab9-f2fee831680f admin admin] Deleting subnet 289eb0e2-7f89-48e1-bd47-a078d6a70f45 {{(pid=104053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 16 17:42:15.713873 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-0373a585-0209-4ca4-bab9-f2fee831680f admin admin] Publish callbacks [] for subnet (289eb0e2-7f89-48e1-bd47-a078d6a70f45), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:15.759443 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-0373a585-0209-4ca4-bab9-f2fee831680f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64692026'] for subnet (289eb0e2-7f89-48e1-bd47-a078d6a70f45), precommit_delete_associations {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:15.832084 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3b6509-a2f1-4da6-b3fa-acc54590dc8d req-d9a9fa92-2f4d-439c-a5eb-d5cb48a19744 tempest-VolumesSnapshotTestJSON-1672951330 tempest-VolumesSnapshotTestJSON-1672951330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:42:15.833691 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-0b3b6509-a2f1-4da6-b3fa-acc54590dc8d req-d9a9fa92-2f4d-439c-a5eb-d5cb48a19744 tempest-VolumesSnapshotTestJSON-1672951330 tempest-VolumesSnapshotTestJSON-1672951330-project] 10.222.0.40 "GET /v2.0/ports?device_id=ce1c7182-f0ad-44cd-b16f-427e775c2d82 HTTP/1.1" status: 200 len: 945 time: 0.0590651 Jun 16 17:42:15.891825 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-0b3b6509-a2f1-4da6-b3fa-acc54590dc8d req-f03c3b37-a9e4-40d5-b089-32f34f3dfa3c tempest-VolumesSnapshotTestJSON-1672951330 tempest-VolumesSnapshotTestJSON-1672951330-project] 10.222.0.40 "GET /v2.0/security-groups?id=1e9f9bf4-fb30-449d-aa39-36adcfd72d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506859 Jun 16 17:42:15.893888 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-0373a585-0209-4ca4-bab9-f2fee831680f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1565816'] for subnet (289eb0e2-7f89-48e1-bd47-a078d6a70f45), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:15.963679 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:DELETE=8 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:42:15.974142 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-0373a585-0209-4ca4-bab9-f2fee831680f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1565763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64764616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64831976'] for subnet (289eb0e2-7f89-48e1-bd47-a078d6a70f45), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:16.005969 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0373a585-0209-4ca4-bab9-f2fee831680f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=289eb0e2-7f89-48e1-bd47-a078d6a70f45,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:42:16.009909 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-0373a585-0209-4ca4-bab9-f2fee831680f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:16.013342 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-0373a585-0209-4ca4-bab9-f2fee831680f admin admin] 10.222.0.40 "DELETE /v2.0/subnets/289eb0e2-7f89-48e1-bd47-a078d6a70f45 HTTP/1.1" status: 204 len: 168 time: 0.3752918 Jun 16 17:42:16.016320 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 33956) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:42:16.019975 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3226b95-1398-4af7-be59-1a2d07e8a15f None None] Network d759821d-83db-47ec-b50c-57c18826110f requested from dv-cinder-837546-2-iscsi {{(pid=104054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 17:42:16.098062 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:42:16.133107 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-d118bb55-8c4b-498d-a732-62c9c8d8e1e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-716355'] for network (d759821d-83db-47ec-b50c-57c18826110f), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:16.197759 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=10 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:42:16.214138 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-821e1399-18e8-456c-b450-42b6d07e4629 None None] DHCP port deletion for d759821d-83db-47ec-b50c-57c18826110f request from dv-cinder-837546-2-iscsi {{(pid=104054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 16 17:42:16.223374 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-d118bb55-8c4b-498d-a732-62c9c8d8e1e9 admin admin] Deleting port eb022127-5fb3-4557-8362-a2f0efd9690c {{(pid=104053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 17:42:16.223707 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-d118bb55-8c4b-498d-a732-62c9c8d8e1e9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762170394215'] for port (eb022127-5fb3-4557-8362-a2f0efd9690c), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:16.265052 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-821e1399-18e8-456c-b450-42b6d07e4629 None None] Deleting port eb022127-5fb3-4557-8362-a2f0efd9690c {{(pid=104054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 17:42:16.265589 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-821e1399-18e8-456c-b450-42b6d07e4629 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762170394215'] for port (eb022127-5fb3-4557-8362-a2f0efd9690c), before_delete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:16.321592 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-d118bb55-8c4b-498d-a732-62c9c8d8e1e9 admin admin] For port eb022127-5fb3-4557-8362-a2f0efd9690c, host dv-cinder-837546-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-2-iscsi',level=0,port_id=eb022127-5fb3-4557-8362-a2f0efd9690c,segment=NetworkSegment(c87f395d-1918-45b8-bd8c-25819072125b),segment_id=c87f395d-1918-45b8-bd8c-25819072125b)] {{(pid=104053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:42:16.321968 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-d118bb55-8c4b-498d-a732-62c9c8d8e1e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376266'] for port (eb022127-5fb3-4557-8362-a2f0efd9690c), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:16.342730 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-d118bb55-8c4b-498d-a732-62c9c8d8e1e9 admin admin] Calling delete_port for eb022127-5fb3-4557-8362-a2f0efd9690c owned by network:dhcp {{(pid=104053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 17:42:16.453303 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-d118bb55-8c4b-498d-a732-62c9c8d8e1e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762170396510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762170029087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64764667'] for port (eb022127-5fb3-4557-8362-a2f0efd9690c), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:16.497849 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d118bb55-8c4b-498d-a732-62c9c8d8e1e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb022127-5fb3-4557-8362-a2f0efd9690c,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:42:16.507501 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d118bb55-8c4b-498d-a732-62c9c8d8e1e9 admin admin] No DVR routers for this DVR port eb022127-5fb3-4557-8362-a2f0efd9690c on host dv-cinder-837546-2-iscsi {{(pid=104053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 17:42:16.524777 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-821e1399-18e8-456c-b450-42b6d07e4629 None None] For port eb022127-5fb3-4557-8362-a2f0efd9690c, host dv-cinder-837546-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-2-iscsi',level=0,port_id=eb022127-5fb3-4557-8362-a2f0efd9690c,segment=NetworkSegment(c87f395d-1918-45b8-bd8c-25819072125b),segment_id=c87f395d-1918-45b8-bd8c-25819072125b)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:42:16.525471 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-821e1399-18e8-456c-b450-42b6d07e4629 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376266'] for port (eb022127-5fb3-4557-8362-a2f0efd9690c), precommit_delete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:16.557427 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-821e1399-18e8-456c-b450-42b6d07e4629 None None] Calling delete_port for eb022127-5fb3-4557-8362-a2f0efd9690c owned by network:dhcp {{(pid=104054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 17:42:16.605457 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-d118bb55-8c4b-498d-a732-62c9c8d8e1e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1572665', 'neutron.services.segments.db._delete_segments_for_network-8762170470903'] for network (d759821d-83db-47ec-b50c-57c18826110f), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:16.644131 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.services.segments.db [None req-d118bb55-8c4b-498d-a732-62c9c8d8e1e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d759821d-83db-47ec-b50c-57c18826110f']}} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:42:16.651951 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Device eb022127-5fb3-4557-8362-a2f0efd9690c no longer exists at agent ovs-agent-dv-cinder-837546-2-iscsi {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 17:42:16.661266 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.services.segments.db [None req-d118bb55-8c4b-498d-a732-62c9c8d8e1e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c87f395d-1918-45b8-bd8c-25819072125b') {'for_net_delete': True} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:42:16.661633 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.services.segments.db [None req-d118bb55-8c4b-498d-a732-62c9c8d8e1e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c87f395d-1918-45b8-bd8c-25819072125b') {} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:42:16.676294 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-d118bb55-8c4b-498d-a732-62c9c8d8e1e9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762170470786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64692013'] for segment (c87f395d-1918-45b8-bd8c-25819072125b), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:16.691234 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-d118bb55-8c4b-498d-a732-62c9c8d8e1e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1565696'] for segment (c87f395d-1918-45b8-bd8c-25819072125b), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:16.691653 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] No Port match for: eb022127-5fb3-4557-8362-a2f0efd9690c {{(pid=104054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 17:42:16.691996 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Device eb022127-5fb3-4557-8362-a2f0efd9690c not bound to the agent host dv-cinder-837546-2-iscsi {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 17:42:16.692399 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Device f13094af-6e15-49a5-89f8-25190c2b1cf9 no longer exists at agent ovs-agent-dv-cinder-837546-2-iscsi {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 17:42:16.697843 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d118bb55-8c4b-498d-a732-62c9c8d8e1e9 admin admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=104053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 17:42:16.697843 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-d118bb55-8c4b-498d-a732-62c9c8d8e1e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1565696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64764438'] for segment (c87f395d-1918-45b8-bd8c-25819072125b), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:16.723577 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] No Port match for: f13094af-6e15-49a5-89f8-25190c2b1cf9 {{(pid=104054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 17:42:16.723577 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Device f13094af-6e15-49a5-89f8-25190c2b1cf9 not bound to the agent host dv-cinder-837546-2-iscsi {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 17:42:16.723577 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Device ff27d45e-b24f-41c2-a9ca-4bb149aa4796 no longer exists at agent ovs-agent-dv-cinder-837546-2-iscsi {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 17:42:16.727015 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.services.segments.plugin [-] Segment c87f395d-1918-45b8-bd8c-25819072125b resource provider aggregate not found Jun 16 17:42:16.753468 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] No Port match for: ff27d45e-b24f-41c2-a9ca-4bb149aa4796 {{(pid=104054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 17:42:16.753468 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Device ff27d45e-b24f-41c2-a9ca-4bb149aa4796 not bound to the agent host dv-cinder-837546-2-iscsi {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 17:42:16.772864 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.services.segments.plugin [-] Segment c87f395d-1918-45b8-bd8c-25819072125b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c87f395d-1918-45b8-bd8c-25819072125b found for delete ", "request_id": "req-100c0a22-9b3e-4d28-8abc-5e130bea8123"}]} Jun 16 17:42:16.788673 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-821e1399-18e8-456c-b450-42b6d07e4629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762170396510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762170029087'] for port (eb022127-5fb3-4557-8362-a2f0efd9690c), after_delete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:16.793904 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-d118bb55-8c4b-498d-a732-62c9c8d8e1e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1572662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-375457'] for network (d759821d-83db-47ec-b50c-57c18826110f), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:16.802863 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-d118bb55-8c4b-498d-a732-62c9c8d8e1e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626521'] for network (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:16.806941 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-d118bb55-8c4b-498d-a732-62c9c8d8e1e9 admin admin] 10.222.0.40 "DELETE /v2.0/networks/d759821d-83db-47ec-b50c-57c18826110f HTTP/1.1" status: 204 len: 168 time: 0.7892730 Jun 16 17:42:16.817138 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-821e1399-18e8-456c-b450-42b6d07e4629 None None] Network d759821d-83db-47ec-b50c-57c18826110f is not hosted by any dhcp agent {{(pid=104054) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jun 16 17:42:16.817924 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821e1399-18e8-456c-b450-42b6d07e4629 None None] No DVR routers for this DVR port eb022127-5fb3-4557-8362-a2f0efd9690c on host dv-cinder-837546-2-iscsi {{(pid=104054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 17:42:16.822028 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821e1399-18e8-456c-b450-42b6d07e4629 None None] Pushing event deleted for resources: {'Port': ['ID=eb022127-5fb3-4557-8362-a2f0efd9690c,revision_number=None']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:42:16.837910 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d118bb55-8c4b-498d-a732-62c9c8d8e1e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=d759821d-83db-47ec-b50c-57c18826110f,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:42:17.053857 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ee52b4-8029-4ecc-bffb-e129311d12eb req-f3e6ea62-f10b-4468-be22-64f5f2193c60 tempest-VolumesSnapshotTestJSON-1672951330 tempest-VolumesSnapshotTestJSON-1672951330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:42:17.056645 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-27ee52b4-8029-4ecc-bffb-e129311d12eb req-f3e6ea62-f10b-4468-be22-64f5f2193c60 tempest-VolumesSnapshotTestJSON-1672951330 tempest-VolumesSnapshotTestJSON-1672951330-project] 10.222.0.40 "GET /v2.0/ports?device_id=ce1c7182-f0ad-44cd-b16f-427e775c2d82 HTTP/1.1" status: 200 len: 945 time: 0.0615623 Jun 16 17:42:17.088906 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 33974) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:42:17.127995 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-27ee52b4-8029-4ecc-bffb-e129311d12eb req-cb6ff31c-5a56-46f0-a32c-5ceb7aec8c50 tempest-VolumesSnapshotTestJSON-1672951330 tempest-VolumesSnapshotTestJSON-1672951330-project] 10.222.0.40 "GET /v2.0/security-groups?id=1e9f9bf4-fb30-449d-aa39-36adcfd72d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578270 Jun 16 17:42:17.148593 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-20b6a521-8b64-4579-a842-0f1bcec48d74 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=35fdc8ef703e43f1a730a868721c4a2d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0563424 Jun 16 17:42:17.151003 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 33976) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:42:17.214883 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-2cc200c6-5e8c-450b-8c6d-fb1ecf75ec4d admin admin] Publish callbacks [] for security_group (05dd185a-597f-40e6-b317-57cca54fd6a4), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:17.247131 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-2cc200c6-5e8c-450b-8c6d-fb1ecf75ec4d admin admin] Publish callbacks [] for security_group (05dd185a-597f-40e6-b317-57cca54fd6a4), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:17.313142 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-2cc200c6-5e8c-450b-8c6d-fb1ecf75ec4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (05dd185a-597f-40e6-b317-57cca54fd6a4), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:17.316679 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-2cc200c6-5e8c-450b-8c6d-fb1ecf75ec4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:17.318390 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-2cc200c6-5e8c-450b-8c6d-fb1ecf75ec4d admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/05dd185a-597f-40e6-b317-57cca54fd6a4 HTTP/1.1" status: 204 len: 168 time: 0.1663394 Jun 16 17:42:17.332622 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc200c6-5e8c-450b-8c6d-fb1ecf75ec4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05dd185a-597f-40e6-b317-57cca54fd6a4,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:42:17.896485 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 33990) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:42:17.957500 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-4aa342a7-c6d8-4b43-bd5e-113ca76e4003 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=119182b448df4b0982dcd69db60fd7a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0593395 Jun 16 17:42:17.965924 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 33992) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:42:18.027886 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-28ec7484-29a6-48da-826a-cd1d091b3e6c admin admin] Publish callbacks [] for security_group (2898aa85-86f9-4ff0-9134-4aeb3944d230), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:18.064537 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-28ec7484-29a6-48da-826a-cd1d091b3e6c admin admin] Publish callbacks [] for security_group (2898aa85-86f9-4ff0-9134-4aeb3944d230), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:18.088069 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:42:18.141567 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-28ec7484-29a6-48da-826a-cd1d091b3e6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (2898aa85-86f9-4ff0-9134-4aeb3944d230), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:18.144298 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-28ec7484-29a6-48da-826a-cd1d091b3e6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:18.146195 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-28ec7484-29a6-48da-826a-cd1d091b3e6c admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/2898aa85-86f9-4ff0-9134-4aeb3944d230 HTTP/1.1" status: 204 len: 168 time: 0.1810501 Jun 16 17:42:18.149394 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=87,neutron:DELETE=13 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:42:18.163278 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ec7484-29a6-48da-826a-cd1d091b3e6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2898aa85-86f9-4ff0-9134-4aeb3944d230,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:42:18.308800 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc494dd9-9910-4ef9-87c0-a2414579aea6 req-44380f03-0fdd-40e1-bc68-8f55730a7ca7 tempest-VolumesSnapshotTestJSON-1672951330 tempest-VolumesSnapshotTestJSON-1672951330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:42:18.310529 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-fc494dd9-9910-4ef9-87c0-a2414579aea6 req-44380f03-0fdd-40e1-bc68-8f55730a7ca7 tempest-VolumesSnapshotTestJSON-1672951330 tempest-VolumesSnapshotTestJSON-1672951330-project] 10.222.0.40 "GET /v2.0/ports?device_id=ce1c7182-f0ad-44cd-b16f-427e775c2d82 HTTP/1.1" status: 200 len: 945 time: 0.0929489 Jun 16 17:42:18.414444 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-fc494dd9-9910-4ef9-87c0-a2414579aea6 req-1db8a67e-b11f-4e36-889d-e7e62b612921 tempest-VolumesSnapshotTestJSON-1672951330 tempest-VolumesSnapshotTestJSON-1672951330-project] 10.222.0.40 "GET /v2.0/security-groups?id=1e9f9bf4-fb30-449d-aa39-36adcfd72d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877621 Jun 16 17:42:18.788849 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (9f2b4370-7d03-4dcb-9a0d-4ff62d859136), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:19.311140 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:42:19.322197 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe2b6a1-7ee7-4973-8efe-64d4cba07485 req-fb301a3a-050c-48a3-ba8a-f0c75ecc61ee tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:42:19.324442 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-efe2b6a1-7ee7-4973-8efe-64d4cba07485 req-fb301a3a-050c-48a3-ba8a-f0c75ecc61ee tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/ports?device_id=9e3be83a-9759-422f-9cd1-5a5d1c631ace HTTP/1.1" status: 200 len: 947 time: 0.0601306 Jun 16 17:42:19.399668 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-efe2b6a1-7ee7-4973-8efe-64d4cba07485 req-7fa9cd30-5437-4cc1-a67d-5e010e9b05cb tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/security-groups?id=332ceecf-b5fe-4807-b7e2-90b219f7924f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639577 Jun 16 17:42:20.555431 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba0d5e0-48d0-45b2-a165-358d2e94360d req-f2ffbf22-18ea-4251-a6ff-ab57b2becf1c tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:42:20.557120 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-5ba0d5e0-48d0-45b2-a165-358d2e94360d req-f2ffbf22-18ea-4251-a6ff-ab57b2becf1c tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/ports?device_id=9e3be83a-9759-422f-9cd1-5a5d1c631ace HTTP/1.1" status: 200 len: 947 time: 0.0584254 Jun 16 17:42:20.615601 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-5ba0d5e0-48d0-45b2-a165-358d2e94360d req-c542cb07-bc44-45fa-8837-b18c28a91945 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/security-groups?id=332ceecf-b5fe-4807-b7e2-90b219f7924f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503039 Jun 16 17:42:21.408805 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d21f83c-fffc-43f5-925f-8e76eceeda0a req-9355016a-6cd3-4db3-a744-67a061e32c3c tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:42:21.410588 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-3d21f83c-fffc-43f5-925f-8e76eceeda0a req-9355016a-6cd3-4db3-a744-67a061e32c3c tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.47 "GET /v2.0/ports?device_id=9e3be83a-9759-422f-9cd1-5a5d1c631ace HTTP/1.1" status: 200 len: 947 time: 0.0884678 Jun 16 17:42:21.550114 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [req-3d21f83c-fffc-43f5-925f-8e76eceeda0a req-212df8ea-47aa-4dbf-9635-dd4ed694cba4 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Deleting port a57fbaeb-135f-4864-997b-23904c802e78 {{(pid=104052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 17:42:21.550715 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-3d21f83c-fffc-43f5-925f-8e76eceeda0a req-212df8ea-47aa-4dbf-9635-dd4ed694cba4 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762170394215'] for port (a57fbaeb-135f-4864-997b-23904c802e78), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:21.792135 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [req-3d21f83c-fffc-43f5-925f-8e76eceeda0a req-212df8ea-47aa-4dbf-9635-dd4ed694cba4 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] For port a57fbaeb-135f-4864-997b-23904c802e78, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=a57fbaeb-135f-4864-997b-23904c802e78,segment=NetworkSegment(86f1a2bf-e88a-4894-b8aa-61c574f8d191),segment_id=86f1a2bf-e88a-4894-b8aa-61c574f8d191)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:42:21.793014 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-3d21f83c-fffc-43f5-925f-8e76eceeda0a req-212df8ea-47aa-4dbf-9635-dd4ed694cba4 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376266'] for port (a57fbaeb-135f-4864-997b-23904c802e78), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:21.816340 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a6c158-1e8c-434e-976a-a5ad29419959 req-b5fc2e47-ddd3-4486-bc34-9bfb568f9f3f tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:42:21.818849 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-71a6c158-1e8c-434e-976a-a5ad29419959 req-b5fc2e47-ddd3-4486-bc34-9bfb568f9f3f tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/ports?device_id=9e3be83a-9759-422f-9cd1-5a5d1c631ace HTTP/1.1" status: 200 len: 947 time: 0.0977881 Jun 16 17:42:21.827583 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=100 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:42:22.023876 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-71a6c158-1e8c-434e-976a-a5ad29419959 req-e7ac3ddf-8b77-4f4a-af0e-e4c646b44f98 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/security-groups?id=332ceecf-b5fe-4807-b7e2-90b219f7924f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1908574 Jun 16 17:42:22.030982 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-dd8a4c2d-fe6c-440c-809f-17c959c2252e req-17b528c2-bb90-44d0-8284-63ecec5dfa6a tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-266615842&fields=id&tenant_id=314e9434e0ec4c1f9e8d6037143f5ebb HTTP/1.1" status: 200 len: 267 time: 0.1567183 Jun 16 17:42:22.181872 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-3d21f83c-fffc-43f5-925f-8e76eceeda0a req-212df8ea-47aa-4dbf-9635-dd4ed694cba4 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:22.182226 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-3d21f83c-fffc-43f5-925f-8e76eceeda0a req-212df8ea-47aa-4dbf-9635-dd4ed694cba4 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-375498'] for floatingip (1fb2e2ef-8bac-44d4-9705-67fa5da1f54c), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:22.182540 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.db.l3_db [req-3d21f83c-fffc-43f5-925f-8e76eceeda0a req-212df8ea-47aa-4dbf-9635-dd4ed694cba4 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Floating IP 1fb2e2ef-8bac-44d4-9705-67fa5da1f54c disassociated. External IP: 172.27.0.205, port: a57fbaeb-135f-4864-997b-23904c802e78. Jun 16 17:42:22.182881 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [req-3d21f83c-fffc-43f5-925f-8e76eceeda0a req-212df8ea-47aa-4dbf-9635-dd4ed694cba4 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Calling delete_port for a57fbaeb-135f-4864-997b-23904c802e78 owned by compute:nova {{(pid=104052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 17:42:22.319546 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8a4c2d-fe6c-440c-809f-17c959c2252e req-2becd29b-4b91-4f7a-afe5-cef6a1d05ca8 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:42:22.321062 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-dd8a4c2d-fe6c-440c-809f-17c959c2252e req-2becd29b-4b91-4f7a-afe5-cef6a1d05ca8 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] 10.222.0.40 "GET /v2.0/networks?id=6e803cc9-885b-4092-b21c-ed0c8b49c26c HTTP/1.1" status: 200 len: 811 time: 0.2759974 Jun 16 17:42:22.358031 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-105ccc3e-a62a-4336-95fb-9f7937f8e74e req-a53f0ca6-f3fa-4053-92e5-9ed49a151b03 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e064158b-7b81-42c1-bc01-057812cdcb57&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1382933 Jun 16 17:42:22.364483 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-dd8a4c2d-fe6c-440c-809f-17c959c2252e req-3819374a-ca00-4e5e-bfef-eb0b54e4fa4f tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] 10.222.0.40 "GET /v2.0/quotas/314e9434e0ec4c1f9e8d6037143f5ebb HTTP/1.1" status: 200 len: 375 time: 0.0320883 Jun 16 17:42:22.417207 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:42:22.491320 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-dd8a4c2d-fe6c-440c-809f-17c959c2252e req-c94b810e-684f-4e0e-9b6b-df6850593c38 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=314e9434e0ec4c1f9e8d6037143f5ebb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1143639 Jun 16 17:42:22.495891 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105ccc3e-a62a-4336-95fb-9f7937f8e74e req-aa6bce42-ecc2-4dc8-b394-2ea130de048c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:42:22.497408 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-105ccc3e-a62a-4336-95fb-9f7937f8e74e req-aa6bce42-ecc2-4dc8-b394-2ea130de048c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=314e9434e0ec4c1f9e8d6037143f5ebb&device_id=e064158b-7b81-42c1-bc01-057812cdcb57 HTTP/1.1" status: 200 len: 1129 time: 0.1085536 Jun 16 17:42:22.612738 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-3d21f83c-fffc-43f5-925f-8e76eceeda0a req-212df8ea-47aa-4dbf-9635-dd4ed694cba4 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762170396510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762170029087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62916395'] for port (a57fbaeb-135f-4864-997b-23904c802e78), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:22.682012 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212df8ea-47aa-4dbf-9635-dd4ed694cba4 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Pushing event deleted for resources: {'Port': ['ID=a57fbaeb-135f-4864-997b-23904c802e78,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:42:22.757050 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:42:22.769205 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-dd8a4c2d-fe6c-440c-809f-17c959c2252e req-4c75f141-1af7-4450-9437-3bfa4554ce1c service neutron] 10.222.0.40 "GET /v2.0/networks/6e803cc9-885b-4092-b21c-ed0c8b49c26c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2589841 Jun 16 17:42:22.849450 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105ccc3e-a62a-4336-95fb-9f7937f8e74e req-13a50a34-28aa-4d00-b0db-22d19d91e473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:42:22.850929 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-105ccc3e-a62a-4336-95fb-9f7937f8e74e req-13a50a34-28aa-4d00-b0db-22d19d91e473 service neutron] 10.222.0.47 "GET /v2.0/networks?id=6e803cc9-885b-4092-b21c-ed0c8b49c26c HTTP/1.1" status: 200 len: 912 time: 0.3212841 Jun 16 17:42:22.996236 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3d21f83c-fffc-43f5-925f-8e76eceeda0a req-212df8ea-47aa-4dbf-9635-dd4ed694cba4 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Router 5e169b57-6046-4cc7-bf1e-cf60de126534 has already been hosted by L3 agent 43e250b4-0ce3-4949-aa8c-0bafe6454580 {{(pid=104052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 17:42:23.003468 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-105ccc3e-a62a-4336-95fb-9f7937f8e74e req-2bceec1b-afb2-4af5-a96f-41e6af81c584 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cc7803f8-e7cb-4bb7-a65a-f2c6bd3a1b8e HTTP/1.1" status: 200 len: 1001 time: 0.1095300 Jun 16 17:42:23.007135 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-dd8a4c2d-fe6c-440c-809f-17c959c2252e req-3a46beec-ead9-4ca9-a7fe-ae7f47d8c94c service neutron] 10.222.0.40 "GET /v2.0/networks/6e803cc9-885b-4092-b21c-ed0c8b49c26c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2309251 Jun 16 17:42:23.117472 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105ccc3e-a62a-4336-95fb-9f7937f8e74e req-1f15738f-56c8-4a82-8d64-bf7fb31e1214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:42:23.119942 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-105ccc3e-a62a-4336-95fb-9f7937f8e74e req-1f15738f-56c8-4a82-8d64-bf7fb31e1214 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=95144f6c-e9c4-46d6-bb41-a8f5f76b794b HTTP/1.1" status: 200 len: 850 time: 0.1066475 Jun 16 17:42:23.258156 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3d21f83c-fffc-43f5-925f-8e76eceeda0a req-212df8ea-47aa-4dbf-9635-dd4ed694cba4 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Notify agent at l3_agent.dv-cinder-837546-2-iscsi the message routers_updated {{(pid=104052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 17:42:23.265853 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-c5bb8318-63ed-4d76-8bbc-f3db9ee99b03 req-e16945ba-92e7-4c93-9f94-ce335cfde84d tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/ports?device_id=9e3be83a-9759-422f-9cd1-5a5d1c631ace HTTP/1.1" status: 200 len: 210 time: 0.1157916 Jun 16 17:42:23.286050 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a4f344-36e6-4dd9-a515-6b639f402dab None None] Sync routers for ids ['5e169b57-6046-4cc7-bf1e-cf60de126534'] in dv-cinder-837546-2-iscsi {{(pid=104054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:42:23.301276 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105ccc3e-a62a-4336-95fb-9f7937f8e74e req-e3c4d015-3b12-4d2a-bac5-9ac2b7c0e09a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:42:23.302823 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-105ccc3e-a62a-4336-95fb-9f7937f8e74e req-e3c4d015-3b12-4d2a-bac5-9ac2b7c0e09a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6e803cc9-885b-4092-b21c-ed0c8b49c26c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1539979 Jun 16 17:42:23.319365 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a4f344-36e6-4dd9-a515-6b639f402dab None None] Routers {'5e169b57-6046-4cc7-bf1e-cf60de126534'} bound to L3 agent in host dv-cinder-837546-2-iscsi {{(pid=104054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:42:23.319365 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-56a4f344-36e6-4dd9-a515-6b639f402dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-16T17:26:01Z,description=,heartbeat_timestamp=2022-06-16T17:42:01Z,host='dv-cinder-837546-2-iscsi',id=43e250b4-0ce3-4949-aa8c-0bafe6454580,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:26:01Z,topic='l3_agent')) {'router_ids': ['5e169b57-6046-4cc7-bf1e-cf60de126534'], 'active': True} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:42:23.340359 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d21f83c-fffc-43f5-925f-8e76eceeda0a req-212df8ea-47aa-4dbf-9635-dd4ed694cba4 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] No DVR routers for this DVR port a57fbaeb-135f-4864-997b-23904c802e78 on host hv-cinder-83754 {{(pid=104052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 17:42:23.353761 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-3d21f83c-fffc-43f5-925f-8e76eceeda0a req-212df8ea-47aa-4dbf-9635-dd4ed694cba4 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228225'] for port (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:23.357570 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-3d21f83c-fffc-43f5-925f-8e76eceeda0a req-212df8ea-47aa-4dbf-9635-dd4ed694cba4 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.47 "DELETE /v2.0/ports/a57fbaeb-135f-4864-997b-23904c802e78 HTTP/1.1" status: 204 len: 173 time: 1.9388182 Jun 16 17:42:23.357860 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e3be83a-9759-422f-9cd1-5a5d1c631ace', 'name': 'network-vif-deleted', 'tag': 'a57fbaeb-135f-4864-997b-23904c802e78'}] {{(pid=104052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 17:42:23.360236 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9713fa4f09cf3058fa9276dada2b44135c9dd2e88d0acd54628e4483b77b1e61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4f9379c-9aa0-4f6d-a921-92ce1fbcceba" -d '{"events": [{"server_uuid": "9e3be83a-9759-422f-9cd1-5a5d1c631ace", "name": "network-vif-deleted", "tag": "a57fbaeb-135f-4864-997b-23904c802e78"}]}' {{(pid=104052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:42:23.406000 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:42:23.456537 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 17:42:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-103c7bca-20db-4afd-9aa9-4ac4705025c4 x-openstack-request-id: req-103c7bca-20db-4afd-9aa9-4ac4705025c4 {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:42:23.456826 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e3be83a-9759-422f-9cd1-5a5d1c631ace", "name": "network-vif-deleted", "tag": "a57fbaeb-135f-4864-997b-23904c802e78", "status": "completed", "code": 200}]} {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:42:23.457069 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-103c7bca-20db-4afd-9aa9-4ac4705025c4 {{(pid=104052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:42:23.458179 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-103c7bca-20db-4afd-9aa9-4ac4705025c4'] response: {'server_uuid': '9e3be83a-9759-422f-9cd1-5a5d1c631ace', 'name': 'network-vif-deleted', 'tag': 'a57fbaeb-135f-4864-997b-23904c802e78', 'status': 'completed', 'code': 200} Jun 16 17:42:23.537589 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvr_db [None req-56a4f344-36e6-4dd9-a515-6b639f402dab None None] Set router 5e169b57-6046-4cc7-bf1e-cf60de126534 gateway port host: dv-cinder-837546-2-iscsi {{(pid=104054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:42:23.541858 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-d2a49460-feb2-44fd-808f-b5e42258c7f1 req-a16fb602-414f-40ad-b5ee-1605502854b9 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] 10.222.0.40 "GET /v2.0/ports?device_id=880f65f6-c574-48a5-8868-6979fc8a834a HTTP/1.1" status: 200 len: 210 time: 0.0633578 Jun 16 17:42:23.564791 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-105ccc3e-a62a-4336-95fb-9f7937f8e74e req-751671b6-919c-47e8-a934-536b30b729af service neutron] 10.222.0.47 "GET /v2.0/networks/6e803cc9-885b-4092-b21c-ed0c8b49c26c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2326910 Jun 16 17:42:23.682509 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:42:23.710241 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-105ccc3e-a62a-4336-95fb-9f7937f8e74e req-28ad1d7d-fb2c-4f14-ad4b-0b98bacd68fa service neutron] 10.222.0.47 "GET /v2.0/networks/6e803cc9-885b-4092-b21c-ed0c8b49c26c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380241 Jun 16 17:42:23.822155 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-56a4f344-36e6-4dd9-a515-6b639f402dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e169b57-6046-4cc7-bf1e-cf60de126534', 'name': 'tempest-AttachVolumeShelveTestJSON-1875317516-router', 'tenant_id': '34fb554e0cf14c7ab3a9f538273c289e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'external_fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '3c820706-d421-42fa-be59-63f8f5781a6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:35:42Z', 'updated_at': '2022-06-16T17:35:46Z', 'revision_number': 4, 'project_id': '34fb554e0cf14c7ab3a9f538273c289e', 'gw_port': {'id': '3c820706-d421-42fa-be59-63f8f5781a6c', 'name': '', 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:bc:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e169b57-6046-4cc7-bf1e-cf60de126534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:35:43Z', 'updated_at': '2022-06-16T17:35:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47584a51-19b7-439b-9f28-a7f577441b18', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-2-iscsi', '_interfaces': [{'id': 'bbb0ad55-4736-4773-95b7-f7786b05abc9', 'name': '', 'network_id': '3cd693dc-5d6d-482c-a40c-9c9d0ef17994', 'tenant_id': '34fb554e0cf14c7ab3a9f538273c289e', 'mac_address': 'fa:16:3e:a9:c5:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e169b57-6046-4cc7-bf1e-cf60de126534', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '15008cf9-9c5e-4724-bbb5-bbf37d371079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:35:45Z', 'updated_at': '2022-06-16T17:35:50Z', 'revision_number': 5, 'project_id': '34fb554e0cf14c7ab3a9f538273c289e', 'subnets': [{'id': '15008cf9-9c5e-4724-bbb5-bbf37d371079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837546-2-iscsi', False) {} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:42:23.852982 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a4f344-36e6-4dd9-a515-6b639f402dab None None] Checking router: 5e169b57-6046-4cc7-bf1e-cf60de126534 for host: dv-cinder-837546-2-iscsi {{(pid=104054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:42:23.864803 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a4f344-36e6-4dd9-a515-6b639f402dab None None] Routers {'5e169b57-6046-4cc7-bf1e-cf60de126534'} bound to L3 agent in host dv-cinder-837546-2-iscsi {{(pid=104054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:42:23.865531 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-56a4f344-36e6-4dd9-a515-6b639f402dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-16T17:26:01Z,description=,heartbeat_timestamp=2022-06-16T17:42:01Z,host='dv-cinder-837546-2-iscsi',id=43e250b4-0ce3-4949-aa8c-0bafe6454580,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:26:01Z,topic='l3_agent')) {'router_ids': ['5e169b57-6046-4cc7-bf1e-cf60de126534'], 'active': True} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:42:23.994798 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvr_db [None req-56a4f344-36e6-4dd9-a515-6b639f402dab None None] Set router 5e169b57-6046-4cc7-bf1e-cf60de126534 gateway port host: dv-cinder-837546-2-iscsi {{(pid=104054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:42:24.246853 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:42:24.272114 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-56a4f344-36e6-4dd9-a515-6b639f402dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e169b57-6046-4cc7-bf1e-cf60de126534', 'name': 'tempest-AttachVolumeShelveTestJSON-1875317516-router', 'tenant_id': '34fb554e0cf14c7ab3a9f538273c289e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'external_fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '3c820706-d421-42fa-be59-63f8f5781a6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:35:42Z', 'updated_at': '2022-06-16T17:35:46Z', 'revision_number': 4, 'project_id': '34fb554e0cf14c7ab3a9f538273c289e', 'gw_port': {'id': '3c820706-d421-42fa-be59-63f8f5781a6c', 'name': '', 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:bc:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e169b57-6046-4cc7-bf1e-cf60de126534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:35:43Z', 'updated_at': '2022-06-16T17:35:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47584a51-19b7-439b-9f28-a7f577441b18', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-2-iscsi', '_interfaces': [{'id': 'bbb0ad55-4736-4773-95b7-f7786b05abc9', 'name': '', 'network_id': '3cd693dc-5d6d-482c-a40c-9c9d0ef17994', 'tenant_id': '34fb554e0cf14c7ab3a9f538273c289e', 'mac_address': 'fa:16:3e:a9:c5:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e169b57-6046-4cc7-bf1e-cf60de126534', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '15008cf9-9c5e-4724-bbb5-bbf37d371079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:35:45Z', 'updated_at': '2022-06-16T17:35:50Z', 'revision_number': 5, 'project_id': '34fb554e0cf14c7ab3a9f538273c289e', 'subnets': [{'id': '15008cf9-9c5e-4724-bbb5-bbf37d371079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837546-2-iscsi', False) {} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:42:24.311037 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a4f344-36e6-4dd9-a515-6b639f402dab None None] The sync data for ids ['5e169b57-6046-4cc7-bf1e-cf60de126534'] in dv-cinder-837546-2-iscsi is: [{'id': '5e169b57-6046-4cc7-bf1e-cf60de126534', 'name': 'tempest-AttachVolumeShelveTestJSON-1875317516-router', 'tenant_id': '34fb554e0cf14c7ab3a9f538273c289e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'external_fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '3c820706-d421-42fa-be59-63f8f5781a6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:35:42Z', 'updated_at': '2022-06-16T17:35:46Z', 'revision_number': 4, 'project_id': '34fb554e0cf14c7ab3a9f538273c289e', 'gw_port': {'id': '3c820706-d421-42fa-be59-63f8f5781a6c', 'name': '', 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:bc:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e169b57-6046-4cc7-bf1e-cf60de126534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:35:43Z', 'updated_at': '2022-06-16T17:35:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47584a51-19b7-439b-9f28-a7f577441b18', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-2-iscsi', '_interfaces': [{'id': 'bbb0ad55-4736-4773-95b7-f7786b05abc9', 'name': '', 'network_id': '3cd693dc-5d6d-482c-a40c-9c9d0ef17994', 'tenant_id': '34fb554e0cf14c7ab3a9f538273c289e', 'mac_address': 'fa:16:3e:a9:c5:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e169b57-6046-4cc7-bf1e-cf60de126534', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '15008cf9-9c5e-4724-bbb5-bbf37d371079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:35:45Z', 'updated_at': '2022-06-16T17:35:50Z', 'revision_number': 5, 'project_id': '34fb554e0cf14c7ab3a9f538273c289e', 'subnets': [{'id': '15008cf9-9c5e-4724-bbb5-bbf37d371079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:42:24.419102 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 34148) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:42:24.491558 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-2b13929d-eb1c-42d4-98d0-e35a44cabf21 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Publish callbacks [] for security_group (332ceecf-b5fe-4807-b7e2-90b219f7924f), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:24.520644 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-2b13929d-eb1c-42d4-98d0-e35a44cabf21 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Publish callbacks [] for security_group (332ceecf-b5fe-4807-b7e2-90b219f7924f), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:24.580672 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-2b13929d-eb1c-42d4-98d0-e35a44cabf21 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (332ceecf-b5fe-4807-b7e2-90b219f7924f), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:24.583419 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-2b13929d-eb1c-42d4-98d0-e35a44cabf21 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Publish callbacks [] for security_group (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:24.584572 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-2b13929d-eb1c-42d4-98d0-e35a44cabf21 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "DELETE /v2.0/security-groups/332ceecf-b5fe-4807-b7e2-90b219f7924f HTTP/1.1" status: 204 len: 168 time: 0.1642730 Jun 16 17:42:24.588782 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 34152) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:42:24.595413 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b13929d-eb1c-42d4-98d0-e35a44cabf21 tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=332ceecf-b5fe-4807-b7e2-90b219f7924f,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:42:24.620906 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.api.v2.resource [None req-2c2459c8-057a-46b0-936b-6ae79ee0cfdd tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] show failed (client error): The resource could not be found. Jun 16 17:42:24.622072 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-2c2459c8-057a-46b0-936b-6ae79ee0cfdd tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "GET /v2.0/security-groups/332ceecf-b5fe-4807-b7e2-90b219f7924f HTTP/1.1" status: 404 len: 347 time: 0.0306492 Jun 16 17:42:24.628042 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 34154) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:42:24.665612 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c15966-ee31-49fe-ad7c-adb2f55246a1 None None] New status for floating IP 1fb2e2ef-8bac-44d4-9705-67fa5da1f54c: DOWN {{(pid=104055) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 17:42:24.676365 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=80 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:42:24.748396 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-14994faf-39cf-4749-9296-af8c5767ae6e req-e24dd4b5-3af9-427b-8f2d-07402baa8319 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] 10.222.0.40 "GET /v2.0/ports?device_id=880f65f6-c574-48a5-8868-6979fc8a834a HTTP/1.1" status: 200 len: 210 time: 0.0757244 Jun 16 17:42:24.798235 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-e8848f5d-188d-4791-9118-37f40fe0244a tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Deleting port f084e4ed-a273-45e8-ae1b-d1caf92db75f {{(pid=104052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 17:42:24.799189 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-e8848f5d-188d-4791-9118-37f40fe0244a tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762170394215'] for port (f084e4ed-a273-45e8-ae1b-d1caf92db75f), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:24.817095 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Device a57fbaeb-135f-4864-997b-23904c802e78 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 17:42:24.885039 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] No Port match for: a57fbaeb-135f-4864-997b-23904c802e78 {{(pid=104054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 17:42:24.885970 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Device a57fbaeb-135f-4864-997b-23904c802e78 not bound to the agent host hv-cinder-83754 {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 17:42:24.902628 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-e8848f5d-188d-4791-9118-37f40fe0244a tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376266'] for port (f084e4ed-a273-45e8-ae1b-d1caf92db75f), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:24.903112 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-e8848f5d-188d-4791-9118-37f40fe0244a tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Publish callbacks [] for floatingip (f084e4ed-a273-45e8-ae1b-d1caf92db75f), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:24.912192 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:42:24.920193 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-e8848f5d-188d-4791-9118-37f40fe0244a tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Calling delete_port for f084e4ed-a273-45e8-ae1b-d1caf92db75f owned by network:floatingip {{(pid=104052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 17:42:25.064937 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-e8848f5d-188d-4791-9118-37f40fe0244a tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762170396510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762170029087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62916395'] for port (f084e4ed-a273-45e8-ae1b-d1caf92db75f), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:25.383614 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8848f5d-188d-4791-9118-37f40fe0244a tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Pushing event deleted for resources: {'Port': ['ID=f084e4ed-a273-45e8-ae1b-d1caf92db75f,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:42:25.538115 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-e8848f5d-188d-4791-9118-37f40fe0244a tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Publish callbacks [] for floatingip (1fb2e2ef-8bac-44d4-9705-67fa5da1f54c), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:25.541230 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-e8848f5d-188d-4791-9118-37f40fe0244a tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228225'] for floatingip (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:25.542503 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-e8848f5d-188d-4791-9118-37f40fe0244a tempest-AttachVolumeShelveTestJSON-60097580 tempest-AttachVolumeShelveTestJSON-60097580-project] 10.222.0.40 "DELETE /v2.0/floatingips/1fb2e2ef-8bac-44d4-9705-67fa5da1f54c HTTP/1.1" status: 204 len: 168 time: 0.9133711 Jun 16 17:42:25.565869 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8a4c2d-fe6c-440c-809f-17c959c2252e req-4b1b0f38-e7e7-4cb2-8ae0-e1ae79cebdff tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:42:25.567741 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-dd8a4c2d-fe6c-440c-809f-17c959c2252e req-4b1b0f38-e7e7-4cb2-8ae0-e1ae79cebdff tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] 10.222.0.47 "GET /v2.0/networks?id=6e803cc9-885b-4092-b21c-ed0c8b49c26c HTTP/1.1" status: 200 len: 811 time: 0.2015698 Jun 16 17:42:25.650556 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-dd8a4c2d-fe6c-440c-809f-17c959c2252e req-118e1704-53a3-43ee-8bb8-0b3eca22a510 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=314e9434e0ec4c1f9e8d6037143f5ebb HTTP/1.1" status: 200 len: 379 time: 0.0722964 Jun 16 17:42:25.662229 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [req-dd8a4c2d-fe6c-440c-809f-17c959c2252e req-4d27c21d-b965-4a63-ba65-cc575eea797d tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Request body: {'port': {'device_id': '880f65f6-c574-48a5-8868-6979fc8a834a', 'network_id': '6e803cc9-885b-4092-b21c-ed0c8b49c26c', 'admin_state_up': True, 'tenant_id': '314e9434e0ec4c1f9e8d6037143f5ebb', 'security_groups': ['d387c7a1-edf2-4ad5-b315-6b4f9f4340c8']}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:42:25.767308 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:42:25.807048 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd8a4c2d-fe6c-440c-809f-17c959c2252e req-4d27c21d-b965-4a63-ba65-cc575eea797d tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Made reservation on behalf of 314e9434e0ec4c1f9e8d6037143f5ebb for: {'port': 1} {{(pid=104052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:42:25.810870 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-dd8a4c2d-fe6c-440c-809f-17c959c2252e req-4d27c21d-b965-4a63-ba65-cc575eea797d tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:25.923298 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-573eab78-7ff1-4be8-8157-c1cc53cdf0f6 req-1775822d-1d50-4358-834c-c59a3e20bed8 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] 10.222.0.40 "GET /v2.0/ports?device_id=880f65f6-c574-48a5-8868-6979fc8a834a HTTP/1.1" status: 200 len: 210 time: 0.0465999 Jun 16 17:42:26.018608 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.db.db_base_plugin_common [req-dd8a4c2d-fe6c-440c-809f-17c959c2252e req-4d27c21d-b965-4a63-ba65-cc575eea797d tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Allocated IP 172.20.0.10 (6e803cc9-885b-4092-b21c-ed0c8b49c26c/95144f6c-e9c4-46d6-bb41-a8f5f76b794b/6c5ca3a5-989e-4775-9839-4980ee405ae9) {{(pid=104052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:42:26.182456 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-dd8a4c2d-fe6c-440c-809f-17c959c2252e req-4d27c21d-b965-4a63-ba65-cc575eea797d tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Publish callbacks [] for port (6c5ca3a5-989e-4775-9839-4980ee405ae9), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:26.187991 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:42:26.226071 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-dd8a4c2d-fe6c-440c-809f-17c959c2252e req-4d27c21d-b965-4a63-ba65-cc575eea797d tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762170029078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62916395'] for port (6c5ca3a5-989e-4775-9839-4980ee405ae9), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:26.297333 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd8a4c2d-fe6c-440c-809f-17c959c2252e req-4d27c21d-b965-4a63-ba65-cc575eea797d tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Network 6e803cc9-885b-4092-b21c-ed0c8b49c26c is already hosted by enough agents. {{(pid=104052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:42:26.305220 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.base_scheduler [req-dd8a4c2d-fe6c-440c-809f-17c959c2252e req-4d27c21d-b965-4a63-ba65-cc575eea797d tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Resources bound (agent type, host, resource id): {{(pid=104052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:42:26.310493 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd8a4c2d-fe6c-440c-809f-17c959c2252e req-4d27c21d-b965-4a63-ba65-cc575eea797d tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Received port after_create {{(pid=104052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 17:42:26.349084 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d27c21d-b965-4a63-ba65-cc575eea797d tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Pushing event updated for resources: {'Port': ['ID=6c5ca3a5-989e-4775-9839-4980ee405ae9,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:42:26.401053 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8a4c2d-fe6c-440c-809f-17c959c2252e req-4d27c21d-b965-4a63-ba65-cc575eea797d tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:42:26.401758 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-dd8a4c2d-fe6c-440c-809f-17c959c2252e req-4d27c21d-b965-4a63-ba65-cc575eea797d tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228225'] for port (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:26.430976 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-dd8a4c2d-fe6c-440c-809f-17c959c2252e req-4d27c21d-b965-4a63-ba65-cc575eea797d tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7726903 Jun 16 17:42:26.443628 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [req-dd8a4c2d-fe6c-440c-809f-17c959c2252e req-aebb4ef1-9a04-438b-a705-7c694813e558 service neutron] Request body: {'port': {'device_id': '880f65f6-c574-48a5-8868-6979fc8a834a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:42:26.516428 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-dd8a4c2d-fe6c-440c-809f-17c959c2252e req-aebb4ef1-9a04-438b-a705-7c694813e558 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (6c5ca3a5-989e-4775-9839-4980ee405ae9), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:26.584203 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-8fe0e740-1d2b-48d6-9964-c8e1ed137edb None None] Provisioning complete for port 6c5ca3a5-989e-4775-9839-4980ee405ae9 triggered by entity DHCP. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:42:26.584881 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-8fe0e740-1d2b-48d6-9964-c8e1ed137edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572016'] for port (6c5ca3a5-989e-4775-9839-4980ee405ae9), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:26.623644 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-8fe0e740-1d2b-48d6-9964-c8e1ed137edb None None] Port 6c5ca3a5-989e-4775-9839-4980ee405ae9 cannot update to ACTIVE because it is not bound. {{(pid=104054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 17:42:26.758304 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:42:26.847406 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [req-dd8a4c2d-fe6c-440c-809f-17c959c2252e req-aebb4ef1-9a04-438b-a705-7c694813e558 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c5ca3a5-989e-4775-9839-4980ee405ae9 {{(pid=104052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 17:42:26.856241 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-dd8a4c2d-fe6c-440c-809f-17c959c2252e req-aebb4ef1-9a04-438b-a705-7c694813e558 service neutron] Publish callbacks [] for port (6c5ca3a5-989e-4775-9839-4980ee405ae9), precommit_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:26.874220 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [req-dd8a4c2d-fe6c-440c-809f-17c959c2252e req-aebb4ef1-9a04-438b-a705-7c694813e558 service neutron] Transition to ACTIVE for port object 6c5ca3a5-989e-4775-9839-4980ee405ae9 will not be triggered until provisioned by entity L2. {{(pid=104052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 17:42:26.879683 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-dd8a4c2d-fe6c-440c-809f-17c959c2252e req-aebb4ef1-9a04-438b-a705-7c694813e558 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62916386'] for port (6c5ca3a5-989e-4775-9839-4980ee405ae9), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:26.995142 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebb4ef1-9a04-438b-a705-7c694813e558 service neutron] Pushing event updated for resources: {'Port': ['ID=6c5ca3a5-989e-4775-9839-4980ee405ae9,revision_number=2']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:42:27.125718 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c893c2-a25d-4849-aa36-5a17da84e1b5 req-c3266301-0c77-461a-837d-4d824ab496f0 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:42:27.127372 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-b1c893c2-a25d-4849-aa36-5a17da84e1b5 req-c3266301-0c77-461a-837d-4d824ab496f0 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] 10.222.0.40 "GET /v2.0/ports?device_id=880f65f6-c574-48a5-8868-6979fc8a834a HTTP/1.1" status: 200 len: 944 time: 0.0869832 Jun 16 17:42:27.132784 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [req-dd8a4c2d-fe6c-440c-809f-17c959c2252e req-aebb4ef1-9a04-438b-a705-7c694813e558 service neutron] Attempting to bind port 6c5ca3a5-989e-4775-9839-4980ee405ae9 on host hv-cinder-83754 for vnic_type normal with profile {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 17:42:27.133254 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [req-dd8a4c2d-fe6c-440c-809f-17c959c2252e req-aebb4ef1-9a04-438b-a705-7c694813e558 service neutron] Attempting to bind port 6c5ca3a5-989e-4775-9839-4980ee405ae9 by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': '1add1b51-67b6-49ef-9935-1b6b2ec0e2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '6e803cc9-885b-4092-b21c-ed0c8b49c26c'}] {{(pid=104052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 17:42:27.133815 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd8a4c2d-fe6c-440c-809f-17c959c2252e req-aebb4ef1-9a04-438b-a705-7c694813e558 service neutron] Attempting to bind port 6c5ca3a5-989e-4775-9839-4980ee405ae9 on network 6e803cc9-885b-4092-b21c-ed0c8b49c26c {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 17:42:27.148536 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd8a4c2d-fe6c-440c-809f-17c959c2252e req-aebb4ef1-9a04-438b-a705-7c694813e558 service neutron] Port 6c5ca3a5-989e-4775-9839-4980ee405ae9 on network 6e803cc9-885b-4092-b21c-ed0c8b49c26c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 17:42:27.148878 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd8a4c2d-fe6c-440c-809f-17c959c2252e req-aebb4ef1-9a04-438b-a705-7c694813e558 service neutron] Attempting to bind port 6c5ca3a5-989e-4775-9839-4980ee405ae9 on network 6e803cc9-885b-4092-b21c-ed0c8b49c26c {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 17:42:27.164647 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd8a4c2d-fe6c-440c-809f-17c959c2252e req-aebb4ef1-9a04-438b-a705-7c694813e558 service neutron] Checking agent: {'id': '9f2b4370-7d03-4dcb-9a0d-4ff62d859136', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 17, 32, 17), 'started_at': datetime.datetime(2022, 6, 16, 17, 32, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 17, 42, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 17:42:27.164985 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd8a4c2d-fe6c-440c-809f-17c959c2252e req-aebb4ef1-9a04-438b-a705-7c694813e558 service neutron] Checking segment: {'id': '1add1b51-67b6-49ef-9935-1b6b2ec0e2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '6e803cc9-885b-4092-b21c-ed0c8b49c26c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 17:42:27.165376 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd8a4c2d-fe6c-440c-809f-17c959c2252e req-aebb4ef1-9a04-438b-a705-7c694813e558 service neutron] Bound using segment: {'id': '1add1b51-67b6-49ef-9935-1b6b2ec0e2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '6e803cc9-885b-4092-b21c-ed0c8b49c26c'} {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 17:42:27.165818 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [req-dd8a4c2d-fe6c-440c-809f-17c959c2252e req-aebb4ef1-9a04-438b-a705-7c694813e558 service neutron] Bound port: 6c5ca3a5-989e-4775-9839-4980ee405ae9, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1add1b51-67b6-49ef-9935-1b6b2ec0e2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '6e803cc9-885b-4092-b21c-ed0c8b49c26c'}}] {{(pid=104052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 17:42:27.166184 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-dd8a4c2d-fe6c-440c-809f-17c959c2252e req-aebb4ef1-9a04-438b-a705-7c694813e558 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (6c5ca3a5-989e-4775-9839-4980ee405ae9), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:27.226471 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-b1c893c2-a25d-4849-aa36-5a17da84e1b5 req-6fe8be96-6995-4085-80e9-02a418e2c369 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] 10.222.0.40 "GET /v2.0/security-groups?id=d387c7a1-edf2-4ad5-b315-6b4f9f4340c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896044 Jun 16 17:42:27.261071 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [req-dd8a4c2d-fe6c-440c-809f-17c959c2252e req-aebb4ef1-9a04-438b-a705-7c694813e558 service neutron] For port 6c5ca3a5-989e-4775-9839-4980ee405ae9, host hv-cinder-83754, cleared binding levels {{(pid=104052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 17:42:27.266345 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [req-dd8a4c2d-fe6c-440c-809f-17c959c2252e req-aebb4ef1-9a04-438b-a705-7c694813e558 service neutron] For port 6c5ca3a5-989e-4775-9839-4980ee405ae9, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=6c5ca3a5-989e-4775-9839-4980ee405ae9,segment=NetworkSegment(1add1b51-67b6-49ef-9935-1b6b2ec0e2a3),segment_id=1add1b51-67b6-49ef-9935-1b6b2ec0e2a3)] {{(pid=104052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 17:42:27.275112 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-dd8a4c2d-fe6c-440c-809f-17c959c2252e req-aebb4ef1-9a04-438b-a705-7c694813e558 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62916386'] for port (6c5ca3a5-989e-4775-9839-4980ee405ae9), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:27.278428 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:42:27.322717 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8a4c2d-fe6c-440c-809f-17c959c2252e req-aebb4ef1-9a04-438b-a705-7c694813e558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:42:27.323347 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-dd8a4c2d-fe6c-440c-809f-17c959c2252e req-aebb4ef1-9a04-438b-a705-7c694813e558 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228225'] for port (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:27.325025 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-dd8a4c2d-fe6c-440c-809f-17c959c2252e req-aebb4ef1-9a04-438b-a705-7c694813e558 service neutron] 10.222.0.47 "PUT /v2.0/ports/6c5ca3a5-989e-4775-9839-4980ee405ae9 HTTP/1.1" status: 200 len: 1094 time: 0.8856630 Jun 16 17:42:27.325304 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '880f65f6-c574-48a5-8868-6979fc8a834a', 'tag': '6c5ca3a5-989e-4775-9839-4980ee405ae9'}] {{(pid=104052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 17:42:27.327658 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9713fa4f09cf3058fa9276dada2b44135c9dd2e88d0acd54628e4483b77b1e61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b71753c-c463-4d24-a50d-241928a6609e" -d '{"events": [{"name": "network-changed", "server_uuid": "880f65f6-c574-48a5-8868-6979fc8a834a", "tag": "6c5ca3a5-989e-4775-9839-4980ee405ae9"}]}' {{(pid=104052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:42:27.408099 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 17:42:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8091a343-61ad-4dde-adb0-16626d03070d x-openstack-request-id: req-8091a343-61ad-4dde-adb0-16626d03070d {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:42:27.408538 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "880f65f6-c574-48a5-8868-6979fc8a834a", "tag": "6c5ca3a5-989e-4775-9839-4980ee405ae9", "status": "completed", "code": 200}]} {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:42:27.408934 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-8091a343-61ad-4dde-adb0-16626d03070d {{(pid=104052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:42:27.409466 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8091a343-61ad-4dde-adb0-16626d03070d'] response: {'name': 'network-changed', 'server_uuid': '880f65f6-c574-48a5-8868-6979fc8a834a', 'tag': '6c5ca3a5-989e-4775-9839-4980ee405ae9', 'status': 'completed', 'code': 200} Jun 16 17:42:27.428779 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebb4ef1-9a04-438b-a705-7c694813e558 service neutron] Pushing event updated for resources: {'Port': ['ID=6c5ca3a5-989e-4775-9839-4980ee405ae9,revision_number=3']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:42:27.450751 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8a4c2d-fe6c-440c-809f-17c959c2252e req-02bb81b1-b689-4586-b324-17fa71c9f054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:42:27.453777 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-dd8a4c2d-fe6c-440c-809f-17c959c2252e req-02bb81b1-b689-4586-b324-17fa71c9f054 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=314e9434e0ec4c1f9e8d6037143f5ebb&device_id=880f65f6-c574-48a5-8868-6979fc8a834a HTTP/1.1" status: 200 len: 1128 time: 0.0725548 Jun 16 17:42:27.504497 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-dd8a4c2d-fe6c-440c-809f-17c959c2252e req-9479e689-de8f-408b-88f6-1989c3cd07cb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6c5ca3a5-989e-4775-9839-4980ee405ae9 HTTP/1.1" status: 200 len: 217 time: 0.0418947 Jun 16 17:42:27.583308 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8a4c2d-fe6c-440c-809f-17c959c2252e req-d767f5c8-6a15-4db6-8a1f-6a6c370ac0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:42:27.585614 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-dd8a4c2d-fe6c-440c-809f-17c959c2252e req-d767f5c8-6a15-4db6-8a1f-6a6c370ac0bd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=95144f6c-e9c4-46d6-bb41-a8f5f76b794b HTTP/1.1" status: 200 len: 850 time: 0.0672305 Jun 16 17:42:27.635064 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8a4c2d-fe6c-440c-809f-17c959c2252e req-4f45d5ec-4c6e-4dee-b8ef-d1509ece42ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:42:27.636556 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-dd8a4c2d-fe6c-440c-809f-17c959c2252e req-4f45d5ec-4c6e-4dee-b8ef-d1509ece42ad service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6e803cc9-885b-4092-b21c-ed0c8b49c26c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443027 Jun 16 17:42:27.736653 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-dd8a4c2d-fe6c-440c-809f-17c959c2252e req-552bc188-65c3-4f1c-b27e-d614b1aa1318 service neutron] 10.222.0.47 "GET /v2.0/networks/6e803cc9-885b-4092-b21c-ed0c8b49c26c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918565 Jun 16 17:42:27.845751 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-dd8a4c2d-fe6c-440c-809f-17c959c2252e req-f3d28b75-1a45-4976-a268-b9c197c8617a service neutron] 10.222.0.47 "GET /v2.0/networks/6e803cc9-885b-4092-b21c-ed0c8b49c26c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018825 Jun 16 17:42:28.048459 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 34196) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:42:28.351001 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b71753c-c463-4d24-a50d-241928a6609e req-f3480975-6843-4c2b-9101-7ccf80d6752a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:42:28.352478 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-2b71753c-c463-4d24-a50d-241928a6609e req-f3480975-6843-4c2b-9101-7ccf80d6752a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=314e9434e0ec4c1f9e8d6037143f5ebb&device_id=880f65f6-c574-48a5-8868-6979fc8a834a HTTP/1.1" status: 200 len: 1128 time: 0.0912724 Jun 16 17:42:28.393883 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:42:28.432436 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4559f6f-1d66-42ec-ab7d-71724a6119fb req-46701d89-43ef-4e76-ab36-cdaf1d035b6e tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:42:28.434181 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-a4559f6f-1d66-42ec-ab7d-71724a6119fb req-46701d89-43ef-4e76-ab36-cdaf1d035b6e tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] 10.222.0.40 "GET /v2.0/ports?device_id=880f65f6-c574-48a5-8868-6979fc8a834a HTTP/1.1" status: 200 len: 944 time: 0.0964670 Jun 16 17:42:28.607175 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b71753c-c463-4d24-a50d-241928a6609e req-320b7a1f-0dbf-4e4b-86fe-7937ee23b105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:42:28.608643 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-2b71753c-c463-4d24-a50d-241928a6609e req-320b7a1f-0dbf-4e4b-86fe-7937ee23b105 service neutron] 10.222.0.47 "GET /v2.0/networks?id=6e803cc9-885b-4092-b21c-ed0c8b49c26c HTTP/1.1" status: 200 len: 912 time: 0.2298536 Jun 16 17:42:28.669833 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-a4559f6f-1d66-42ec-ab7d-71724a6119fb req-c3724ba8-a201-4996-9f7c-7a119d4c70c2 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] 10.222.0.40 "GET /v2.0/security-groups?id=d387c7a1-edf2-4ad5-b315-6b4f9f4340c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1941643 Jun 16 17:42:28.673504 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-2b71753c-c463-4d24-a50d-241928a6609e req-3ffc7d8b-ba02-4a09-993f-44967cf39868 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6c5ca3a5-989e-4775-9839-4980ee405ae9 HTTP/1.1" status: 200 len: 217 time: 0.0568557 Jun 16 17:42:28.778357 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b71753c-c463-4d24-a50d-241928a6609e req-be78cd54-392c-4406-abd5-a81822fe7ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:42:28.779814 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-2b71753c-c463-4d24-a50d-241928a6609e req-be78cd54-392c-4406-abd5-a81822fe7ad9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=95144f6c-e9c4-46d6-bb41-a8f5f76b794b HTTP/1.1" status: 200 len: 850 time: 0.0840640 Jun 16 17:42:28.785590 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=100 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:42:28.863050 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b71753c-c463-4d24-a50d-241928a6609e req-bcc06354-e053-4074-a41c-587c8fd2c508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:42:28.864574 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-2b71753c-c463-4d24-a50d-241928a6609e req-bcc06354-e053-4074-a41c-587c8fd2c508 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6e803cc9-885b-4092-b21c-ed0c8b49c26c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0741270 Jun 16 17:42:28.905448 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-d16772c3-6da6-4441-a848-9f39fee776c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-361930'] for router_interface (5e169b57-6046-4cc7-bf1e-cf60de126534), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:28.962441 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-6d00fe85-87dc-4724-bf0f-c255c88458a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (e26ebcb9-a690-4ec1-8688-e951546304f4), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:29.060177 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-2b71753c-c463-4d24-a50d-241928a6609e req-3696617b-3f65-44c8-a09e-de0eb92264cc service neutron] 10.222.0.47 "GET /v2.0/networks/6e803cc9-885b-4092-b21c-ed0c8b49c26c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878960 Jun 16 17:42:29.319775 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-2b71753c-c463-4d24-a50d-241928a6609e req-6bd55473-f406-474f-be89-fa4557f89bb0 service neutron] 10.222.0.47 "GET /v2.0/networks/6e803cc9-885b-4092-b21c-ed0c8b49c26c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2504320 Jun 16 17:42:29.342335 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4573add8-4f21-41b3-8673-0c427712a50c req-115715e3-6566-40b1-8b2d-34d902ce302d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:42:29.344939 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-4573add8-4f21-41b3-8673-0c427712a50c req-115715e3-6566-40b1-8b2d-34d902ce302d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ad7c8fc06d764104b1c7107b48d8dddc&device_id=d4c247cb-d14e-4c48-b6ec-9dd53c2f7020 HTTP/1.1" status: 200 len: 1169 time: 0.1179912 Jun 16 17:42:29.355537 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8765b325-7e83-46ca-b97b-e528d013224b req-a991c7a6-e0f6-4568-9aff-9198f8adfa82 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:42:29.357117 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-8765b325-7e83-46ca-b97b-e528d013224b req-a991c7a6-e0f6-4568-9aff-9198f8adfa82 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] 10.222.0.40 "GET /v2.0/ports?device_id=d4c247cb-d14e-4c48-b6ec-9dd53c2f7020 HTTP/1.1" status: 200 len: 985 time: 0.1364253 Jun 16 17:42:29.391851 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=100 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:42:29.413371 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-d16772c3-6da6-4441-a848-9f39fee776c2 admin admin] Deleting port bbb0ad55-4736-4773-95b7-f7786b05abc9 {{(pid=104052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 17:42:29.413717 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-d16772c3-6da6-4441-a848-9f39fee776c2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762170394215'] for port (bbb0ad55-4736-4773-95b7-f7786b05abc9), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:29.559018 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-8765b325-7e83-46ca-b97b-e528d013224b req-0bdfe989-4300-4096-83fa-fc17c23f0945 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] 10.222.0.40 "GET /v2.0/security-groups?id=c99e9d2f-61bf-429d-a23a-df374ca07018&id=67e9b173-e555-499a-87e1-4b1ac2b90b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1912291 Jun 16 17:42:29.567171 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4573add8-4f21-41b3-8673-0c427712a50c req-c6eca943-eb51-4d13-8ce6-d2bc9386025b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:42:29.568609 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-4573add8-4f21-41b3-8673-0c427712a50c req-c6eca943-eb51-4d13-8ce6-d2bc9386025b service neutron] 10.222.0.47 "GET /v2.0/networks?id=a9d8618e-26e4-4cf3-ab6a-5013cb00a484 HTTP/1.1" status: 200 len: 915 time: 0.2105834 Jun 16 17:42:29.639738 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-d16772c3-6da6-4441-a848-9f39fee776c2 admin admin] For port bbb0ad55-4736-4773-95b7-f7786b05abc9, host dv-cinder-837546-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-2-iscsi',level=0,port_id=bbb0ad55-4736-4773-95b7-f7786b05abc9,segment=NetworkSegment(86f1a2bf-e88a-4894-b8aa-61c574f8d191),segment_id=86f1a2bf-e88a-4894-b8aa-61c574f8d191)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:42:29.640107 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-d16772c3-6da6-4441-a848-9f39fee776c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376266'] for port (bbb0ad55-4736-4773-95b7-f7786b05abc9), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:29.643356 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=100 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:42:29.669909 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-d16772c3-6da6-4441-a848-9f39fee776c2 admin admin] Calling delete_port for bbb0ad55-4736-4773-95b7-f7786b05abc9 owned by network:router_interface {{(pid=104052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 17:42:29.679264 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-4573add8-4f21-41b3-8673-0c427712a50c req-514a0e3d-2e74-4c1a-ac4b-95c9f91b7c80 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=847dc5cf-0312-4fdf-b298-3e5d0e5ddbca HTTP/1.1" status: 200 len: 1002 time: 0.1037512 Jun 16 17:42:29.820436 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a312c636-88b0-42a3-9976-e928eebd2864 req-e6c2c1e2-6325-453a-a484-2e6e5b1b2908 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:42:29.821989 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-a312c636-88b0-42a3-9976-e928eebd2864 req-e6c2c1e2-6325-453a-a484-2e6e5b1b2908 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] 10.222.0.40 "GET /v2.0/ports?device_id=880f65f6-c574-48a5-8868-6979fc8a834a HTTP/1.1" status: 200 len: 944 time: 0.0786860 Jun 16 17:42:29.824846 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4573add8-4f21-41b3-8673-0c427712a50c req-26a65940-d30b-43f0-91a3-a42c71c54ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:42:29.826204 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-4573add8-4f21-41b3-8673-0c427712a50c req-26a65940-d30b-43f0-91a3-a42c71c54ab9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2145066f-716c-439f-a5f9-9db79788f95e HTTP/1.1" status: 200 len: 853 time: 0.1393149 Jun 16 17:42:30.202933 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-a312c636-88b0-42a3-9976-e928eebd2864 req-b9b70cfd-8e6e-4ea8-ac47-be43a31512e8 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] 10.222.0.40 "GET /v2.0/security-groups?id=d387c7a1-edf2-4ad5-b315-6b4f9f4340c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3745036 Jun 16 17:42:30.204436 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4573add8-4f21-41b3-8673-0c427712a50c req-269c0c8c-0d9e-4581-8e79-161592da9d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:42:30.205843 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-4573add8-4f21-41b3-8673-0c427712a50c req-269c0c8c-0d9e-4581-8e79-161592da9d19 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a9d8618e-26e4-4cf3-ab6a-5013cb00a484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3664563 Jun 16 17:42:30.270279 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-d16772c3-6da6-4441-a848-9f39fee776c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762170396510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762170029087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62916395'] for port (bbb0ad55-4736-4773-95b7-f7786b05abc9), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:30.297588 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16772c3-6da6-4441-a848-9f39fee776c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=bbb0ad55-4736-4773-95b7-f7786b05abc9,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:42:30.485937 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-d16772c3-6da6-4441-a848-9f39fee776c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1626484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-362330'] for router_interface (5e169b57-6046-4cc7-bf1e-cf60de126534), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:30.606615 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:42:30.743977 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7006d8-038c-437b-9c0c-5c286244fcfb req-45d0a412-df5e-43fc-902b-150ad498324e tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:42:30.745394 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-8f7006d8-038c-437b-9c0c-5c286244fcfb req-45d0a412-df5e-43fc-902b-150ad498324e tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] 10.222.0.40 "GET /v2.0/ports?device_id=d4c247cb-d14e-4c48-b6ec-9dd53c2f7020 HTTP/1.1" status: 200 len: 985 time: 0.0890100 Jun 16 17:42:30.792650 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d16772c3-6da6-4441-a848-9f39fee776c2 admin admin] Router 5e169b57-6046-4cc7-bf1e-cf60de126534 has already been hosted by L3 agent 43e250b4-0ce3-4949-aa8c-0bafe6454580 {{(pid=104052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 17:42:30.795072 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:42:30.834344 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-8f7006d8-038c-437b-9c0c-5c286244fcfb req-6453357c-8bb5-450e-8aa4-26597fc82553 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] 10.222.0.40 "GET /v2.0/security-groups?id=c99e9d2f-61bf-429d-a23a-df374ca07018&id=67e9b173-e555-499a-87e1-4b1ac2b90b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0813801 Jun 16 17:42:30.928853 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d16772c3-6da6-4441-a848-9f39fee776c2 admin admin] Notify agent at l3_agent.dv-cinder-837546-2-iscsi the message routers_updated {{(pid=104052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 17:42:30.936586 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-d16772c3-6da6-4441-a848-9f39fee776c2 admin admin] 10.222.0.40 "PUT /v2.0/routers/5e169b57-6046-4cc7-bf1e-cf60de126534/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8846223 Jun 16 17:42:30.936710 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 34228) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:42:30.937557 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e7d8ee-8e0a-4644-97ec-41809681e853 None None] Sync routers for ids ['5e169b57-6046-4cc7-bf1e-cf60de126534'] in dv-cinder-837546-2-iscsi {{(pid=104054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:42:30.949137 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e7d8ee-8e0a-4644-97ec-41809681e853 None None] Routers {'5e169b57-6046-4cc7-bf1e-cf60de126534'} bound to L3 agent in host dv-cinder-837546-2-iscsi {{(pid=104054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:42:30.949937 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-24e7d8ee-8e0a-4644-97ec-41809681e853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-16T17:26:01Z,description=,heartbeat_timestamp=2022-06-16T17:42:01Z,host='dv-cinder-837546-2-iscsi',id=43e250b4-0ce3-4949-aa8c-0bafe6454580,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:26:01Z,topic='l3_agent')) {'router_ids': ['5e169b57-6046-4cc7-bf1e-cf60de126534'], 'active': True} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:42:31.041962 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-8de24793-b605-4e9e-ab46-329f900b89d4 admin admin] Publish callbacks [] for router (5e169b57-6046-4cc7-bf1e-cf60de126534), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:31.053213 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvr_db [None req-24e7d8ee-8e0a-4644-97ec-41809681e853 None None] Set router 5e169b57-6046-4cc7-bf1e-cf60de126534 gateway port host: dv-cinder-837546-2-iscsi {{(pid=104054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:42:31.129413 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=100 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:42:31.145493 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-8de24793-b605-4e9e-ab46-329f900b89d4 admin admin] Publish callbacks [] for router_gateway (5e169b57-6046-4cc7-bf1e-cf60de126534), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:31.187354 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-8de24793-b605-4e9e-ab46-329f900b89d4 admin admin] Deleting port 3c820706-d421-42fa-be59-63f8f5781a6c {{(pid=104052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 17:42:31.188534 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-8de24793-b605-4e9e-ab46-329f900b89d4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762170394215'] for port (3c820706-d421-42fa-be59-63f8f5781a6c), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:31.232670 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-24e7d8ee-8e0a-4644-97ec-41809681e853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e169b57-6046-4cc7-bf1e-cf60de126534', 'name': 'tempest-AttachVolumeShelveTestJSON-1875317516-router', 'tenant_id': '34fb554e0cf14c7ab3a9f538273c289e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'external_fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '3c820706-d421-42fa-be59-63f8f5781a6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:35:42Z', 'updated_at': '2022-06-16T17:42:30Z', 'revision_number': 5, 'project_id': '34fb554e0cf14c7ab3a9f538273c289e', 'gw_port': {'id': '3c820706-d421-42fa-be59-63f8f5781a6c', 'name': '', 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:bc:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e169b57-6046-4cc7-bf1e-cf60de126534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:35:43Z', 'updated_at': '2022-06-16T17:35:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47584a51-19b7-439b-9f28-a7f577441b18', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-2-iscsi'}], 'dv-cinder-837546-2-iscsi', False) {} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:42:31.271263 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e7d8ee-8e0a-4644-97ec-41809681e853 None None] Checking router: 5e169b57-6046-4cc7-bf1e-cf60de126534 for host: dv-cinder-837546-2-iscsi {{(pid=104054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:42:31.276413 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-8de24793-b605-4e9e-ab46-329f900b89d4 admin admin] For port 3c820706-d421-42fa-be59-63f8f5781a6c, host dv-cinder-837546-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-2-iscsi',level=0,port_id=3c820706-d421-42fa-be59-63f8f5781a6c,segment=NetworkSegment(f847f272-90b1-4369-8e48-25aa20ff3114),segment_id=f847f272-90b1-4369-8e48-25aa20ff3114)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:42:31.277464 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-8de24793-b605-4e9e-ab46-329f900b89d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376266'] for port (3c820706-d421-42fa-be59-63f8f5781a6c), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:31.286843 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-232a2159-0b83-407c-bef8-7a8bca6b5a0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (43e250b4-0ce3-4949-aa8c-0bafe6454580), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:31.288486 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e7d8ee-8e0a-4644-97ec-41809681e853 None None] Routers {'5e169b57-6046-4cc7-bf1e-cf60de126534'} bound to L3 agent in host dv-cinder-837546-2-iscsi {{(pid=104054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:42:31.289088 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-24e7d8ee-8e0a-4644-97ec-41809681e853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-16T17:26:01Z,description=,heartbeat_timestamp=2022-06-16T17:42:01Z,host='dv-cinder-837546-2-iscsi',id=43e250b4-0ce3-4949-aa8c-0bafe6454580,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:26:01Z,topic='l3_agent')) {'router_ids': ['5e169b57-6046-4cc7-bf1e-cf60de126534'], 'active': True} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:42:31.318304 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-8de24793-b605-4e9e-ab46-329f900b89d4 admin admin] Calling delete_port for 3c820706-d421-42fa-be59-63f8f5781a6c owned by network:router_gateway {{(pid=104052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 17:42:31.346744 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0faa4f4-7192-4ac9-99b8-4a2eee70b050 req-5f1deb39-2fe4-4521-a0c7-da1b3830e679 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:42:31.348874 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-a0faa4f4-7192-4ac9-99b8-4a2eee70b050 req-5f1deb39-2fe4-4521-a0c7-da1b3830e679 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] 10.222.0.40 "GET /v2.0/ports?device_id=880f65f6-c574-48a5-8868-6979fc8a834a HTTP/1.1" status: 200 len: 944 time: 0.0683045 Jun 16 17:42:31.392391 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvr_db [None req-24e7d8ee-8e0a-4644-97ec-41809681e853 None None] Set router 5e169b57-6046-4cc7-bf1e-cf60de126534 gateway port host: None {{(pid=104054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:42:31.474855 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-24e7d8ee-8e0a-4644-97ec-41809681e853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e169b57-6046-4cc7-bf1e-cf60de126534', 'name': 'tempest-AttachVolumeShelveTestJSON-1875317516-router', 'tenant_id': '34fb554e0cf14c7ab3a9f538273c289e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:35:42Z', 'updated_at': '2022-06-16T17:42:31Z', 'revision_number': 6, 'project_id': '34fb554e0cf14c7ab3a9f538273c289e', 'gw_port_host': None}], 'dv-cinder-837546-2-iscsi', False) {} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:42:31.522544 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e7d8ee-8e0a-4644-97ec-41809681e853 None None] The sync data for ids ['5e169b57-6046-4cc7-bf1e-cf60de126534'] in dv-cinder-837546-2-iscsi is: [{'id': '5e169b57-6046-4cc7-bf1e-cf60de126534', 'name': 'tempest-AttachVolumeShelveTestJSON-1875317516-router', 'tenant_id': '34fb554e0cf14c7ab3a9f538273c289e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:35:42Z', 'updated_at': '2022-06-16T17:42:31Z', 'revision_number': 6, 'project_id': '34fb554e0cf14c7ab3a9f538273c289e', 'gw_port_host': None}] {{(pid=104054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:42:31.561002 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:42:31.580928 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-a0faa4f4-7192-4ac9-99b8-4a2eee70b050 req-eb350c3b-5b1a-465d-88a6-6deadf56ffef tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] 10.222.0.40 "GET /v2.0/security-groups?id=d387c7a1-edf2-4ad5-b315-6b4f9f4340c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1833639 Jun 16 17:42:31.682596 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-4573add8-4f21-41b3-8673-0c427712a50c req-774b9a9a-d8d7-43f0-9676-ee23cf8dcd11 service neutron] 10.222.0.47 "GET /v2.0/networks/a9d8618e-26e4-4cf3-ab6a-5013cb00a484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208958 Jun 16 17:42:31.703584 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-8de24793-b605-4e9e-ab46-329f900b89d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762170396510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762170029087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62916395'] for port (3c820706-d421-42fa-be59-63f8f5781a6c), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:31.710261 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:42:31.733352 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de24793-b605-4e9e-ab46-329f900b89d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c820706-d421-42fa-be59-63f8f5781a6c,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:42:31.804810 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-8de24793-b605-4e9e-ab46-329f900b89d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-375437'] for router_gateway (5e169b57-6046-4cc7-bf1e-cf60de126534), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:31.915732 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-8de24793-b605-4e9e-ab46-329f900b89d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-376196', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11533'] for router (5e169b57-6046-4cc7-bf1e-cf60de126534), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:31.920048 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-8de24793-b605-4e9e-ab46-329f900b89d4 admin admin] Publish callbacks [] for router_controller (5e169b57-6046-4cc7-bf1e-cf60de126534), precommit_delete_associations {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:32.004875 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd54fe54-a369-4879-8fd2-fa855daa86d5 req-16cf70d9-d8f2-4fb0-9dac-494d656cf128 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:42:32.006496 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-dd54fe54-a369-4879-8fd2-fa855daa86d5 req-16cf70d9-d8f2-4fb0-9dac-494d656cf128 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] 10.222.0.40 "GET /v2.0/ports?device_id=d4c247cb-d14e-4c48-b6ec-9dd53c2f7020 HTTP/1.1" status: 200 len: 985 time: 0.0819597 Jun 16 17:42:32.007669 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-8de24793-b605-4e9e-ab46-329f900b89d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-376302'] for router (5e169b57-6046-4cc7-bf1e-cf60de126534), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:32.008273 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8de24793-b605-4e9e-ab46-329f900b89d4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5e169b57-6046-4cc7-bf1e-cf60de126534 {{(pid=104052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 16 17:42:32.012673 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-8de24793-b605-4e9e-ab46-329f900b89d4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:32.013807 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-8de24793-b605-4e9e-ab46-329f900b89d4 admin admin] 10.222.0.40 "DELETE /v2.0/routers/5e169b57-6046-4cc7-bf1e-cf60de126534 HTTP/1.1" status: 204 len: 168 time: 1.0762336 Jun 16 17:42:32.017724 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 34238) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:42:32.064542 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.db.db_base_plugin_v2 [None req-01a247ed-3e6e-4d71-9324-646e71177f98 admin admin] Deleting subnet 15008cf9-9c5e-4724-bbb5-bbf37d371079 {{(pid=104053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 16 17:42:32.068030 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-01a247ed-3e6e-4d71-9324-646e71177f98 admin admin] Publish callbacks [] for subnet (15008cf9-9c5e-4724-bbb5-bbf37d371079), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:32.073665 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-dd54fe54-a369-4879-8fd2-fa855daa86d5 req-fe6c9cfa-ab0f-4d99-ac7d-7e9e59385f09 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] 10.222.0.40 "GET /v2.0/security-groups?id=c99e9d2f-61bf-429d-a23a-df374ca07018&id=67e9b173-e555-499a-87e1-4b1ac2b90b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0586705 Jun 16 17:42:32.105957 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-01a247ed-3e6e-4d71-9324-646e71177f98 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64692026'] for subnet (15008cf9-9c5e-4724-bbb5-bbf37d371079), precommit_delete_associations {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:32.203729 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-01a247ed-3e6e-4d71-9324-646e71177f98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1565816'] for subnet (15008cf9-9c5e-4724-bbb5-bbf37d371079), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:32.260946 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-01a247ed-3e6e-4d71-9324-646e71177f98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1565763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64764616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64831976'] for subnet (15008cf9-9c5e-4724-bbb5-bbf37d371079), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:32.289609 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a247ed-3e6e-4d71-9324-646e71177f98 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15008cf9-9c5e-4724-bbb5-bbf37d371079,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:42:32.293256 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-01a247ed-3e6e-4d71-9324-646e71177f98 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:32.296327 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-01a247ed-3e6e-4d71-9324-646e71177f98 admin admin] 10.222.0.40 "DELETE /v2.0/subnets/15008cf9-9c5e-4724-bbb5-bbf37d371079 HTTP/1.1" status: 204 len: 168 time: 0.2775247 Jun 16 17:42:32.297631 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7d4829f-2d6b-4118-a9b4-a3de9888998a None None] Network 3cd693dc-5d6d-482c-a40c-9c9d0ef17994 requested from dv-cinder-837546-2-iscsi {{(pid=104054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 17:42:32.300821 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 34240) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:42:32.301724 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a247ed-3e6e-4d71-9324-646e71177f98 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:42:32.302732 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a247ed-3e6e-4d71-9324-646e71177f98 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:42:32.302732 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a247ed-3e6e-4d71-9324-646e71177f98 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:42:32.302732 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a247ed-3e6e-4d71-9324-646e71177f98 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:42:32.303053 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a247ed-3e6e-4d71-9324-646e71177f98 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:42:32.303398 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a247ed-3e6e-4d71-9324-646e71177f98 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:42:32.303717 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a247ed-3e6e-4d71-9324-646e71177f98 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:42:32.304044 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a247ed-3e6e-4d71-9324-646e71177f98 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:42:32.304368 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a247ed-3e6e-4d71-9324-646e71177f98 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:42:32.304695 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a247ed-3e6e-4d71-9324-646e71177f98 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:42:32.305022 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a247ed-3e6e-4d71-9324-646e71177f98 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:42:32.305377 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a247ed-3e6e-4d71-9324-646e71177f98 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:42:32.305702 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a247ed-3e6e-4d71-9324-646e71177f98 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:42:32.306045 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a247ed-3e6e-4d71-9324-646e71177f98 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:42:32.306478 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a247ed-3e6e-4d71-9324-646e71177f98 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:42:32.456088 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-b30f06c8-8189-4011-a9ed-e0cc7a0ac043 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-716355'] for network (3cd693dc-5d6d-482c-a40c-9c9d0ef17994), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:32.466354 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Device bbb0ad55-4736-4773-95b7-f7786b05abc9 no longer exists at agent ovs-agent-dv-cinder-837546-2-iscsi {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 17:42:32.487587 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-4573add8-4f21-41b3-8673-0c427712a50c req-75cd0f86-1fa3-4491-8a33-324678740758 service neutron] 10.222.0.47 "GET /v2.0/networks/a9d8618e-26e4-4cf3-ab6a-5013cb00a484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1962588 Jun 16 17:42:32.503802 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] No Port match for: bbb0ad55-4736-4773-95b7-f7786b05abc9 {{(pid=104054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 17:42:32.504143 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Device bbb0ad55-4736-4773-95b7-f7786b05abc9 not bound to the agent host dv-cinder-837546-2-iscsi {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 17:42:32.504554 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Device 3c820706-d421-42fa-be59-63f8f5781a6c no longer exists at agent ovs-agent-dv-cinder-837546-2-iscsi {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 17:42:32.533334 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db24368d-f400-4b65-850f-d0e5df343525 None None] DHCP port deletion for 3cd693dc-5d6d-482c-a40c-9c9d0ef17994 request from dv-cinder-837546-2-iscsi {{(pid=104054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 16 17:42:32.538832 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] No Port match for: 3c820706-d421-42fa-be59-63f8f5781a6c {{(pid=104054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 17:42:32.539508 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Device 3c820706-d421-42fa-be59-63f8f5781a6c not bound to the agent host dv-cinder-837546-2-iscsi {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 17:42:32.540224 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-b30f06c8-8189-4011-a9ed-e0cc7a0ac043 admin admin] Deleting port 39f435d8-64f1-448f-a088-41f72afec15c {{(pid=104052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 17:42:32.540647 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-b30f06c8-8189-4011-a9ed-e0cc7a0ac043 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762170394215'] for port (39f435d8-64f1-448f-a088-41f72afec15c), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:32.552047 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-359da135-d845-4d2e-a034-e84fcb95f5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (8e118b8c-b091-4f14-909a-13c66b53efc1), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:32.589469 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-db24368d-f400-4b65-850f-d0e5df343525 None None] Deleting port 39f435d8-64f1-448f-a088-41f72afec15c {{(pid=104054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 17:42:32.589836 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-db24368d-f400-4b65-850f-d0e5df343525 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762170394215'] for port (39f435d8-64f1-448f-a088-41f72afec15c), before_delete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:32.632379 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-b30f06c8-8189-4011-a9ed-e0cc7a0ac043 admin admin] For port 39f435d8-64f1-448f-a088-41f72afec15c, host dv-cinder-837546-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-2-iscsi',level=0,port_id=39f435d8-64f1-448f-a088-41f72afec15c,segment=NetworkSegment(86f1a2bf-e88a-4894-b8aa-61c574f8d191),segment_id=86f1a2bf-e88a-4894-b8aa-61c574f8d191)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:42:32.632847 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-b30f06c8-8189-4011-a9ed-e0cc7a0ac043 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376266'] for port (39f435d8-64f1-448f-a088-41f72afec15c), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:32.670441 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-db24368d-f400-4b65-850f-d0e5df343525 None None] For port 39f435d8-64f1-448f-a088-41f72afec15c, host dv-cinder-837546-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-2-iscsi',level=0,port_id=39f435d8-64f1-448f-a088-41f72afec15c,segment=NetworkSegment(86f1a2bf-e88a-4894-b8aa-61c574f8d191),segment_id=86f1a2bf-e88a-4894-b8aa-61c574f8d191)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:42:32.671159 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-db24368d-f400-4b65-850f-d0e5df343525 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376266'] for port (39f435d8-64f1-448f-a088-41f72afec15c), precommit_delete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:32.689831 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-db24368d-f400-4b65-850f-d0e5df343525 None None] Calling delete_port for 39f435d8-64f1-448f-a088-41f72afec15c owned by network:dhcp {{(pid=104054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 17:42:32.691200 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-b30f06c8-8189-4011-a9ed-e0cc7a0ac043 admin admin] Calling delete_port for 39f435d8-64f1-448f-a088-41f72afec15c owned by network:dhcp {{(pid=104052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 17:42:32.758551 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9392c817-0a87-4151-b367-301bbdf60565 req-4cae62a9-e961-4664-927e-906661bf8fed tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:42:32.760369 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-9392c817-0a87-4151-b367-301bbdf60565 req-4cae62a9-e961-4664-927e-906661bf8fed tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] 10.222.0.40 "GET /v2.0/ports?device_id=880f65f6-c574-48a5-8868-6979fc8a834a HTTP/1.1" status: 200 len: 944 time: 0.0670285 Jun 16 17:42:32.794928 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-db24368d-f400-4b65-850f-d0e5df343525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762170396510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762170029087'] for port (39f435d8-64f1-448f-a088-41f72afec15c), after_delete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:32.834197 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db24368d-f400-4b65-850f-d0e5df343525 None None] Pushing event deleted for resources: {'Port': ['ID=39f435d8-64f1-448f-a088-41f72afec15c,revision_number=None']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:42:32.838272 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db24368d-f400-4b65-850f-d0e5df343525 None None] No DVR routers for this DVR port 39f435d8-64f1-448f-a088-41f72afec15c on host dv-cinder-837546-2-iscsi {{(pid=104054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 17:42:32.877528 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-9392c817-0a87-4151-b367-301bbdf60565 req-10f98154-bdd4-46c3-ba43-5f8ff9e32a8a tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] 10.222.0.40 "GET /v2.0/security-groups?id=d387c7a1-edf2-4ad5-b315-6b4f9f4340c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688086 Jun 16 17:42:32.879764 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-b30f06c8-8189-4011-a9ed-e0cc7a0ac043 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762170396510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762170029087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62916395'] for port (39f435d8-64f1-448f-a088-41f72afec15c), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:32.882945 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:42:32.907816 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30f06c8-8189-4011-a9ed-e0cc7a0ac043 admin admin] Pushing event deleted for resources: {'Port': ['ID=39f435d8-64f1-448f-a088-41f72afec15c,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:42:32.913092 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30f06c8-8189-4011-a9ed-e0cc7a0ac043 admin admin] No DVR routers for this DVR port 39f435d8-64f1-448f-a088-41f72afec15c on host dv-cinder-837546-2-iscsi {{(pid=104052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 17:42:32.991000 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-b30f06c8-8189-4011-a9ed-e0cc7a0ac043 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1572665', 'neutron.services.segments.db._delete_segments_for_network-8762170470903'] for network (3cd693dc-5d6d-482c-a40c-9c9d0ef17994), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:33.011629 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.services.segments.db [None req-b30f06c8-8189-4011-a9ed-e0cc7a0ac043 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cd693dc-5d6d-482c-a40c-9c9d0ef17994']}} {{(pid=104052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:42:33.021592 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.services.segments.db [None req-b30f06c8-8189-4011-a9ed-e0cc7a0ac043 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86f1a2bf-e88a-4894-b8aa-61c574f8d191') {'for_net_delete': True} {{(pid=104052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:42:33.021886 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.services.segments.db [None req-b30f06c8-8189-4011-a9ed-e0cc7a0ac043 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86f1a2bf-e88a-4894-b8aa-61c574f8d191') {} {{(pid=104052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:42:33.032164 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-b30f06c8-8189-4011-a9ed-e0cc7a0ac043 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762170470786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63325761'] for segment (86f1a2bf-e88a-4894-b8aa-61c574f8d191), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:33.045588 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-b30f06c8-8189-4011-a9ed-e0cc7a0ac043 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1565696'] for segment (86f1a2bf-e88a-4894-b8aa-61c574f8d191), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:33.056257 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b30f06c8-8189-4011-a9ed-e0cc7a0ac043 admin admin] Releasing vlan 325 on physical network physnet1 to pool {{(pid=104052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 17:42:33.056633 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-b30f06c8-8189-4011-a9ed-e0cc7a0ac043 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1565696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62916550'] for segment (86f1a2bf-e88a-4894-b8aa-61c574f8d191), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:33.080341 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:42:33.110704 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.services.segments.plugin [-] Segment 86f1a2bf-e88a-4894-b8aa-61c574f8d191 resource provider aggregate not found Jun 16 17:42:33.131158 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.services.segments.plugin [-] Segment 86f1a2bf-e88a-4894-b8aa-61c574f8d191 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 86f1a2bf-e88a-4894-b8aa-61c574f8d191 found for delete ", "request_id": "req-9f95e490-07fb-4026-9774-007ab058cfb8"}]} Jun 16 17:42:33.132209 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-b30f06c8-8189-4011-a9ed-e0cc7a0ac043 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1572662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-375457'] for network (3cd693dc-5d6d-482c-a40c-9c9d0ef17994), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:33.138835 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-b30f06c8-8189-4011-a9ed-e0cc7a0ac043 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626521'] for network (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:33.150283 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-b30f06c8-8189-4011-a9ed-e0cc7a0ac043 admin admin] 10.222.0.40 "DELETE /v2.0/networks/3cd693dc-5d6d-482c-a40c-9c9d0ef17994 HTTP/1.1" status: 204 len: 168 time: 0.8437943 Jun 16 17:42:33.155948 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30f06c8-8189-4011-a9ed-e0cc7a0ac043 admin admin] Pushing event deleted for resources: {'Network': ['ID=3cd693dc-5d6d-482c-a40c-9c9d0ef17994,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:42:33.218255 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed774f2-4dcb-4bc0-9fac-e9f948daf8e5 req-d7177407-64d7-4f4d-a758-2f5f10a66f5a tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:42:33.221634 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-eed774f2-4dcb-4bc0-9fac-e9f948daf8e5 req-d7177407-64d7-4f4d-a758-2f5f10a66f5a tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] 10.222.0.40 "GET /v2.0/ports?device_id=d4c247cb-d14e-4c48-b6ec-9dd53c2f7020 HTTP/1.1" status: 200 len: 985 time: 0.0537279 Jun 16 17:42:33.289579 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-eed774f2-4dcb-4bc0-9fac-e9f948daf8e5 req-c1eb5b9d-b752-4897-85de-eebc4751b9b1 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] 10.222.0.40 "GET /v2.0/security-groups?id=c99e9d2f-61bf-429d-a23a-df374ca07018&id=67e9b173-e555-499a-87e1-4b1ac2b90b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0634298 Jun 16 17:42:33.291017 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 34256) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:42:33.335710 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-071b4490-dd23-4165-b2c5-1ab320fb14b2 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=34fb554e0cf14c7ab3a9f538273c289e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0435965 Jun 16 17:42:33.338195 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 34258) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:42:33.393528 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-be1c514b-ca98-4979-a7eb-9c049ccab546 admin admin] Publish callbacks [] for security_group (611fa0cf-cb87-48fa-bd76-11c4033fb76c), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:33.415061 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-be1c514b-ca98-4979-a7eb-9c049ccab546 admin admin] Publish callbacks [] for security_group (611fa0cf-cb87-48fa-bd76-11c4033fb76c), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:33.463470 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-be1c514b-ca98-4979-a7eb-9c049ccab546 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (611fa0cf-cb87-48fa-bd76-11c4033fb76c), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:33.466228 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-be1c514b-ca98-4979-a7eb-9c049ccab546 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:33.467354 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-be1c514b-ca98-4979-a7eb-9c049ccab546 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/611fa0cf-cb87-48fa-bd76-11c4033fb76c HTTP/1.1" status: 204 len: 168 time: 0.1282711 Jun 16 17:42:33.476222 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1c514b-ca98-4979-a7eb-9c049ccab546 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=611fa0cf-cb87-48fa-bd76-11c4033fb76c,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:42:33.489260 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:42:34.006762 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e1948b-919f-445a-af58-6e56b2983833 req-d605bf2b-e34c-4b07-881f-6eedfbdd6b7f tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:42:34.008449 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-48e1948b-919f-445a-af58-6e56b2983833 req-d605bf2b-e34c-4b07-881f-6eedfbdd6b7f tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] 10.222.0.40 "GET /v2.0/ports?device_id=880f65f6-c574-48a5-8868-6979fc8a834a HTTP/1.1" status: 200 len: 944 time: 0.0510397 Jun 16 17:42:34.061864 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-48e1948b-919f-445a-af58-6e56b2983833 req-91d56bfb-dc83-4168-900d-9b2a892765ad tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] 10.222.0.40 "GET /v2.0/security-groups?id=d387c7a1-edf2-4ad5-b315-6b4f9f4340c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473711 Jun 16 17:42:34.201693 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-1d81e0cb-ff47-4623-99d5-ab370c19a781 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (25dd433a-18a0-496e-b58c-593ddca2a11d), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:34.426053 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8b7643-ab38-4125-8b42-446f87216985 req-bd343e63-20df-451b-9c40-bfd7df84f704 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:42:34.428396 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-bc8b7643-ab38-4125-8b42-446f87216985 req-bd343e63-20df-451b-9c40-bfd7df84f704 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] 10.222.0.40 "GET /v2.0/ports?device_id=d4c247cb-d14e-4c48-b6ec-9dd53c2f7020 HTTP/1.1" status: 200 len: 985 time: 0.0547976 Jun 16 17:42:34.443413 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Device 39f435d8-64f1-448f-a088-41f72afec15c no longer exists at agent ovs-agent-dv-cinder-837546-2-iscsi {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 17:42:34.464220 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] No Port match for: 39f435d8-64f1-448f-a088-41f72afec15c {{(pid=104054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 17:42:34.464571 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Device 39f435d8-64f1-448f-a088-41f72afec15c not bound to the agent host dv-cinder-837546-2-iscsi {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 17:42:34.498520 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (f1f6c009-5a31-4833-b180-4d9d41a55fe5), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:34.521377 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-bc8b7643-ab38-4125-8b42-446f87216985 req-90026369-cf19-4fd6-9bed-41748ddbfc7d tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] 10.222.0.40 "GET /v2.0/security-groups?id=c99e9d2f-61bf-429d-a23a-df374ca07018&id=67e9b173-e555-499a-87e1-4b1ac2b90b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0870142 Jun 16 17:42:34.801264 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=61,neutron:UPDATE=2 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:42:35.189774 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2bb138-7003-41a7-a18b-3abd1e7107d4 req-137f5e8e-8d9f-4bb6-81fe-56ae0bb95f1f tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:42:35.191267 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-ab2bb138-7003-41a7-a18b-3abd1e7107d4 req-137f5e8e-8d9f-4bb6-81fe-56ae0bb95f1f tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] 10.222.0.40 "GET /v2.0/ports?device_id=880f65f6-c574-48a5-8868-6979fc8a834a HTTP/1.1" status: 200 len: 944 time: 0.0483568 Jun 16 17:42:35.248196 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-ab2bb138-7003-41a7-a18b-3abd1e7107d4 req-01557756-84b1-420e-927c-3e6d034e42d2 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] 10.222.0.40 "GET /v2.0/security-groups?id=d387c7a1-edf2-4ad5-b315-6b4f9f4340c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484912 Jun 16 17:42:35.456873 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Device 6c5ca3a5-989e-4775-9839-4980ee405ae9 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=104054) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 17:42:35.579180 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] For port 6c5ca3a5-989e-4775-9839-4980ee405ae9, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=6c5ca3a5-989e-4775-9839-4980ee405ae9,segment=NetworkSegment(1add1b51-67b6-49ef-9935-1b6b2ec0e2a3),segment_id=1add1b51-67b6-49ef-9935-1b6b2ec0e2a3)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:42:35.592188 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Returning: {'device': '6c5ca3a5-989e-4775-9839-4980ee405ae9', 'network_id': '6e803cc9-885b-4092-b21c-ed0c8b49c26c', 'port_id': '6c5ca3a5-989e-4775-9839-4980ee405ae9', 'mac_address': 'fa:16:3e:2c:05:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95144f6c-e9c4-46d6-bb41-a8f5f76b794b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104054) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 17:42:35.632865 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Current status of the port 6c5ca3a5-989e-4775-9839-4980ee405ae9 is: DOWN; New status is: BUILD {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:42:35.633287 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (6c5ca3a5-989e-4775-9839-4980ee405ae9), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:35.646827 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.notifiers.nova [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c5ca3a5-989e-4775-9839-4980ee405ae9 {{(pid=104054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 17:42:35.647987 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9591610-5d60-47c7-9ecf-8f3e7e85f16b req-b341f838-52aa-4f53-99ad-64298c5677d1 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:42:35.649503 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-e9591610-5d60-47c7-9ecf-8f3e7e85f16b req-b341f838-52aa-4f53-99ad-64298c5677d1 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] 10.222.0.40 "GET /v2.0/ports?device_id=d4c247cb-d14e-4c48-b6ec-9dd53c2f7020 HTTP/1.1" status: 200 len: 985 time: 0.0497622 Jun 16 17:42:35.651681 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:42:35.670390 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] For port 6c5ca3a5-989e-4775-9839-4980ee405ae9, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=6c5ca3a5-989e-4775-9839-4980ee405ae9,segment=NetworkSegment(1add1b51-67b6-49ef-9935-1b6b2ec0e2a3),segment_id=1add1b51-67b6-49ef-9935-1b6b2ec0e2a3)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:42:35.676443 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114'] for port (6c5ca3a5-989e-4775-9839-4980ee405ae9), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:35.731686 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Pushing event updated for resources: {'Port': ['ID=6c5ca3a5-989e-4775-9839-4980ee405ae9,revision_number=4']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:42:35.733005 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-e9591610-5d60-47c7-9ecf-8f3e7e85f16b req-bd77d52e-06d0-460c-94a1-c80fe8e3aeab tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] 10.222.0.40 "GET /v2.0/security-groups?id=c99e9d2f-61bf-429d-a23a-df374ca07018&id=67e9b173-e555-499a-87e1-4b1ac2b90b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0774479 Jun 16 17:42:35.939270 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] get_ports_and_sgs() called for port_ids ['6c5ca3a5-989e-4775-9839-4980ee405ae9'] {{(pid=104054) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 17:42:36.368342 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39659a1-1176-4f52-9d60-8a0d9a818b1b req-57dd2a1f-4c63-4a9c-baa2-9077fa1440c5 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:42:36.370184 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-d39659a1-1176-4f52-9d60-8a0d9a818b1b req-57dd2a1f-4c63-4a9c-baa2-9077fa1440c5 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] 10.222.0.40 "GET /v2.0/ports?device_id=880f65f6-c574-48a5-8868-6979fc8a834a HTTP/1.1" status: 200 len: 945 time: 0.0481839 Jun 16 17:42:36.385662 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:42:36.426919 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-d39659a1-1176-4f52-9d60-8a0d9a818b1b req-694adf9c-74af-49ef-bee5-d927b8f3e680 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] 10.222.0.40 "GET /v2.0/security-groups?id=d387c7a1-edf2-4ad5-b315-6b4f9f4340c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483747 Jun 16 17:42:36.858439 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9929b4de-3ab2-4cd0-be8b-5875312bf033 req-debca0a8-ab61-4bcd-82fe-0822d4b105d9 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:42:36.862016 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-9929b4de-3ab2-4cd0-be8b-5875312bf033 req-debca0a8-ab61-4bcd-82fe-0822d4b105d9 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] 10.222.0.40 "GET /v2.0/ports?device_id=d4c247cb-d14e-4c48-b6ec-9dd53c2f7020 HTTP/1.1" status: 200 len: 985 time: 0.0525944 Jun 16 17:42:36.939473 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-9929b4de-3ab2-4cd0-be8b-5875312bf033 req-06f2cc43-27e1-4c4a-a73c-2e6f780789c1 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] 10.222.0.40 "GET /v2.0/security-groups?id=c99e9d2f-61bf-429d-a23a-df374ca07018&id=67e9b173-e555-499a-87e1-4b1ac2b90b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0715923 Jun 16 17:42:37.463552 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Device 6c5ca3a5-989e-4775-9839-4980ee405ae9 up at agent hyperv_hv-cinder-83754 {{(pid=104054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 17:42:37.513174 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Provisioning for port 6c5ca3a5-989e-4775-9839-4980ee405ae9 completed by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 17:42:37.521084 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Provisioning complete for port 6c5ca3a5-989e-4775-9839-4980ee405ae9 triggered by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:42:37.521816 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572016'] for port (6c5ca3a5-989e-4775-9839-4980ee405ae9), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:37.567290 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c82b58-f5f8-4b7d-a7a0-e86734f88dde req-def25cc4-428d-4f62-a2a4-f65a32db50c8 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:42:37.576607 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-d4c82b58-f5f8-4b7d-a7a0-e86734f88dde req-def25cc4-428d-4f62-a2a4-f65a32db50c8 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] 10.222.0.40 "GET /v2.0/ports?device_id=880f65f6-c574-48a5-8868-6979fc8a834a HTTP/1.1" status: 200 len: 945 time: 0.0715613 Jun 16 17:42:37.598367 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:42:37.632824 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Current status of the port 6c5ca3a5-989e-4775-9839-4980ee405ae9 is: BUILD; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:42:37.633766 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (6c5ca3a5-989e-4775-9839-4980ee405ae9), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:37.653432 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-d4c82b58-f5f8-4b7d-a7a0-e86734f88dde req-ebc61ca3-5502-4900-a5e8-6b738db89741 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] 10.222.0.40 "GET /v2.0/security-groups?id=d387c7a1-edf2-4ad5-b315-6b4f9f4340c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733814 Jun 16 17:42:37.676956 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '880f65f6-c574-48a5-8868-6979fc8a834a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c5ca3a5-989e-4775-9839-4980ee405ae9'}] {{(pid=104054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 17:42:37.679148 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5645e34771f2e92f66b701059e1edb0e2a0b319a1385596c591183f5993537e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93c09bdf-8e50-4bc3-ac46-366ceaaa21fa" -d '{"events": [{"server_uuid": "880f65f6-c574-48a5-8868-6979fc8a834a", "name": "network-vif-plugged", "status": "completed", "tag": "6c5ca3a5-989e-4775-9839-4980ee405ae9"}]}' {{(pid=104054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:42:37.693876 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] For port 6c5ca3a5-989e-4775-9839-4980ee405ae9, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=6c5ca3a5-989e-4775-9839-4980ee405ae9,segment=NetworkSegment(1add1b51-67b6-49ef-9935-1b6b2ec0e2a3),segment_id=1add1b51-67b6-49ef-9935-1b6b2ec0e2a3)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:42:37.699148 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114'] for port (6c5ca3a5-989e-4775-9839-4980ee405ae9), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:37.724073 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 17:42:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccdb6636-d84d-4db5-a396-f497e106d579 x-openstack-request-id: req-ccdb6636-d84d-4db5-a396-f497e106d579 {{(pid=104054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:42:37.724414 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "880f65f6-c574-48a5-8868-6979fc8a834a", "name": "network-vif-plugged", "status": "completed", "tag": "6c5ca3a5-989e-4775-9839-4980ee405ae9", "code": 200}]} {{(pid=104054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:42:37.724596 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-ccdb6636-d84d-4db5-a396-f497e106d579 {{(pid=104054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:42:37.724984 dv-cinder-837546-2-iscsi neutron-server[104054]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ccdb6636-d84d-4db5-a396-f497e106d579'] response: {'server_uuid': '880f65f6-c574-48a5-8868-6979fc8a834a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c5ca3a5-989e-4775-9839-4980ee405ae9', 'code': 200} Jun 16 17:42:37.729083 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:42:37.754133 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Pushing event updated for resources: {'Port': ['ID=6c5ca3a5-989e-4775-9839-4980ee405ae9,revision_number=5']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:42:37.960027 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c60927a-97f6-4fc8-8bb5-def417f7bc7e req-bb61689d-747a-4b1b-8527-6b755a3ae462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:42:37.961544 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-0c60927a-97f6-4fc8-8bb5-def417f7bc7e req-bb61689d-747a-4b1b-8527-6b755a3ae462 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=880f65f6-c574-48a5-8868-6979fc8a834a HTTP/1.1" status: 200 len: 1130 time: 0.0410066 Jun 16 17:42:38.027134 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-0c60927a-97f6-4fc8-8bb5-def417f7bc7e req-3cebb10f-28b3-4333-90b7-79bcfeae6e78 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=d387c7a1-edf2-4ad5-b315-6b4f9f4340c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576072 Jun 16 17:42:38.068056 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f509903-ef0f-4d8f-be2b-ab70be5e7e14 req-285785b2-ec85-4843-b02d-81b23c98ff40 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:42:38.070631 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-8f509903-ef0f-4d8f-be2b-ab70be5e7e14 req-285785b2-ec85-4843-b02d-81b23c98ff40 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] 10.222.0.40 "GET /v2.0/ports?device_id=d4c247cb-d14e-4c48-b6ec-9dd53c2f7020 HTTP/1.1" status: 200 len: 985 time: 0.0560939 Jun 16 17:42:38.134629 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-8f509903-ef0f-4d8f-be2b-ab70be5e7e14 req-97e1b234-dfae-4bfe-abc4-0652292e3654 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] 10.222.0.40 "GET /v2.0/security-groups?id=c99e9d2f-61bf-429d-a23a-df374ca07018&id=67e9b173-e555-499a-87e1-4b1ac2b90b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0592983 Jun 16 17:42:38.258668 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.agents_db [None req-618f4cd3-4a7d-480c-b6e2-8b59597e19f3 None None] Agent healthcheck: found 6 active agents {{(pid=104055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 17:42:38.778753 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4ec28e-eeb5-4f9c-970b-40ae1b83417c req-419c76cf-b20a-4f60-add6-88179d46a98e tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:42:38.780217 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-4f4ec28e-eeb5-4f9c-970b-40ae1b83417c req-419c76cf-b20a-4f60-add6-88179d46a98e tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] 10.222.0.40 "GET /v2.0/ports?device_id=880f65f6-c574-48a5-8868-6979fc8a834a HTTP/1.1" status: 200 len: 946 time: 0.0504179 Jun 16 17:42:38.832199 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-4f4ec28e-eeb5-4f9c-970b-40ae1b83417c req-c09e545f-7079-4113-b04c-3db27951ceff tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] 10.222.0.40 "GET /v2.0/security-groups?id=d387c7a1-edf2-4ad5-b315-6b4f9f4340c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453465 Jun 16 17:42:38.854523 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 34398) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:42:38.962218 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-79b729f9-40fe-4e58-ba84-6ee449359e09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:39.058046 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-79b729f9-40fe-4e58-ba84-6ee449359e09 admin admin] Publish callbacks [] for security_group (116bfb33-7d0b-4a62-ab2d-0918b49bfb9c), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:39.062997 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-79b729f9-40fe-4e58-ba84-6ee449359e09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (116bfb33-7d0b-4a62-ab2d-0918b49bfb9c), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:39.105124 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b729f9-40fe-4e58-ba84-6ee449359e09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=116bfb33-7d0b-4a62-ab2d-0918b49bfb9c,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:42:39.112748 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-79b729f9-40fe-4e58-ba84-6ee449359e09 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=77d6b3dffeca466f9e6f93e59cc881c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2546706 Jun 16 17:42:39.113066 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 34404) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:42:39.167043 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-0460dd41-afd7-445b-bca7-4494baea8f85 admin admin] Publish callbacks [] for security_group (116bfb33-7d0b-4a62-ab2d-0918b49bfb9c), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:39.190919 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-0460dd41-afd7-445b-bca7-4494baea8f85 admin admin] Publish callbacks [] for security_group (116bfb33-7d0b-4a62-ab2d-0918b49bfb9c), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:39.244391 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-0460dd41-afd7-445b-bca7-4494baea8f85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (116bfb33-7d0b-4a62-ab2d-0918b49bfb9c), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:39.246960 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-0460dd41-afd7-445b-bca7-4494baea8f85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:39.248193 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-0460dd41-afd7-445b-bca7-4494baea8f85 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/116bfb33-7d0b-4a62-ab2d-0918b49bfb9c HTTP/1.1" status: 204 len: 168 time: 0.1341290 Jun 16 17:42:39.258338 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0460dd41-afd7-445b-bca7-4494baea8f85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=116bfb33-7d0b-4a62-ab2d-0918b49bfb9c,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:42:39.260682 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8f87d2-8ce1-4b7e-bdc3-42d082089c05 req-6313fcee-d71e-45f3-a546-3a997db3f223 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:42:39.262402 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-2d8f87d2-8ce1-4b7e-bdc3-42d082089c05 req-6313fcee-d71e-45f3-a546-3a997db3f223 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] 10.222.0.40 "GET /v2.0/ports?device_id=d4c247cb-d14e-4c48-b6ec-9dd53c2f7020 HTTP/1.1" status: 200 len: 985 time: 0.0562699 Jun 16 17:42:39.336530 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-2d8f87d2-8ce1-4b7e-bdc3-42d082089c05 req-399cbfce-393d-4f23-9e13-68d453a45a3b tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] 10.222.0.40 "GET /v2.0/security-groups?id=c99e9d2f-61bf-429d-a23a-df374ca07018&id=67e9b173-e555-499a-87e1-4b1ac2b90b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0636520 Jun 16 17:42:39.545445 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 34412) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:42:39.558843 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-0e2ed43b-c23f-427d-a2d5-8f7012a08bb9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:39.637257 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-0e2ed43b-c23f-427d-a2d5-8f7012a08bb9 admin admin] Publish callbacks [] for security_group (d39313ab-6f9a-4c00-b84a-3104494ba64b), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:39.641217 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-0e2ed43b-c23f-427d-a2d5-8f7012a08bb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (d39313ab-6f9a-4c00-b84a-3104494ba64b), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:39.678917 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2ed43b-c23f-427d-a2d5-8f7012a08bb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d39313ab-6f9a-4c00-b84a-3104494ba64b,revision_number=1']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:42:39.683231 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-0e2ed43b-c23f-427d-a2d5-8f7012a08bb9 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=c722153453224bd3b70644681e46cd77&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1367722 Jun 16 17:42:39.685850 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 34414) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:42:39.738621 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-ae43e456-8668-4f24-a036-31f0c294c573 admin admin] Publish callbacks [] for security_group (d39313ab-6f9a-4c00-b84a-3104494ba64b), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:39.761182 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-ae43e456-8668-4f24-a036-31f0c294c573 admin admin] Publish callbacks [] for security_group (d39313ab-6f9a-4c00-b84a-3104494ba64b), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:39.813631 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-ae43e456-8668-4f24-a036-31f0c294c573 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (d39313ab-6f9a-4c00-b84a-3104494ba64b), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:39.816109 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-ae43e456-8668-4f24-a036-31f0c294c573 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:39.817267 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-ae43e456-8668-4f24-a036-31f0c294c573 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/d39313ab-6f9a-4c00-b84a-3104494ba64b HTTP/1.1" status: 204 len: 168 time: 0.1305039 Jun 16 17:42:39.825104 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae43e456-8668-4f24-a036-31f0c294c573 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d39313ab-6f9a-4c00-b84a-3104494ba64b,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:42:39.951564 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a871f93a-7372-4312-9deb-ac8724f7852a req-50ad3f2d-9261-4131-a6a9-5f3beebdf3e4 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:42:39.953380 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-a871f93a-7372-4312-9deb-ac8724f7852a req-50ad3f2d-9261-4131-a6a9-5f3beebdf3e4 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] 10.222.0.40 "GET /v2.0/ports?device_id=880f65f6-c574-48a5-8868-6979fc8a834a HTTP/1.1" status: 200 len: 946 time: 0.0496855 Jun 16 17:42:40.007992 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-a871f93a-7372-4312-9deb-ac8724f7852a req-22d8ca59-f4e0-4cae-b6e9-a202397b117b tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] 10.222.0.40 "GET /v2.0/security-groups?id=d387c7a1-edf2-4ad5-b315-6b4f9f4340c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486276 Jun 16 17:42:40.740774 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b18b6b2-02e6-4a14-abb0-6fcb837e5d74 req-66370f3c-7d27-4737-a94f-e55d32cf71e5 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:42:40.742363 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-3b18b6b2-02e6-4a14-abb0-6fcb837e5d74 req-66370f3c-7d27-4737-a94f-e55d32cf71e5 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] 10.222.0.40 "GET /v2.0/ports?device_id=d4c247cb-d14e-4c48-b6ec-9dd53c2f7020 HTTP/1.1" status: 200 len: 985 time: 0.3164740 Jun 16 17:42:40.770942 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:42:40.813769 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-3b18b6b2-02e6-4a14-abb0-6fcb837e5d74 req-445ffef3-3bee-47c8-97f3-bb85dd519cf5 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] 10.222.0.40 "GET /v2.0/security-groups?id=c99e9d2f-61bf-429d-a23a-df374ca07018&id=67e9b173-e555-499a-87e1-4b1ac2b90b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0642488 Jun 16 17:42:41.128461 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8588ad-50fd-45b6-be2b-0c38fe4accd9 req-be6811d6-83fa-4ec4-b32d-7bdc72d305ce tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:42:41.130209 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-ce8588ad-50fd-45b6-be2b-0c38fe4accd9 req-be6811d6-83fa-4ec4-b32d-7bdc72d305ce tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] 10.222.0.40 "GET /v2.0/ports?device_id=880f65f6-c574-48a5-8868-6979fc8a834a HTTP/1.1" status: 200 len: 946 time: 0.0498846 Jun 16 17:42:41.184936 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-ce8588ad-50fd-45b6-be2b-0c38fe4accd9 req-92d7abdf-7c80-4f4a-aed7-3e2947d2082e tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] 10.222.0.40 "GET /v2.0/security-groups?id=d387c7a1-edf2-4ad5-b315-6b4f9f4340c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488782 Jun 16 17:42:41.911972 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:42:41.933337 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fee602-5868-4817-846e-d3799cab7c0c req-86cb6465-7850-4a90-844f-47e917fa5b10 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:42:41.934810 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-78fee602-5868-4817-846e-d3799cab7c0c req-86cb6465-7850-4a90-844f-47e917fa5b10 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] 10.222.0.40 "GET /v2.0/ports?device_id=d4c247cb-d14e-4c48-b6ec-9dd53c2f7020 HTTP/1.1" status: 200 len: 985 time: 0.0538616 Jun 16 17:42:41.999039 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-78fee602-5868-4817-846e-d3799cab7c0c req-0552dc61-67d1-4fcb-95e3-0ec3b16e3c86 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] 10.222.0.40 "GET /v2.0/security-groups?id=c99e9d2f-61bf-429d-a23a-df374ca07018&id=67e9b173-e555-499a-87e1-4b1ac2b90b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0576963 Jun 16 17:42:42.310068 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f238ac-b2a2-41ab-a1f0-cb4ca6d6f480 req-2f224e57-434a-416a-8957-4d98c03ede9c tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:42:42.311570 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-61f238ac-b2a2-41ab-a1f0-cb4ca6d6f480 req-2f224e57-434a-416a-8957-4d98c03ede9c tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] 10.222.0.40 "GET /v2.0/ports?device_id=880f65f6-c574-48a5-8868-6979fc8a834a HTTP/1.1" status: 200 len: 946 time: 0.0517759 Jun 16 17:42:42.361696 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-61f238ac-b2a2-41ab-a1f0-cb4ca6d6f480 req-4180e509-7b2d-4d67-b1b4-28b4b576d43a tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] 10.222.0.40 "GET /v2.0/security-groups?id=d387c7a1-edf2-4ad5-b315-6b4f9f4340c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442801 Jun 16 17:42:43.142417 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb451826-51be-47e2-9fb2-6d3d259bf216 req-07c85bda-d639-4986-92de-6908b06f0e75 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:42:43.144064 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-fb451826-51be-47e2-9fb2-6d3d259bf216 req-07c85bda-d639-4986-92de-6908b06f0e75 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] 10.222.0.40 "GET /v2.0/ports?device_id=d4c247cb-d14e-4c48-b6ec-9dd53c2f7020 HTTP/1.1" status: 200 len: 985 time: 0.0677247 Jun 16 17:42:43.211190 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-fb451826-51be-47e2-9fb2-6d3d259bf216 req-ad947808-abf1-4ed2-8de3-fb3286cdfc19 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] 10.222.0.40 "GET /v2.0/security-groups?id=c99e9d2f-61bf-429d-a23a-df374ca07018&id=67e9b173-e555-499a-87e1-4b1ac2b90b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0611949 Jun 16 17:42:43.485550 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c11b09-b7fa-4a28-ac72-d78da4a65566 req-894e50f0-00b8-4dc0-acd6-fd7de68e303f tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:42:43.487277 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-f8c11b09-b7fa-4a28-ac72-d78da4a65566 req-894e50f0-00b8-4dc0-acd6-fd7de68e303f tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] 10.222.0.40 "GET /v2.0/ports?device_id=880f65f6-c574-48a5-8868-6979fc8a834a HTTP/1.1" status: 200 len: 946 time: 0.0530229 Jun 16 17:42:43.544650 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-f8c11b09-b7fa-4a28-ac72-d78da4a65566 req-134d87a3-247e-49f9-9af5-394076932c1e tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] 10.222.0.40 "GET /v2.0/security-groups?id=d387c7a1-edf2-4ad5-b315-6b4f9f4340c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517373 Jun 16 17:42:43.666970 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca8f0e6-9cf9-4293-8a7f-bf34e875c2d6 req-ab72faa9-f7a9-4093-9b4d-3207c28d9497 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:42:43.668789 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-eca8f0e6-9cf9-4293-8a7f-bf34e875c2d6 req-ab72faa9-f7a9-4093-9b4d-3207c28d9497 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] 10.222.0.40 "GET /v2.0/ports?device_id=880f65f6-c574-48a5-8868-6979fc8a834a HTTP/1.1" status: 200 len: 946 time: 0.0549471 Jun 16 17:42:43.732785 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-eca8f0e6-9cf9-4293-8a7f-bf34e875c2d6 req-ff161b6a-60b4-46cb-9c21-eb0fb5e90b57 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] 10.222.0.40 "GET /v2.0/security-groups?id=d387c7a1-edf2-4ad5-b315-6b4f9f4340c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563538 Jun 16 17:42:43.756982 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 34528) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:42:43.959558 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-811b4776-7f27-4702-88cd-02d7e21862c3 tempest-TestVolumeBootPattern-32580444 tempest-TestVolumeBootPattern-32580444-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:42:43.961096 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-811b4776-7f27-4702-88cd-02d7e21862c3 tempest-TestVolumeBootPattern-32580444 tempest-TestVolumeBootPattern-32580444-project-admin] 10.222.0.40 "GET /v2.0/ports?device_id=880f65f6-c574-48a5-8868-6979fc8a834a HTTP/1.1" status: 200 len: 1125 time: 0.2036786 Jun 16 17:42:43.964873 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 34532) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:42:43.969784 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [None req-01ddc465-8fcb-44ff-b700-b1e0935eb8e2 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Request body: {'floatingip': {'floating_network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'port_id': '6c5ca3a5-989e-4775-9839-4980ee405ae9', 'tenant_id': '314e9434e0ec4c1f9e8d6037143f5ebb', 'fixed_ip_address': '172.20.0.10'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:42:43.993394 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-01ddc465-8fcb-44ff-b700-b1e0935eb8e2 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:44.083899 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-01ddc465-8fcb-44ff-b700-b1e0935eb8e2 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:44.222087 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.db.db_base_plugin_common [None req-01ddc465-8fcb-44ff-b700-b1e0935eb8e2 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Allocated IP 172.27.0.181 (a25e4fa3-c316-487c-825a-4fde1c36cdb2/47584a51-19b7-439b-9f28-a7f577441b18/9b90f4fc-f9b5-4b3e-bb86-53d1d2e77aec) {{(pid=104052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:42:44.368027 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:42:44.386687 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f980a1-0381-4724-8ffd-c7eb39b87d9b req-ef23df4d-b5eb-4e01-b1b4-89b093a8f7b5 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:42:44.388513 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-f4f980a1-0381-4724-8ffd-c7eb39b87d9b req-ef23df4d-b5eb-4e01-b1b4-89b093a8f7b5 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] 10.222.0.40 "GET /v2.0/ports?device_id=d4c247cb-d14e-4c48-b6ec-9dd53c2f7020 HTTP/1.1" status: 200 len: 985 time: 0.0675986 Jun 16 17:42:44.397312 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 34548) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:42:44.399414 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:42:44.435542 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-01ddc465-8fcb-44ff-b700-b1e0935eb8e2 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Publish callbacks [] for port (9b90f4fc-f9b5-4b3e-bb86-53d1d2e77aec), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:44.509900 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-f4f980a1-0381-4724-8ffd-c7eb39b87d9b req-3215bfdb-3baf-485e-88e5-8a68f4b5cf7a tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] 10.222.0.40 "GET /v2.0/security-groups?id=c99e9d2f-61bf-429d-a23a-df374ca07018&id=67e9b173-e555-499a-87e1-4b1ac2b90b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1112316 Jun 16 17:42:44.516689 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-01ddc465-8fcb-44ff-b700-b1e0935eb8e2 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762170029078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62916395'] for port (9b90f4fc-f9b5-4b3e-bb86-53d1d2e77aec), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:44.525479 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=82,neutron:UPDATE=2,neutron:DELETE=11,neutron:INSERT=5 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:42:44.527322 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-486c6772-5d7e-43cb-8536-ce8a0a97a0f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:44.544142 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:42:44.558797 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01ddc465-8fcb-44ff-b700-b1e0935eb8e2 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Network a25e4fa3-c316-487c-825a-4fde1c36cdb2 is already hosted by enough agents. {{(pid=104052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:42:44.561858 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.base_scheduler [None req-01ddc465-8fcb-44ff-b700-b1e0935eb8e2 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Resources bound (agent type, host, resource id): {{(pid=104052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:42:44.568990 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ddc465-8fcb-44ff-b700-b1e0935eb8e2 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Received port after_create {{(pid=104052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 17:42:44.599394 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ddc465-8fcb-44ff-b700-b1e0935eb8e2 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Pushing event updated for resources: {'Port': ['ID=9b90f4fc-f9b5-4b3e-bb86-53d1d2e77aec,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:42:44.633466 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-486c6772-5d7e-43cb-8536-ce8a0a97a0f4 admin admin] Publish callbacks [] for security_group (b3b02475-91c1-49d5-9ff7-ef09ab0511e3), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:44.637752 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-486c6772-5d7e-43cb-8536-ce8a0a97a0f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (b3b02475-91c1-49d5-9ff7-ef09ab0511e3), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:44.682069 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-486c6772-5d7e-43cb-8536-ce8a0a97a0f4 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=40840773d04e4412bdcbebbc995eb8bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2830031 Jun 16 17:42:44.683208 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486c6772-5d7e-43cb-8536-ce8a0a97a0f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3b02475-91c1-49d5-9ff7-ef09ab0511e3,revision_number=1']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:42:44.685553 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 34552) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:42:44.748987 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-adbbd547-41eb-430f-a152-0f0c51fd9a5b admin admin] Publish callbacks [] for security_group (b3b02475-91c1-49d5-9ff7-ef09ab0511e3), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:44.784561 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-adbbd547-41eb-430f-a152-0f0c51fd9a5b admin admin] Publish callbacks [] for security_group (b3b02475-91c1-49d5-9ff7-ef09ab0511e3), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:44.837736 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-adbbd547-41eb-430f-a152-0f0c51fd9a5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (b3b02475-91c1-49d5-9ff7-ef09ab0511e3), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:44.840210 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-adbbd547-41eb-430f-a152-0f0c51fd9a5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:44.841396 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-adbbd547-41eb-430f-a152-0f0c51fd9a5b admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/b3b02475-91c1-49d5-9ff7-ef09ab0511e3 HTTP/1.1" status: 204 len: 168 time: 0.1549129 Jun 16 17:42:44.849784 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbbd547-41eb-430f-a152-0f0c51fd9a5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3b02475-91c1-49d5-9ff7-ef09ab0511e3,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:42:44.983876 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-01ddc465-8fcb-44ff-b700-b1e0935eb8e2 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Publish callbacks [] for floatingip (03971967-57a0-4c20-a3b5-ef5cfd44fc35), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:45.065463 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-01ddc465-8fcb-44ff-b700-b1e0935eb8e2 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (9b90f4fc-f9b5-4b3e-bb86-53d1d2e77aec), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:45.172334 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 34560) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:42:45.185750 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-e7110db3-ab52-49a7-a660-71db8e0eb230 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:45.229948 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-01ddc465-8fcb-44ff-b700-b1e0935eb8e2 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Publish callbacks [] for port (9b90f4fc-f9b5-4b3e-bb86-53d1d2e77aec), precommit_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:45.240915 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-01ddc465-8fcb-44ff-b700-b1e0935eb8e2 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62916386'] for port (9b90f4fc-f9b5-4b3e-bb86-53d1d2e77aec), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:45.247989 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:INSERT=2,neutron:SELECT=97,neutron:UPDATE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:42:45.269097 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-e7110db3-ab52-49a7-a660-71db8e0eb230 admin admin] Publish callbacks [] for security_group (9d3f5543-9402-47d9-8b2d-45d4173a2404), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:45.273334 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-e7110db3-ab52-49a7-a660-71db8e0eb230 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (9d3f5543-9402-47d9-8b2d-45d4173a2404), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:45.283265 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:42:45.317280 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7110db3-ab52-49a7-a660-71db8e0eb230 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d3f5543-9402-47d9-8b2d-45d4173a2404,revision_number=1']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:42:45.317991 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ddc465-8fcb-44ff-b700-b1e0935eb8e2 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Pushing event updated for resources: {'Port': ['ID=9b90f4fc-f9b5-4b3e-bb86-53d1d2e77aec,revision_number=2']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:42:45.323119 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-e7110db3-ab52-49a7-a660-71db8e0eb230 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=200392e7b5584426ace8eb0068e78681&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1496191 Jun 16 17:42:45.325741 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 34564) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:42:45.335972 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-01ddc465-8fcb-44ff-b700-b1e0935eb8e2 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-375498'] for floatingip (03971967-57a0-4c20-a3b5-ef5cfd44fc35), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:45.389271 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-2d2e7b8d-c0ad-4366-a0e8-6764fb79d5fc admin admin] Publish callbacks [] for security_group (9d3f5543-9402-47d9-8b2d-45d4173a2404), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:45.417820 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-2d2e7b8d-c0ad-4366-a0e8-6764fb79d5fc admin admin] Publish callbacks [] for security_group (9d3f5543-9402-47d9-8b2d-45d4173a2404), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:45.449709 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.db.l3_db [None req-01ddc465-8fcb-44ff-b700-b1e0935eb8e2 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Floating IP 03971967-57a0-4c20-a3b5-ef5cfd44fc35 associated. External IP: 172.27.0.181, port: 6c5ca3a5-989e-4775-9839-4980ee405ae9. Jun 16 17:42:45.487490 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-2d2e7b8d-c0ad-4366-a0e8-6764fb79d5fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (9d3f5543-9402-47d9-8b2d-45d4173a2404), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:45.490429 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-2d2e7b8d-c0ad-4366-a0e8-6764fb79d5fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:45.491606 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-2d2e7b8d-c0ad-4366-a0e8-6764fb79d5fc admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/9d3f5543-9402-47d9-8b2d-45d4173a2404 HTTP/1.1" status: 204 len: 168 time: 0.1649551 Jun 16 17:42:45.502001 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2e7b8d-c0ad-4366-a0e8-6764fb79d5fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d3f5543-9402-47d9-8b2d-45d4173a2404,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:42:45.706640 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e307e1-9678-46d7-9a22-d26d10a1714d req-c67c23e5-56fa-4214-bf90-3ff8b68e0a02 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:42:45.708200 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-b7e307e1-9678-46d7-9a22-d26d10a1714d req-c67c23e5-56fa-4214-bf90-3ff8b68e0a02 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] 10.222.0.40 "GET /v2.0/ports?device_id=d4c247cb-d14e-4c48-b6ec-9dd53c2f7020 HTTP/1.1" status: 200 len: 985 time: 0.0928311 Jun 16 17:42:45.767461 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01ddc465-8fcb-44ff-b700-b1e0935eb8e2 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Router 94b8972a-9a93-42e0-a8cb-e4e8f431d6ec has already been hosted by L3 agent 43e250b4-0ce3-4949-aa8c-0bafe6454580 {{(pid=104052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 17:42:45.807627 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-b7e307e1-9678-46d7-9a22-d26d10a1714d req-b37a8677-73e5-42e8-8361-290f6f9e339e tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] 10.222.0.40 "GET /v2.0/security-groups?id=c99e9d2f-61bf-429d-a23a-df374ca07018&id=67e9b173-e555-499a-87e1-4b1ac2b90b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0861704 Jun 16 17:42:45.920008 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01ddc465-8fcb-44ff-b700-b1e0935eb8e2 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Notify agent at l3_agent.dv-cinder-837546-2-iscsi the message routers_updated {{(pid=104052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 17:42:45.931373 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04db0467-d343-4799-9332-8f3a4f674207 None None] Sync routers for ids ['94b8972a-9a93-42e0-a8cb-e4e8f431d6ec'] in dv-cinder-837546-2-iscsi {{(pid=104055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:42:45.942024 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-01ddc465-8fcb-44ff-b700-b1e0935eb8e2 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228225'] for floatingip (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:45.945391 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04db0467-d343-4799-9332-8f3a4f674207 None None] Routers {'94b8972a-9a93-42e0-a8cb-e4e8f431d6ec'} bound to L3 agent in host dv-cinder-837546-2-iscsi {{(pid=104055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:42:45.946020 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-04db0467-d343-4799-9332-8f3a4f674207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-16T17:26:01Z,description=,heartbeat_timestamp=2022-06-16T17:42:31Z,host='dv-cinder-837546-2-iscsi',id=43e250b4-0ce3-4949-aa8c-0bafe6454580,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:26:01Z,topic='l3_agent')) {'router_ids': ['94b8972a-9a93-42e0-a8cb-e4e8f431d6ec'], 'active': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:42:45.978702 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-01ddc465-8fcb-44ff-b700-b1e0935eb8e2 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0124726 Jun 16 17:42:45.982691 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '880f65f6-c574-48a5-8868-6979fc8a834a', 'tag': '6c5ca3a5-989e-4775-9839-4980ee405ae9'}] {{(pid=104052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 17:42:45.985816 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9713fa4f09cf3058fa9276dada2b44135c9dd2e88d0acd54628e4483b77b1e61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4bce5ba-fab6-42d2-a999-55844e98e764" -d '{"events": [{"name": "network-changed", "server_uuid": "880f65f6-c574-48a5-8868-6979fc8a834a", "tag": "6c5ca3a5-989e-4775-9839-4980ee405ae9"}]}' {{(pid=104052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:42:46.030683 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 17:42:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2422f6c-a1d7-48b6-abc2-b6f80a08845a x-openstack-request-id: req-a2422f6c-a1d7-48b6-abc2-b6f80a08845a {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:42:46.031366 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "880f65f6-c574-48a5-8868-6979fc8a834a", "tag": "6c5ca3a5-989e-4775-9839-4980ee405ae9", "status": "completed", "code": 200}]} {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:42:46.031366 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-a2422f6c-a1d7-48b6-abc2-b6f80a08845a {{(pid=104052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:42:46.032341 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2422f6c-a1d7-48b6-abc2-b6f80a08845a'] response: {'name': 'network-changed', 'server_uuid': '880f65f6-c574-48a5-8868-6979fc8a834a', 'tag': '6c5ca3a5-989e-4775-9839-4980ee405ae9', 'status': 'completed', 'code': 200} Jun 16 17:42:46.060781 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvr_db [None req-04db0467-d343-4799-9332-8f3a4f674207 None None] Set router 94b8972a-9a93-42e0-a8cb-e4e8f431d6ec gateway port host: dv-cinder-837546-2-iscsi {{(pid=104055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:42:46.105501 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bce5ba-fab6-42d2-a999-55844e98e764 req-dff894cf-07d7-486d-84bf-33f9f2ea3707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:42:46.107040 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-d4bce5ba-fab6-42d2-a999-55844e98e764 req-dff894cf-07d7-486d-84bf-33f9f2ea3707 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=314e9434e0ec4c1f9e8d6037143f5ebb&device_id=880f65f6-c574-48a5-8868-6979fc8a834a HTTP/1.1" status: 200 len: 1130 time: 0.0467870 Jun 16 17:42:46.220362 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bce5ba-fab6-42d2-a999-55844e98e764 req-ec5ad82a-5d79-4771-a8dd-95d73a09ecb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:42:46.222067 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-d4bce5ba-fab6-42d2-a999-55844e98e764 req-ec5ad82a-5d79-4771-a8dd-95d73a09ecb0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=6e803cc9-885b-4092-b21c-ed0c8b49c26c HTTP/1.1" status: 200 len: 912 time: 0.1074424 Jun 16 17:42:46.308215 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-d4bce5ba-fab6-42d2-a999-55844e98e764 req-36c1cba0-fbb6-439a-9ad1-dd7476cfd4bd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6c5ca3a5-989e-4775-9839-4980ee405ae9 HTTP/1.1" status: 200 len: 1000 time: 0.0773041 Jun 16 17:42:46.322120 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-04db0467-d343-4799-9332-8f3a4f674207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94b8972a-9a93-42e0-a8cb-e4e8f431d6ec', 'name': 'tempest-TestVolumeBootPattern-961332294-router', 'tenant_id': '314e9434e0ec4c1f9e8d6037143f5ebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'external_fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': '026d437e-e8b0-49f7-a119-3b208a2699d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:36:30Z', 'updated_at': '2022-06-16T17:36:35Z', 'revision_number': 4, 'project_id': '314e9434e0ec4c1f9e8d6037143f5ebb', 'gw_port': {'id': '026d437e-e8b0-49f7-a119-3b208a2699d4', 'name': '', 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:00:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b8972a-9a93-42e0-a8cb-e4e8f431d6ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:36:31Z', 'updated_at': '2022-06-16T17:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47584a51-19b7-439b-9f28-a7f577441b18', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-2-iscsi', '_floatingips': [{'id': '03971967-57a0-4c20-a3b5-ef5cfd44fc35', 'tenant_id': '314e9434e0ec4c1f9e8d6037143f5ebb', 'floating_ip_address': '172.27.0.181', 'floating_network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'router_id': '94b8972a-9a93-42e0-a8cb-e4e8f431d6ec', 'port_id': '6c5ca3a5-989e-4775-9839-4980ee405ae9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 705, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6e803cc9-885b-4092-b21c-ed0c8b49c26c', 'mac_address': 'fa:16:3e:2c:05:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '880f65f6-c574-48a5-8868-6979fc8a834a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T17:42:44Z', 'updated_at': '2022-06-16T17:42:44Z', 'revision_number': 0, 'project_id': '314e9434e0ec4c1f9e8d6037143f5ebb', 'fixed_ip_address_scope': None}, {'id': '7f46be3b-558a-45bb-bd88-675dbb9fe94e', 'tenant_id': '314e9434e0ec4c1f9e8d6037143f5ebb', 'floating_ip_address': '172.27.0.217', 'floating_network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'router_id': '94b8972a-9a93-42e0-a8cb-e4e8f431d6ec', 'port_id': 'cc7803f8-e7cb-4bb7-a65a-f2c6bd3a1b8e', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6e803cc9-885b-4092-b21c-ed0c8b49c26c', 'mac_address': 'fa:16:3e:65:2a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e064158b-7b81-42c1-bc01-057812cdcb57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T17:40:21Z', 'updated_at': '2022-06-16T17:40:24Z', 'revision_number': 1, 'project_id': '314e9434e0ec4c1f9e8d6037143f5ebb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18c3303c-2322-42ff-a397-62b412c219b3', 'name': '', 'network_id': '6e803cc9-885b-4092-b21c-ed0c8b49c26c', 'tenant_id': '314e9434e0ec4c1f9e8d6037143f5ebb', 'mac_address': 'fa:16:3e:aa:c3:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b8972a-9a93-42e0-a8cb-e4e8f431d6ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '95144f6c-e9c4-46d6-bb41-a8f5f76b794b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:36:34Z', 'updated_at': '2022-06-16T17:36:41Z', 'revision_number': 5, 'project_id': '314e9434e0ec4c1f9e8d6037143f5ebb', 'subnets': [{'id': '95144f6c-e9c4-46d6-bb41-a8f5f76b794b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837546-2-iscsi', False) {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:42:46.353551 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04db0467-d343-4799-9332-8f3a4f674207 None None] Checking router: 94b8972a-9a93-42e0-a8cb-e4e8f431d6ec for host: dv-cinder-837546-2-iscsi {{(pid=104055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:42:46.360246 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04db0467-d343-4799-9332-8f3a4f674207 None None] Routers {'94b8972a-9a93-42e0-a8cb-e4e8f431d6ec'} bound to L3 agent in host dv-cinder-837546-2-iscsi {{(pid=104055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:42:46.361281 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-04db0467-d343-4799-9332-8f3a4f674207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-16T17:26:01Z,description=,heartbeat_timestamp=2022-06-16T17:42:31Z,host='dv-cinder-837546-2-iscsi',id=43e250b4-0ce3-4949-aa8c-0bafe6454580,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:26:01Z,topic='l3_agent')) {'router_ids': ['94b8972a-9a93-42e0-a8cb-e4e8f431d6ec'], 'active': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:42:46.372074 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bce5ba-fab6-42d2-a999-55844e98e764 req-6490e564-e7c4-456e-8fd1-0fe622041d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:42:46.373804 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-d4bce5ba-fab6-42d2-a999-55844e98e764 req-6490e564-e7c4-456e-8fd1-0fe622041d5d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=95144f6c-e9c4-46d6-bb41-a8f5f76b794b HTTP/1.1" status: 200 len: 850 time: 0.0599349 Jun 16 17:42:46.469629 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvr_db [None req-04db0467-d343-4799-9332-8f3a4f674207 None None] Set router 94b8972a-9a93-42e0-a8cb-e4e8f431d6ec gateway port host: dv-cinder-837546-2-iscsi {{(pid=104055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:42:46.489643 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bce5ba-fab6-42d2-a999-55844e98e764 req-ebf47d77-73f7-4b71-a65c-af6002e8c1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:42:46.491421 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-d4bce5ba-fab6-42d2-a999-55844e98e764 req-ebf47d77-73f7-4b71-a65c-af6002e8c1e6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6e803cc9-885b-4092-b21c-ed0c8b49c26c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0505934 Jun 16 17:42:46.535336 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=100 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:42:46.610657 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-d4bce5ba-fab6-42d2-a999-55844e98e764 req-c4c9d94c-3a97-454d-982a-a3e1f0b571c1 service neutron] 10.222.0.47 "GET /v2.0/networks/6e803cc9-885b-4092-b21c-ed0c8b49c26c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100636 Jun 16 17:42:46.651611 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:42:46.723653 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-d4bce5ba-fab6-42d2-a999-55844e98e764 req-ef04a4cc-d3b4-4f52-bc36-dc70ae95c624 service neutron] 10.222.0.47 "GET /v2.0/networks/6e803cc9-885b-4092-b21c-ed0c8b49c26c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067791 Jun 16 17:42:46.770415 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-04db0467-d343-4799-9332-8f3a4f674207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94b8972a-9a93-42e0-a8cb-e4e8f431d6ec', 'name': 'tempest-TestVolumeBootPattern-961332294-router', 'tenant_id': '314e9434e0ec4c1f9e8d6037143f5ebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'external_fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': '026d437e-e8b0-49f7-a119-3b208a2699d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:36:30Z', 'updated_at': '2022-06-16T17:36:35Z', 'revision_number': 4, 'project_id': '314e9434e0ec4c1f9e8d6037143f5ebb', 'gw_port': {'id': '026d437e-e8b0-49f7-a119-3b208a2699d4', 'name': '', 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:00:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b8972a-9a93-42e0-a8cb-e4e8f431d6ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:36:31Z', 'updated_at': '2022-06-16T17:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47584a51-19b7-439b-9f28-a7f577441b18', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-2-iscsi', '_floatingips': [{'id': '03971967-57a0-4c20-a3b5-ef5cfd44fc35', 'tenant_id': '314e9434e0ec4c1f9e8d6037143f5ebb', 'floating_ip_address': '172.27.0.181', 'floating_network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'router_id': '94b8972a-9a93-42e0-a8cb-e4e8f431d6ec', 'port_id': '6c5ca3a5-989e-4775-9839-4980ee405ae9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 705, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6e803cc9-885b-4092-b21c-ed0c8b49c26c', 'mac_address': 'fa:16:3e:2c:05:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '880f65f6-c574-48a5-8868-6979fc8a834a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T17:42:44Z', 'updated_at': '2022-06-16T17:42:44Z', 'revision_number': 0, 'project_id': '314e9434e0ec4c1f9e8d6037143f5ebb', 'fixed_ip_address_scope': None}, {'id': '7f46be3b-558a-45bb-bd88-675dbb9fe94e', 'tenant_id': '314e9434e0ec4c1f9e8d6037143f5ebb', 'floating_ip_address': '172.27.0.217', 'floating_network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'router_id': '94b8972a-9a93-42e0-a8cb-e4e8f431d6ec', 'port_id': 'cc7803f8-e7cb-4bb7-a65a-f2c6bd3a1b8e', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6e803cc9-885b-4092-b21c-ed0c8b49c26c', 'mac_address': 'fa:16:3e:65:2a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e064158b-7b81-42c1-bc01-057812cdcb57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T17:40:21Z', 'updated_at': '2022-06-16T17:40:24Z', 'revision_number': 1, 'project_id': '314e9434e0ec4c1f9e8d6037143f5ebb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18c3303c-2322-42ff-a397-62b412c219b3', 'name': '', 'network_id': '6e803cc9-885b-4092-b21c-ed0c8b49c26c', 'tenant_id': '314e9434e0ec4c1f9e8d6037143f5ebb', 'mac_address': 'fa:16:3e:aa:c3:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b8972a-9a93-42e0-a8cb-e4e8f431d6ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '95144f6c-e9c4-46d6-bb41-a8f5f76b794b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:36:34Z', 'updated_at': '2022-06-16T17:36:41Z', 'revision_number': 5, 'project_id': '314e9434e0ec4c1f9e8d6037143f5ebb', 'subnets': [{'id': '95144f6c-e9c4-46d6-bb41-a8f5f76b794b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837546-2-iscsi', False) {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:42:46.802146 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04db0467-d343-4799-9332-8f3a4f674207 None None] The sync data for ids ['94b8972a-9a93-42e0-a8cb-e4e8f431d6ec'] in dv-cinder-837546-2-iscsi is: [{'id': '94b8972a-9a93-42e0-a8cb-e4e8f431d6ec', 'name': 'tempest-TestVolumeBootPattern-961332294-router', 'tenant_id': '314e9434e0ec4c1f9e8d6037143f5ebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'external_fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': '026d437e-e8b0-49f7-a119-3b208a2699d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:36:30Z', 'updated_at': '2022-06-16T17:36:35Z', 'revision_number': 4, 'project_id': '314e9434e0ec4c1f9e8d6037143f5ebb', 'gw_port': {'id': '026d437e-e8b0-49f7-a119-3b208a2699d4', 'name': '', 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:00:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b8972a-9a93-42e0-a8cb-e4e8f431d6ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:36:31Z', 'updated_at': '2022-06-16T17:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47584a51-19b7-439b-9f28-a7f577441b18', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-2-iscsi', '_floatingips': [{'id': '03971967-57a0-4c20-a3b5-ef5cfd44fc35', 'tenant_id': '314e9434e0ec4c1f9e8d6037143f5ebb', 'floating_ip_address': '172.27.0.181', 'floating_network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'router_id': '94b8972a-9a93-42e0-a8cb-e4e8f431d6ec', 'port_id': '6c5ca3a5-989e-4775-9839-4980ee405ae9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 705, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6e803cc9-885b-4092-b21c-ed0c8b49c26c', 'mac_address': 'fa:16:3e:2c:05:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '880f65f6-c574-48a5-8868-6979fc8a834a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T17:42:44Z', 'updated_at': '2022-06-16T17:42:44Z', 'revision_number': 0, 'project_id': '314e9434e0ec4c1f9e8d6037143f5ebb', 'fixed_ip_address_scope': None}, {'id': '7f46be3b-558a-45bb-bd88-675dbb9fe94e', 'tenant_id': '314e9434e0ec4c1f9e8d6037143f5ebb', 'floating_ip_address': '172.27.0.217', 'floating_network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'router_id': '94b8972a-9a93-42e0-a8cb-e4e8f431d6ec', 'port_id': 'cc7803f8-e7cb-4bb7-a65a-f2c6bd3a1b8e', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6e803cc9-885b-4092-b21c-ed0c8b49c26c', 'mac_address': 'fa:16:3e:65:2a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e064158b-7b81-42c1-bc01-057812cdcb57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T17:40:21Z', 'updated_at': '2022-06-16T17:40:24Z', 'revision_number': 1, 'project_id': '314e9434e0ec4c1f9e8d6037143f5ebb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18c3303c-2322-42ff-a397-62b412c219b3', 'name': '', 'network_id': '6e803cc9-885b-4092-b21c-ed0c8b49c26c', 'tenant_id': '314e9434e0ec4c1f9e8d6037143f5ebb', 'mac_address': 'fa:16:3e:aa:c3:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b8972a-9a93-42e0-a8cb-e4e8f431d6ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '95144f6c-e9c4-46d6-bb41-a8f5f76b794b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:36:34Z', 'updated_at': '2022-06-16T17:36:41Z', 'revision_number': 5, 'project_id': '314e9434e0ec4c1f9e8d6037143f5ebb', 'subnets': [{'id': '95144f6c-e9c4-46d6-bb41-a8f5f76b794b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:42:46.968286 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1755683d-0a49-4055-880b-0d3629604e17 req-6415877a-cc19-4a44-9d6d-d5ed9eff1176 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:42:46.970450 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-1755683d-0a49-4055-880b-0d3629604e17 req-6415877a-cc19-4a44-9d6d-d5ed9eff1176 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] 10.222.0.40 "GET /v2.0/ports?device_id=d4c247cb-d14e-4c48-b6ec-9dd53c2f7020 HTTP/1.1" status: 200 len: 985 time: 0.0584652 Jun 16 17:42:47.050890 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-1755683d-0a49-4055-880b-0d3629604e17 req-ff7d261e-6f01-4866-a9ff-a6696fb02086 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] 10.222.0.40 "GET /v2.0/security-groups?id=c99e9d2f-61bf-429d-a23a-df374ca07018&id=67e9b173-e555-499a-87e1-4b1ac2b90b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0737910 Jun 16 17:42:47.076907 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ac8164-451d-45e7-8d19-794e15bff071 None None] New status for floating IP 03971967-57a0-4c20-a3b5-ef5cfd44fc35: ACTIVE {{(pid=104054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 17:42:48.070906 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 34662) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:42:48.148017 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 34668) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:42:48.233932 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8f8430-ed13-4b17-8b50-ce8c83ebd683 req-830192d8-88de-44e3-a707-601d63e1a2d1 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:42:48.235888 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-cf8f8430-ed13-4b17-8b50-ce8c83ebd683 req-830192d8-88de-44e3-a707-601d63e1a2d1 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] 10.222.0.40 "GET /v2.0/ports?device_id=d4c247cb-d14e-4c48-b6ec-9dd53c2f7020 HTTP/1.1" status: 200 len: 985 time: 0.0803647 Jun 16 17:42:48.341382 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-6384e1da-5592-436f-b38f-09449d5f92e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:48.353064 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-cf8f8430-ed13-4b17-8b50-ce8c83ebd683 req-50f02804-ae28-4c5b-a97f-1652b89b568b tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] 10.222.0.40 "GET /v2.0/security-groups?id=c99e9d2f-61bf-429d-a23a-df374ca07018&id=67e9b173-e555-499a-87e1-4b1ac2b90b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1069815 Jun 16 17:42:48.385403 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-333b4447-4307-480e-971e-33bbe3df09ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:48.393366 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=100 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:42:48.435877 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=73,neutron:INSERT=21,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:42:48.462901 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:UPDATE=2,neutron:SELECT=83,neutron:INSERT=12,neutron:DELETE=3 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:42:48.465418 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-6384e1da-5592-436f-b38f-09449d5f92e6 admin admin] Publish callbacks [] for security_group (04a32a6e-6560-45bd-bbd4-0f909a88338c), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:48.470496 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-6384e1da-5592-436f-b38f-09449d5f92e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (04a32a6e-6560-45bd-bbd4-0f909a88338c), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:48.508349 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-333b4447-4307-480e-971e-33bbe3df09ef admin admin] Publish callbacks [] for security_group (9f2d9ffc-223d-40af-97e7-f7281bea1e56), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:48.515490 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-333b4447-4307-480e-971e-33bbe3df09ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (9f2d9ffc-223d-40af-97e7-f7281bea1e56), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:48.522446 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6384e1da-5592-436f-b38f-09449d5f92e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04a32a6e-6560-45bd-bbd4-0f909a88338c,revision_number=1']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:42:48.532417 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-6384e1da-5592-436f-b38f-09449d5f92e6 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=e01be68d7d444f87bb454e140b04c94d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3789539 Jun 16 17:42:48.532717 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 34672) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:42:48.566834 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333b4447-4307-480e-971e-33bbe3df09ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f2d9ffc-223d-40af-97e7-f7281bea1e56,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:42:48.570797 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-333b4447-4307-480e-971e-33bbe3df09ef admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=039b7c844f5542f2a55b6d7e7be5aa96&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4987075 Jun 16 17:42:48.576532 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 34674) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:42:48.584697 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333b4447-4307-480e-971e-33bbe3df09ef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:42:48.585036 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333b4447-4307-480e-971e-33bbe3df09ef admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:42:48.585598 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333b4447-4307-480e-971e-33bbe3df09ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:42:48.585966 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333b4447-4307-480e-971e-33bbe3df09ef admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:42:48.586756 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333b4447-4307-480e-971e-33bbe3df09ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:42:48.587086 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333b4447-4307-480e-971e-33bbe3df09ef admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:42:48.587413 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333b4447-4307-480e-971e-33bbe3df09ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:42:48.587744 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333b4447-4307-480e-971e-33bbe3df09ef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:42:48.588257 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333b4447-4307-480e-971e-33bbe3df09ef admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:42:48.588641 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333b4447-4307-480e-971e-33bbe3df09ef admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:42:48.588968 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333b4447-4307-480e-971e-33bbe3df09ef admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:42:48.589320 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333b4447-4307-480e-971e-33bbe3df09ef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:42:48.589643 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333b4447-4307-480e-971e-33bbe3df09ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:42:48.590074 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333b4447-4307-480e-971e-33bbe3df09ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:42:48.590613 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333b4447-4307-480e-971e-33bbe3df09ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:42:48.607270 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-35803af1-d8b7-477c-8959-690796201b9c admin admin] Publish callbacks [] for security_group (04a32a6e-6560-45bd-bbd4-0f909a88338c), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:48.649527 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-35803af1-d8b7-477c-8959-690796201b9c admin admin] Publish callbacks [] for security_group (04a32a6e-6560-45bd-bbd4-0f909a88338c), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:48.660858 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-81576d60-4aae-478c-9274-9a596356ed96 admin admin] Publish callbacks [] for security_group (9f2d9ffc-223d-40af-97e7-f7281bea1e56), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:48.685376 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-81576d60-4aae-478c-9274-9a596356ed96 admin admin] Publish callbacks [] for security_group (9f2d9ffc-223d-40af-97e7-f7281bea1e56), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:48.710727 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-35803af1-d8b7-477c-8959-690796201b9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (04a32a6e-6560-45bd-bbd4-0f909a88338c), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:48.713254 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-35803af1-d8b7-477c-8959-690796201b9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:48.717422 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-35803af1-d8b7-477c-8959-690796201b9c admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/04a32a6e-6560-45bd-bbd4-0f909a88338c HTTP/1.1" status: 204 len: 168 time: 0.1836107 Jun 16 17:42:48.727378 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35803af1-d8b7-477c-8959-690796201b9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04a32a6e-6560-45bd-bbd4-0f909a88338c,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:42:48.752748 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-81576d60-4aae-478c-9274-9a596356ed96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (9f2d9ffc-223d-40af-97e7-f7281bea1e56), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:48.755719 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-81576d60-4aae-478c-9274-9a596356ed96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:48.756933 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-81576d60-4aae-478c-9274-9a596356ed96 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/9f2d9ffc-223d-40af-97e7-f7281bea1e56 HTTP/1.1" status: 204 len: 168 time: 0.1790714 Jun 16 17:42:48.768605 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81576d60-4aae-478c-9274-9a596356ed96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f2d9ffc-223d-40af-97e7-f7281bea1e56,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:42:48.798286 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (9f2b4370-7d03-4dcb-9a0d-4ff62d859136), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:49.179263 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 34694) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:42:49.194147 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-1d5197d0-5895-47a5-9d6f-2d992dc46275 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:49.241032 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:42:49.289325 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-1d5197d0-5895-47a5-9d6f-2d992dc46275 admin admin] Publish callbacks [] for security_group (f9f5cd74-c5f9-496a-97b3-9bca716c5ed8), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:49.293386 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-1d5197d0-5895-47a5-9d6f-2d992dc46275 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (f9f5cd74-c5f9-496a-97b3-9bca716c5ed8), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:49.338157 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-1d5197d0-5895-47a5-9d6f-2d992dc46275 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=5c0d0caf11d74e4282818981b937c5bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1575358 Jun 16 17:42:49.339144 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5197d0-5895-47a5-9d6f-2d992dc46275 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9f5cd74-c5f9-496a-97b3-9bca716c5ed8,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:42:49.340787 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 34696) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:42:49.406282 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-0e263b35-89e4-4a66-8ca2-7027795de9e0 admin admin] Publish callbacks [] for security_group (f9f5cd74-c5f9-496a-97b3-9bca716c5ed8), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:49.433121 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-0e263b35-89e4-4a66-8ca2-7027795de9e0 admin admin] Publish callbacks [] for security_group (f9f5cd74-c5f9-496a-97b3-9bca716c5ed8), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:49.491865 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-0e263b35-89e4-4a66-8ca2-7027795de9e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (f9f5cd74-c5f9-496a-97b3-9bca716c5ed8), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:49.494827 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6db6bd-7f67-4f1f-93c5-1fc862b673f7 req-d45d11dc-60a6-4083-9c00-9503e59fc251 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:42:49.495264 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-0e263b35-89e4-4a66-8ca2-7027795de9e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:49.498817 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-bd6db6bd-7f67-4f1f-93c5-1fc862b673f7 req-d45d11dc-60a6-4083-9c00-9503e59fc251 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] 10.222.0.40 "GET /v2.0/ports?device_id=d4c247cb-d14e-4c48-b6ec-9dd53c2f7020 HTTP/1.1" status: 200 len: 985 time: 0.0707378 Jun 16 17:42:49.498990 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-0e263b35-89e4-4a66-8ca2-7027795de9e0 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/f9f5cd74-c5f9-496a-97b3-9bca716c5ed8 HTTP/1.1" status: 204 len: 168 time: 0.1543756 Jun 16 17:42:49.512515 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e263b35-89e4-4a66-8ca2-7027795de9e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9f5cd74-c5f9-496a-97b3-9bca716c5ed8,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:42:49.515728 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:DELETE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:42:49.588918 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-bd6db6bd-7f67-4f1f-93c5-1fc862b673f7 req-7efb80d9-5aa2-4e2e-9be3-4b77d0e96fda tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] 10.222.0.40 "GET /v2.0/security-groups?id=c99e9d2f-61bf-429d-a23a-df374ca07018&id=67e9b173-e555-499a-87e1-4b1ac2b90b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0817795 Jun 16 17:42:50.734528 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bb494a-0f1e-4a1a-ad0a-a8a7b51009c4 req-dc73ddde-2d57-4526-b58c-82a4475ce13a tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:42:50.737104 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-c1bb494a-0f1e-4a1a-ad0a-a8a7b51009c4 req-dc73ddde-2d57-4526-b58c-82a4475ce13a tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] 10.222.0.40 "GET /v2.0/ports?device_id=d4c247cb-d14e-4c48-b6ec-9dd53c2f7020 HTTP/1.1" status: 200 len: 985 time: 0.0565677 Jun 16 17:42:50.828115 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-c1bb494a-0f1e-4a1a-ad0a-a8a7b51009c4 req-5cd6e49b-83ab-4bf9-abac-379b4f623e67 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] 10.222.0.40 "GET /v2.0/security-groups?id=c99e9d2f-61bf-429d-a23a-df374ca07018&id=67e9b173-e555-499a-87e1-4b1ac2b90b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0847895 Jun 16 17:42:51.955886 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb4f814-a16d-4f63-a056-9f008afcf7f3 req-5535bad1-2464-4105-a02a-89c4c6d33693 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:42:51.958190 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-2eb4f814-a16d-4f63-a056-9f008afcf7f3 req-5535bad1-2464-4105-a02a-89c4c6d33693 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] 10.222.0.40 "GET /v2.0/ports?device_id=d4c247cb-d14e-4c48-b6ec-9dd53c2f7020 HTTP/1.1" status: 200 len: 985 time: 0.0550580 Jun 16 17:42:52.029908 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-2eb4f814-a16d-4f63-a056-9f008afcf7f3 req-dce0ceb8-3bd8-4730-9356-c7a9f83f79b1 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] 10.222.0.40 "GET /v2.0/security-groups?id=c99e9d2f-61bf-429d-a23a-df374ca07018&id=67e9b173-e555-499a-87e1-4b1ac2b90b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0651426 Jun 16 17:42:53.158567 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526f75a7-4b72-4469-81cd-09dd4a4fc9b8 req-709f118e-eb51-48e3-b6d8-0b04bb9d2d52 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:42:53.160046 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-526f75a7-4b72-4469-81cd-09dd4a4fc9b8 req-709f118e-eb51-48e3-b6d8-0b04bb9d2d52 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] 10.222.0.40 "GET /v2.0/ports?device_id=d4c247cb-d14e-4c48-b6ec-9dd53c2f7020 HTTP/1.1" status: 200 len: 985 time: 0.0493159 Jun 16 17:42:53.220869 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-526f75a7-4b72-4469-81cd-09dd4a4fc9b8 req-0b99a51c-f9ea-4448-baa7-89e55ffbefa3 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] 10.222.0.40 "GET /v2.0/security-groups?id=c99e9d2f-61bf-429d-a23a-df374ca07018&id=67e9b173-e555-499a-87e1-4b1ac2b90b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0549557 Jun 16 17:42:54.342682 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f413cd59-53a9-4b27-9f0f-98d3db5f24bd req-82745714-6609-4f9d-ad62-99aab0bfbb44 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:42:54.344321 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-f413cd59-53a9-4b27-9f0f-98d3db5f24bd req-82745714-6609-4f9d-ad62-99aab0bfbb44 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] 10.222.0.40 "GET /v2.0/ports?device_id=d4c247cb-d14e-4c48-b6ec-9dd53c2f7020 HTTP/1.1" status: 200 len: 985 time: 0.0499165 Jun 16 17:42:54.419458 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-f413cd59-53a9-4b27-9f0f-98d3db5f24bd req-e1cfa245-200e-4b03-b722-20036e00b162 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] 10.222.0.40 "GET /v2.0/security-groups?id=c99e9d2f-61bf-429d-a23a-df374ca07018&id=67e9b173-e555-499a-87e1-4b1ac2b90b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0678029 Jun 16 17:42:55.549942 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72535c2-80e2-4796-87f6-4b3dfdb3556c req-69ff739a-f157-484f-a32f-8a23144fd4c4 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:42:55.551529 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-e72535c2-80e2-4796-87f6-4b3dfdb3556c req-69ff739a-f157-484f-a32f-8a23144fd4c4 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] 10.222.0.40 "GET /v2.0/ports?device_id=d4c247cb-d14e-4c48-b6ec-9dd53c2f7020 HTTP/1.1" status: 200 len: 985 time: 0.0568094 Jun 16 17:42:55.619540 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-e72535c2-80e2-4796-87f6-4b3dfdb3556c req-f461befe-863c-455d-adaa-f3a5abf24304 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] 10.222.0.40 "GET /v2.0/security-groups?id=c99e9d2f-61bf-429d-a23a-df374ca07018&id=67e9b173-e555-499a-87e1-4b1ac2b90b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0621963 Jun 16 17:42:58.403893 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=81 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:42:58.407746 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=1 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:42:58.792666 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=83,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:42:58.969089 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-e584ccd7-9dba-4708-beb5-f289ef884633 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (e26ebcb9-a690-4ec1-8688-e951546304f4), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:59.474657 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=48,neutron:DELETE=4 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:42:59.511928 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=32,neutron:DELETE=4 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:43:01.281176 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-af4962c6-e0e0-40eb-8ac9-8b93c416d6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (43e250b4-0ce3-4949-aa8c-0bafe6454580), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:43:02.508943 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-359da135-d845-4d2e-a034-e84fcb95f5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (8e118b8c-b091-4f14-909a-13c66b53efc1), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:43:03.540834 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 34952) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:43:03.699088 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-168d7936-c3b6-4a69-8d9e-5cd1e3a9cac7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:43:03.823937 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-168d7936-c3b6-4a69-8d9e-5cd1e3a9cac7 admin admin] Publish callbacks [] for security_group (ab258704-7578-4cbf-a420-6151d96f6703), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:43:03.829024 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-168d7936-c3b6-4a69-8d9e-5cd1e3a9cac7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (ab258704-7578-4cbf-a420-6151d96f6703), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:43:03.870069 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168d7936-c3b6-4a69-8d9e-5cd1e3a9cac7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab258704-7578-4cbf-a420-6151d96f6703,revision_number=1']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:43:03.875696 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-168d7936-c3b6-4a69-8d9e-5cd1e3a9cac7 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=e1e5cf8fe9c04e32aac0dd642c4cd4fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3335679 Jun 16 17:43:03.878869 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 34962) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:43:03.935547 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-9e7b8b65-7dce-4418-b78f-87820915fd2d admin admin] Publish callbacks [] for security_group (ab258704-7578-4cbf-a420-6151d96f6703), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:43:03.965051 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-9e7b8b65-7dce-4418-b78f-87820915fd2d admin admin] Publish callbacks [] for security_group (ab258704-7578-4cbf-a420-6151d96f6703), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:43:04.026302 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-9e7b8b65-7dce-4418-b78f-87820915fd2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (ab258704-7578-4cbf-a420-6151d96f6703), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:43:04.029000 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-9e7b8b65-7dce-4418-b78f-87820915fd2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:43:04.030239 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-9e7b8b65-7dce-4418-b78f-87820915fd2d admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/ab258704-7578-4cbf-a420-6151d96f6703 HTTP/1.1" status: 204 len: 168 time: 0.1504388 Jun 16 17:43:04.043488 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7b8b65-7dce-4418-b78f-87820915fd2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab258704-7578-4cbf-a420-6151d96f6703,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:43:04.210720 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-1d81e0cb-ff47-4623-99d5-ab370c19a781 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (25dd433a-18a0-496e-b58c-593ddca2a11d), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:43:04.485180 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (f1f6c009-5a31-4833-b180-4d9d41a55fe5), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:43:05.162910 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 35000) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:43:05.289089 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-80135b05-9097-47e9-982b-fc276134d4ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:43:05.386039 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-80135b05-9097-47e9-982b-fc276134d4ad admin admin] Publish callbacks [] for security_group (b28de805-bba1-4e8e-ae61-38928d446d0e), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:43:05.390770 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-80135b05-9097-47e9-982b-fc276134d4ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (b28de805-bba1-4e8e-ae61-38928d446d0e), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:43:05.434250 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80135b05-9097-47e9-982b-fc276134d4ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b28de805-bba1-4e8e-ae61-38928d446d0e,revision_number=1']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:43:05.442022 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 35008) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:43:05.456210 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-80135b05-9097-47e9-982b-fc276134d4ad admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=54ad4014673546f8865a7659ad0b6ead&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2921245 Jun 16 17:43:05.499329 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-a3a0b42b-b387-49c3-a36d-48004a8b0d98 admin admin] Publish callbacks [] for security_group (b28de805-bba1-4e8e-ae61-38928d446d0e), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:43:05.524526 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-a3a0b42b-b387-49c3-a36d-48004a8b0d98 admin admin] Publish callbacks [] for security_group (b28de805-bba1-4e8e-ae61-38928d446d0e), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:43:05.573956 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-a3a0b42b-b387-49c3-a36d-48004a8b0d98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (b28de805-bba1-4e8e-ae61-38928d446d0e), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:43:05.576952 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-a3a0b42b-b387-49c3-a36d-48004a8b0d98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:43:05.578102 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-a3a0b42b-b387-49c3-a36d-48004a8b0d98 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/b28de805-bba1-4e8e-ae61-38928d446d0e HTTP/1.1" status: 204 len: 168 time: 0.1350877 Jun 16 17:43:05.587482 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a0b42b-b387-49c3-a36d-48004a8b0d98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b28de805-bba1-4e8e-ae61-38928d446d0e,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:43:08.115144 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-cc0cee9e-65c7-4e2a-bb06-9076aa5135ce req-ddb7426a-b2c5-4e25-9bd4-ecf2682253e7 tempest-VolumesNegativeTest-1560140088 tempest-VolumesNegativeTest-1560140088-project] 10.222.0.40 "GET /v2.0/networks?tenant_id=2d208bc7521b47589bc3bcf5394fd361&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0315518 Jun 16 17:43:08.232014 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:43:08.575669 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0cee9e-65c7-4e2a-bb06-9076aa5135ce req-48703099-3a88-4a40-83a3-8ba23eee1fd4 tempest-VolumesNegativeTest-1560140088 tempest-VolumesNegativeTest-1560140088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:43:08.577995 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-cc0cee9e-65c7-4e2a-bb06-9076aa5135ce req-48703099-3a88-4a40-83a3-8ba23eee1fd4 tempest-VolumesNegativeTest-1560140088 tempest-VolumesNegativeTest-1560140088-project] 10.222.0.40 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4572396 Jun 16 17:43:08.594484 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-cc0cee9e-65c7-4e2a-bb06-9076aa5135ce req-83a904c1-d546-49ce-ad99-c535ade6b490 tempest-VolumesNegativeTest-1560140088 tempest-VolumesNegativeTest-1560140088-project] 10.222.0.40 "GET /v2.0/quotas/2d208bc7521b47589bc3bcf5394fd361 HTTP/1.1" status: 200 len: 375 time: 0.0111244 Jun 16 17:43:08.632501 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-cc0cee9e-65c7-4e2a-bb06-9076aa5135ce req-22491ced-a126-44a4-ab3c-3ed5a08a6b29 tempest-VolumesNegativeTest-1560140088 tempest-VolumesNegativeTest-1560140088-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=2d208bc7521b47589bc3bcf5394fd361&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0302770 Jun 16 17:43:08.896759 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-a8686f97-91ce-494a-8e7f-4ad31ec8e1f9 req-818a3fb4-929b-4a22-9976-5e5f3b2c11ac tempest-VolumesNegativeTest-1560140088 tempest-VolumesNegativeTest-1560140088-project] 10.222.0.40 "GET /v2.0/ports?device_id=0c72f90e-208f-46bb-a40c-6874fbe3219e HTTP/1.1" status: 200 len: 210 time: 0.0373335 Jun 16 17:43:08.992637 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 35098) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:43:09.162329 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c2bbc4d6-f44f-43ff-a84f-7262c1e86902 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:43:09.229110 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:43:09.259711 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c2bbc4d6-f44f-43ff-a84f-7262c1e86902 admin admin] Publish callbacks [] for security_group (8550cdd7-2b16-4876-ad0f-fb40be2420c5), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:43:09.265056 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c2bbc4d6-f44f-43ff-a84f-7262c1e86902 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (8550cdd7-2b16-4876-ad0f-fb40be2420c5), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:43:09.312828 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-c2bbc4d6-f44f-43ff-a84f-7262c1e86902 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=60629f0ce3364e018f570baf10a29a55&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3188353 Jun 16 17:43:09.315977 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 35104) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:43:09.326378 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bbc4d6-f44f-43ff-a84f-7262c1e86902 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8550cdd7-2b16-4876-ad0f-fb40be2420c5,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:43:09.403785 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-5c43fee2-4c4c-4601-bfcd-a161913c9d81 admin admin] Publish callbacks [] for security_group (8550cdd7-2b16-4876-ad0f-fb40be2420c5), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:43:09.438090 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-5c43fee2-4c4c-4601-bfcd-a161913c9d81 admin admin] Publish callbacks [] for security_group (8550cdd7-2b16-4876-ad0f-fb40be2420c5), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:43:09.510562 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-5c43fee2-4c4c-4601-bfcd-a161913c9d81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (8550cdd7-2b16-4876-ad0f-fb40be2420c5), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:43:09.513215 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-5c43fee2-4c4c-4601-bfcd-a161913c9d81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:43:09.517571 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-5c43fee2-4c4c-4601-bfcd-a161913c9d81 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/8550cdd7-2b16-4876-ad0f-fb40be2420c5 HTTP/1.1" status: 204 len: 168 time: 0.1976295 Jun 16 17:43:09.525429 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c43fee2-4c4c-4601-bfcd-a161913c9d81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8550cdd7-2b16-4876-ad0f-fb40be2420c5,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:43:10.002188 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-cc0cee9e-65c7-4e2a-bb06-9076aa5135ce req-eabf6b98-c946-4b35-8c8d-ecca6ec30f6b tempest-VolumesNegativeTest-1560140088 tempest-VolumesNegativeTest-1560140088-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=2d208bc7521b47589bc3bcf5394fd361&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0340972 Jun 16 17:43:10.066184 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-b1adaf5a-06f7-4de3-8a56-0cd150bd8b07 req-02dcda5f-bb89-430a-907b-6417ed8a45f2 tempest-VolumesNegativeTest-1560140088 tempest-VolumesNegativeTest-1560140088-project] 10.222.0.40 "GET /v2.0/ports?device_id=0c72f90e-208f-46bb-a40c-6874fbe3219e HTTP/1.1" status: 200 len: 210 time: 0.0564587 Jun 16 17:43:10.176250 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0cee9e-65c7-4e2a-bb06-9076aa5135ce req-3f3ae5b7-e81a-4079-8593-c05c83293168 tempest-VolumesNegativeTest-1560140088 tempest-VolumesNegativeTest-1560140088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:43:10.179608 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-cc0cee9e-65c7-4e2a-bb06-9076aa5135ce req-3f3ae5b7-e81a-4079-8593-c05c83293168 tempest-VolumesNegativeTest-1560140088 tempest-VolumesNegativeTest-1560140088-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1573126 Jun 16 17:43:10.196392 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [req-cc0cee9e-65c7-4e2a-bb06-9076aa5135ce req-8eccd50d-2192-4696-ae2f-9ff626cfa99b tempest-VolumesNegativeTest-1560140088 tempest-VolumesNegativeTest-1560140088-project] Request body: {'port': {'device_id': '0c72f90e-208f-46bb-a40c-6874fbe3219e', 'network_id': '13f5add3-b85e-4e97-8edd-aacfd128b09b', 'admin_state_up': True, 'tenant_id': '2d208bc7521b47589bc3bcf5394fd361'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:43:10.368404 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc0cee9e-65c7-4e2a-bb06-9076aa5135ce req-8eccd50d-2192-4696-ae2f-9ff626cfa99b tempest-VolumesNegativeTest-1560140088 tempest-VolumesNegativeTest-1560140088-project] Made reservation on behalf of 2d208bc7521b47589bc3bcf5394fd361 for: {'port': 1} {{(pid=104052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:43:10.371916 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-cc0cee9e-65c7-4e2a-bb06-9076aa5135ce req-8eccd50d-2192-4696-ae2f-9ff626cfa99b tempest-VolumesNegativeTest-1560140088 tempest-VolumesNegativeTest-1560140088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:43:10.386403 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-cc0cee9e-65c7-4e2a-bb06-9076aa5135ce req-8eccd50d-2192-4696-ae2f-9ff626cfa99b tempest-VolumesNegativeTest-1560140088 tempest-VolumesNegativeTest-1560140088-project] Publish callbacks [] for security_group (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:43:10.454386 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:43:10.481030 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-cc0cee9e-65c7-4e2a-bb06-9076aa5135ce req-8eccd50d-2192-4696-ae2f-9ff626cfa99b tempest-VolumesNegativeTest-1560140088 tempest-VolumesNegativeTest-1560140088-project] Publish callbacks [] for security_group (1201e173-af49-4a12-8e4c-4a01626e9ab8), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:43:10.485268 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-cc0cee9e-65c7-4e2a-bb06-9076aa5135ce req-8eccd50d-2192-4696-ae2f-9ff626cfa99b tempest-VolumesNegativeTest-1560140088 tempest-VolumesNegativeTest-1560140088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (1201e173-af49-4a12-8e4c-4a01626e9ab8), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:43:10.573167 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eccd50d-2192-4696-ae2f-9ff626cfa99b tempest-VolumesNegativeTest-1560140088 tempest-VolumesNegativeTest-1560140088-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1201e173-af49-4a12-8e4c-4a01626e9ab8,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:43:10.669011 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.db.db_base_plugin_common [req-cc0cee9e-65c7-4e2a-bb06-9076aa5135ce req-8eccd50d-2192-4696-ae2f-9ff626cfa99b tempest-VolumesNegativeTest-1560140088 tempest-VolumesNegativeTest-1560140088-project] Allocated IP 192.168.233.247 (13f5add3-b85e-4e97-8edd-aacfd128b09b/62300e30-012c-46a4-b7f7-b53511d81e71/70beb5d2-132e-4921-83a0-76dd58f793ba) {{(pid=104052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:43:10.794323 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=86,neutron:DELETE=1,neutron:INSERT=8,neutron:UPDATE=5 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:43:10.860156 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-cc0cee9e-65c7-4e2a-bb06-9076aa5135ce req-8eccd50d-2192-4696-ae2f-9ff626cfa99b tempest-VolumesNegativeTest-1560140088 tempest-VolumesNegativeTest-1560140088-project] Publish callbacks [] for port (70beb5d2-132e-4921-83a0-76dd58f793ba), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:43:10.907101 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-cc0cee9e-65c7-4e2a-bb06-9076aa5135ce req-8eccd50d-2192-4696-ae2f-9ff626cfa99b tempest-VolumesNegativeTest-1560140088 tempest-VolumesNegativeTest-1560140088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762170029078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62916395'] for port (70beb5d2-132e-4921-83a0-76dd58f793ba), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:43:10.955313 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc0cee9e-65c7-4e2a-bb06-9076aa5135ce req-8eccd50d-2192-4696-ae2f-9ff626cfa99b tempest-VolumesNegativeTest-1560140088 tempest-VolumesNegativeTest-1560140088-project] Network 13f5add3-b85e-4e97-8edd-aacfd128b09b is already hosted by enough agents. {{(pid=104052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:43:10.961332 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.base_scheduler [req-cc0cee9e-65c7-4e2a-bb06-9076aa5135ce req-8eccd50d-2192-4696-ae2f-9ff626cfa99b tempest-VolumesNegativeTest-1560140088 tempest-VolumesNegativeTest-1560140088-project] Resources bound (agent type, host, resource id): {{(pid=104052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:43:10.966036 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc0cee9e-65c7-4e2a-bb06-9076aa5135ce req-8eccd50d-2192-4696-ae2f-9ff626cfa99b tempest-VolumesNegativeTest-1560140088 tempest-VolumesNegativeTest-1560140088-project] Received port after_create {{(pid=104052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 17:43:10.991458 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eccd50d-2192-4696-ae2f-9ff626cfa99b tempest-VolumesNegativeTest-1560140088 tempest-VolumesNegativeTest-1560140088-project] Pushing event updated for resources: {'Port': ['ID=70beb5d2-132e-4921-83a0-76dd58f793ba,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:43:11.028523 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0cee9e-65c7-4e2a-bb06-9076aa5135ce req-8eccd50d-2192-4696-ae2f-9ff626cfa99b tempest-VolumesNegativeTest-1560140088 tempest-VolumesNegativeTest-1560140088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:43:11.029508 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-cc0cee9e-65c7-4e2a-bb06-9076aa5135ce req-8eccd50d-2192-4696-ae2f-9ff626cfa99b tempest-VolumesNegativeTest-1560140088 tempest-VolumesNegativeTest-1560140088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228225'] for port (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:43:11.055330 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-cc0cee9e-65c7-4e2a-bb06-9076aa5135ce req-8eccd50d-2192-4696-ae2f-9ff626cfa99b tempest-VolumesNegativeTest-1560140088 tempest-VolumesNegativeTest-1560140088-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8643444 Jun 16 17:43:11.078175 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [req-cc0cee9e-65c7-4e2a-bb06-9076aa5135ce req-8b020f59-62b6-4019-b32b-2d99e4b0b5e1 service neutron] Request body: {'port': {'device_id': '0c72f90e-208f-46bb-a40c-6874fbe3219e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:43:11.214062 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-cc0cee9e-65c7-4e2a-bb06-9076aa5135ce req-8b020f59-62b6-4019-b32b-2d99e4b0b5e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (70beb5d2-132e-4921-83a0-76dd58f793ba), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:43:11.226441 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=36,neutron:UPDATE=4 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:43:11.241264 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2b30c0-f593-490c-9fe0-6d7cb82f2675 req-5d73c7b7-83e3-4069-9c3e-b83dafd40dbd tempest-VolumesNegativeTest-1560140088 tempest-VolumesNegativeTest-1560140088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:43:11.243648 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-8f2b30c0-f593-490c-9fe0-6d7cb82f2675 req-5d73c7b7-83e3-4069-9c3e-b83dafd40dbd tempest-VolumesNegativeTest-1560140088 tempest-VolumesNegativeTest-1560140088-project] 10.222.0.40 "GET /v2.0/ports?device_id=0c72f90e-208f-46bb-a40c-6874fbe3219e HTTP/1.1" status: 200 len: 936 time: 0.0814719 Jun 16 17:43:11.244290 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-30c13ac7-8fc0-4afa-b585-8171936585c4 None None] Provisioning complete for port 70beb5d2-132e-4921-83a0-76dd58f793ba triggered by entity DHCP. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:43:11.244840 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-30c13ac7-8fc0-4afa-b585-8171936585c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572016'] for port (70beb5d2-132e-4921-83a0-76dd58f793ba), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:43:11.294084 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-30c13ac7-8fc0-4afa-b585-8171936585c4 None None] Port 70beb5d2-132e-4921-83a0-76dd58f793ba cannot update to ACTIVE because it is not bound. {{(pid=104054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 17:43:11.410545 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-8f2b30c0-f593-490c-9fe0-6d7cb82f2675 req-3a8060d0-c530-493f-b3b2-4c9a0d598bce tempest-VolumesNegativeTest-1560140088 tempest-VolumesNegativeTest-1560140088-project] 10.222.0.40 "GET /v2.0/security-groups?id=1201e173-af49-4a12-8e4c-4a01626e9ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419997 Jun 16 17:43:11.579900 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:43:11.623208 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [req-cc0cee9e-65c7-4e2a-bb06-9076aa5135ce req-8b020f59-62b6-4019-b32b-2d99e4b0b5e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70beb5d2-132e-4921-83a0-76dd58f793ba {{(pid=104052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 17:43:11.632029 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-cc0cee9e-65c7-4e2a-bb06-9076aa5135ce req-8b020f59-62b6-4019-b32b-2d99e4b0b5e1 service neutron] Publish callbacks [] for port (70beb5d2-132e-4921-83a0-76dd58f793ba), precommit_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:43:11.676949 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [req-cc0cee9e-65c7-4e2a-bb06-9076aa5135ce req-8b020f59-62b6-4019-b32b-2d99e4b0b5e1 service neutron] Transition to ACTIVE for port object 70beb5d2-132e-4921-83a0-76dd58f793ba will not be triggered until provisioned by entity L2. {{(pid=104052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 17:43:11.681642 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-cc0cee9e-65c7-4e2a-bb06-9076aa5135ce req-8b020f59-62b6-4019-b32b-2d99e4b0b5e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62916386'] for port (70beb5d2-132e-4921-83a0-76dd58f793ba), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:43:11.720263 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d2d621-6880-4904-9e75-07dea393ef9a req-39f0f320-14f1-41cb-9042-389048612bf8 tempest-VolumesSnapshotTestJSON-1672951330 tempest-VolumesSnapshotTestJSON-1672951330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:43:11.721801 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-f7d2d621-6880-4904-9e75-07dea393ef9a req-39f0f320-14f1-41cb-9042-389048612bf8 tempest-VolumesSnapshotTestJSON-1672951330 tempest-VolumesSnapshotTestJSON-1672951330-project] 10.222.0.40 "GET /v2.0/ports?device_id=ce1c7182-f0ad-44cd-b16f-427e775c2d82 HTTP/1.1" status: 200 len: 945 time: 0.0865777 Jun 16 17:43:11.732981 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:43:11.776990 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b020f59-62b6-4019-b32b-2d99e4b0b5e1 service neutron] Pushing event updated for resources: {'Port': ['ID=70beb5d2-132e-4921-83a0-76dd58f793ba,revision_number=2']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:43:11.849254 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-f7d2d621-6880-4904-9e75-07dea393ef9a req-2b6d5366-f1d8-49f1-bef7-ba828e13bc18 tempest-VolumesSnapshotTestJSON-1672951330 tempest-VolumesSnapshotTestJSON-1672951330-project] 10.222.0.40 "GET /v2.0/security-groups?id=1e9f9bf4-fb30-449d-aa39-36adcfd72d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173990 Jun 16 17:43:11.876918 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [req-cc0cee9e-65c7-4e2a-bb06-9076aa5135ce req-8b020f59-62b6-4019-b32b-2d99e4b0b5e1 service neutron] Attempting to bind port 70beb5d2-132e-4921-83a0-76dd58f793ba on host hv-cinder-83754 for vnic_type normal with profile {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 17:43:11.877502 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [req-cc0cee9e-65c7-4e2a-bb06-9076aa5135ce req-8b020f59-62b6-4019-b32b-2d99e4b0b5e1 service neutron] Attempting to bind port 70beb5d2-132e-4921-83a0-76dd58f793ba by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': '329481cf-50ba-44d6-82d8-efe58c07cea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '13f5add3-b85e-4e97-8edd-aacfd128b09b'}] {{(pid=104052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 17:43:11.878029 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc0cee9e-65c7-4e2a-bb06-9076aa5135ce req-8b020f59-62b6-4019-b32b-2d99e4b0b5e1 service neutron] Attempting to bind port 70beb5d2-132e-4921-83a0-76dd58f793ba on network 13f5add3-b85e-4e97-8edd-aacfd128b09b {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 17:43:11.884746 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc0cee9e-65c7-4e2a-bb06-9076aa5135ce req-8b020f59-62b6-4019-b32b-2d99e4b0b5e1 service neutron] Port 70beb5d2-132e-4921-83a0-76dd58f793ba on network 13f5add3-b85e-4e97-8edd-aacfd128b09b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 17:43:11.885186 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc0cee9e-65c7-4e2a-bb06-9076aa5135ce req-8b020f59-62b6-4019-b32b-2d99e4b0b5e1 service neutron] Attempting to bind port 70beb5d2-132e-4921-83a0-76dd58f793ba on network 13f5add3-b85e-4e97-8edd-aacfd128b09b {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 17:43:11.893571 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc0cee9e-65c7-4e2a-bb06-9076aa5135ce req-8b020f59-62b6-4019-b32b-2d99e4b0b5e1 service neutron] Checking agent: {'id': '9f2b4370-7d03-4dcb-9a0d-4ff62d859136', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 17, 32, 17), 'started_at': datetime.datetime(2022, 6, 16, 17, 32, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 17, 42, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 17:43:11.893909 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc0cee9e-65c7-4e2a-bb06-9076aa5135ce req-8b020f59-62b6-4019-b32b-2d99e4b0b5e1 service neutron] Checking segment: {'id': '329481cf-50ba-44d6-82d8-efe58c07cea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '13f5add3-b85e-4e97-8edd-aacfd128b09b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 17:43:11.894280 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc0cee9e-65c7-4e2a-bb06-9076aa5135ce req-8b020f59-62b6-4019-b32b-2d99e4b0b5e1 service neutron] Bound using segment: {'id': '329481cf-50ba-44d6-82d8-efe58c07cea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '13f5add3-b85e-4e97-8edd-aacfd128b09b'} {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 17:43:11.894710 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [req-cc0cee9e-65c7-4e2a-bb06-9076aa5135ce req-8b020f59-62b6-4019-b32b-2d99e4b0b5e1 service neutron] Bound port: 70beb5d2-132e-4921-83a0-76dd58f793ba, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '329481cf-50ba-44d6-82d8-efe58c07cea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '13f5add3-b85e-4e97-8edd-aacfd128b09b'}}] {{(pid=104052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 17:43:11.895071 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-cc0cee9e-65c7-4e2a-bb06-9076aa5135ce req-8b020f59-62b6-4019-b32b-2d99e4b0b5e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (70beb5d2-132e-4921-83a0-76dd58f793ba), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:43:11.972834 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [req-cc0cee9e-65c7-4e2a-bb06-9076aa5135ce req-8b020f59-62b6-4019-b32b-2d99e4b0b5e1 service neutron] For port 70beb5d2-132e-4921-83a0-76dd58f793ba, host hv-cinder-83754, cleared binding levels {{(pid=104052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 17:43:11.977745 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [req-cc0cee9e-65c7-4e2a-bb06-9076aa5135ce req-8b020f59-62b6-4019-b32b-2d99e4b0b5e1 service neutron] For port 70beb5d2-132e-4921-83a0-76dd58f793ba, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=70beb5d2-132e-4921-83a0-76dd58f793ba,segment=NetworkSegment(329481cf-50ba-44d6-82d8-efe58c07cea8),segment_id=329481cf-50ba-44d6-82d8-efe58c07cea8)] {{(pid=104052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 17:43:11.984578 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-cc0cee9e-65c7-4e2a-bb06-9076aa5135ce req-8b020f59-62b6-4019-b32b-2d99e4b0b5e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62916386'] for port (70beb5d2-132e-4921-83a0-76dd58f793ba), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:43:12.023950 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0cee9e-65c7-4e2a-bb06-9076aa5135ce req-8b020f59-62b6-4019-b32b-2d99e4b0b5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:43:12.024564 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-cc0cee9e-65c7-4e2a-bb06-9076aa5135ce req-8b020f59-62b6-4019-b32b-2d99e4b0b5e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228225'] for port (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:43:12.025973 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-cc0cee9e-65c7-4e2a-bb06-9076aa5135ce req-8b020f59-62b6-4019-b32b-2d99e4b0b5e1 service neutron] 10.222.0.47 "PUT /v2.0/ports/70beb5d2-132e-4921-83a0-76dd58f793ba HTTP/1.1" status: 200 len: 1098 time: 0.9571853 Jun 16 17:43:12.026809 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c72f90e-208f-46bb-a40c-6874fbe3219e', 'tag': '70beb5d2-132e-4921-83a0-76dd58f793ba'}] {{(pid=104052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 17:43:12.029209 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9713fa4f09cf3058fa9276dada2b44135c9dd2e88d0acd54628e4483b77b1e61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10316fd8-8019-4906-8bb6-cdad7520544e" -d '{"events": [{"name": "network-changed", "server_uuid": "0c72f90e-208f-46bb-a40c-6874fbe3219e", "tag": "70beb5d2-132e-4921-83a0-76dd58f793ba"}]}' {{(pid=104052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:43:12.052860 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b020f59-62b6-4019-b32b-2d99e4b0b5e1 service neutron] Pushing event updated for resources: {'Port': ['ID=70beb5d2-132e-4921-83a0-76dd58f793ba,revision_number=3']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:43:12.080579 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 17:43:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32c84ef1-9a3e-4ad1-9fa7-f2bf0c690bef x-openstack-request-id: req-32c84ef1-9a3e-4ad1-9fa7-f2bf0c690bef {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:43:12.080870 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c72f90e-208f-46bb-a40c-6874fbe3219e", "tag": "70beb5d2-132e-4921-83a0-76dd58f793ba", "status": "completed", "code": 200}]} {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:43:12.081119 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-32c84ef1-9a3e-4ad1-9fa7-f2bf0c690bef {{(pid=104052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:43:12.081556 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32c84ef1-9a3e-4ad1-9fa7-f2bf0c690bef'] response: {'name': 'network-changed', 'server_uuid': '0c72f90e-208f-46bb-a40c-6874fbe3219e', 'tag': '70beb5d2-132e-4921-83a0-76dd58f793ba', 'status': 'completed', 'code': 200} Jun 16 17:43:12.542596 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9d0268-4a2e-4f3d-8698-9ddb6c715628 req-9570f689-f330-47c2-8c0d-150d1065bb84 tempest-VolumesNegativeTest-1560140088 tempest-VolumesNegativeTest-1560140088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:43:12.544119 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-7e9d0268-4a2e-4f3d-8698-9ddb6c715628 req-9570f689-f330-47c2-8c0d-150d1065bb84 tempest-VolumesNegativeTest-1560140088 tempest-VolumesNegativeTest-1560140088-project] 10.222.0.40 "GET /v2.0/ports?device_id=0c72f90e-208f-46bb-a40c-6874fbe3219e HTTP/1.1" status: 200 len: 948 time: 0.0540769 Jun 16 17:43:12.596563 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-7e9d0268-4a2e-4f3d-8698-9ddb6c715628 req-038e2500-3e8f-474e-b282-b4e16900b10b tempest-VolumesNegativeTest-1560140088 tempest-VolumesNegativeTest-1560140088-project] 10.222.0.40 "GET /v2.0/security-groups?id=1201e173-af49-4a12-8e4c-4a01626e9ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452862 Jun 16 17:43:12.987571 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3637c69d-7cd6-4b13-a546-c4a79a54dae8 req-9679b3c3-4812-46aa-83c1-447245cb3d05 tempest-VolumesSnapshotTestJSON-1672951330 tempest-VolumesSnapshotTestJSON-1672951330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:43:12.989167 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-3637c69d-7cd6-4b13-a546-c4a79a54dae8 req-9679b3c3-4812-46aa-83c1-447245cb3d05 tempest-VolumesSnapshotTestJSON-1672951330 tempest-VolumesSnapshotTestJSON-1672951330-project] 10.222.0.40 "GET /v2.0/ports?device_id=ce1c7182-f0ad-44cd-b16f-427e775c2d82 HTTP/1.1" status: 200 len: 945 time: 0.0593615 Jun 16 17:43:13.051365 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-3637c69d-7cd6-4b13-a546-c4a79a54dae8 req-1fb54e14-a68e-44a3-8766-ed860e001384 tempest-VolumesSnapshotTestJSON-1672951330 tempest-VolumesSnapshotTestJSON-1672951330-project] 10.222.0.40 "GET /v2.0/security-groups?id=1e9f9bf4-fb30-449d-aa39-36adcfd72d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564616 Jun 16 17:43:13.236461 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10316fd8-8019-4906-8bb6-cdad7520544e req-ca17f1d9-e5f1-42d1-8762-31dbf5e9fe32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:43:13.238224 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-10316fd8-8019-4906-8bb6-cdad7520544e req-ca17f1d9-e5f1-42d1-8762-31dbf5e9fe32 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2d208bc7521b47589bc3bcf5394fd361&device_id=0c72f90e-208f-46bb-a40c-6874fbe3219e HTTP/1.1" status: 200 len: 1132 time: 0.0463834 Jun 16 17:43:13.296753 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-10316fd8-8019-4906-8bb6-cdad7520544e req-153ace89-f9ae-42c6-9b1b-bd3dbaabebbf service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=2d208bc7521b47589bc3bcf5394fd361&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0240283 Jun 16 17:43:13.453415 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10316fd8-8019-4906-8bb6-cdad7520544e req-5ab6eb21-1bd3-4d65-9aa2-36d129e2d533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:43:13.454991 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-10316fd8-8019-4906-8bb6-cdad7520544e req-5ab6eb21-1bd3-4d65-9aa2-36d129e2d533 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1061933 Jun 16 17:43:13.629820 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0cee9e-65c7-4e2a-bb06-9076aa5135ce req-a895b3eb-9bca-43f5-b9dd-09bd5e74b1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:43:13.631602 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-cc0cee9e-65c7-4e2a-bb06-9076aa5135ce req-a895b3eb-9bca-43f5-b9dd-09bd5e74b1c4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2d208bc7521b47589bc3bcf5394fd361&device_id=0c72f90e-208f-46bb-a40c-6874fbe3219e HTTP/1.1" status: 200 len: 1132 time: 0.0501988 Jun 16 17:43:13.703226 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-cc0cee9e-65c7-4e2a-bb06-9076aa5135ce req-34509c68-4010-4f02-aca8-5bc4a0498888 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=70beb5d2-132e-4921-83a0-76dd58f793ba HTTP/1.1" status: 200 len: 217 time: 0.0645149 Jun 16 17:43:13.748890 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:UPDATE=2,neutron:SELECT=96,neutron:INSERT=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:43:13.801505 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab531c0-1603-4112-be29-2e0d1b49c866 req-ccdb1d21-ec46-46e2-8f9f-05a731868315 tempest-VolumesSnapshotTestJSON-1672951330 tempest-VolumesSnapshotTestJSON-1672951330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:43:13.803037 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-3ab531c0-1603-4112-be29-2e0d1b49c866 req-ccdb1d21-ec46-46e2-8f9f-05a731868315 tempest-VolumesSnapshotTestJSON-1672951330 tempest-VolumesSnapshotTestJSON-1672951330-project] 10.222.0.47 "GET /v2.0/ports?device_id=ce1c7182-f0ad-44cd-b16f-427e775c2d82 HTTP/1.1" status: 200 len: 945 time: 0.1209290 Jun 16 17:43:13.812531 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9a3a7f-f666-4785-96b9-87154150405d req-38f7fd3a-ed21-4366-9e3e-8c9c85566b89 tempest-VolumesNegativeTest-1560140088 tempest-VolumesNegativeTest-1560140088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:43:13.814149 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-6d9a3a7f-f666-4785-96b9-87154150405d req-38f7fd3a-ed21-4366-9e3e-8c9c85566b89 tempest-VolumesNegativeTest-1560140088 tempest-VolumesNegativeTest-1560140088-project] 10.222.0.40 "GET /v2.0/ports?device_id=0c72f90e-208f-46bb-a40c-6874fbe3219e HTTP/1.1" status: 200 len: 948 time: 0.1331582 Jun 16 17:43:13.863343 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0cee9e-65c7-4e2a-bb06-9076aa5135ce req-6cd58ab5-94b2-4691-9f0d-310d2c65fe9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:43:13.864801 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-cc0cee9e-65c7-4e2a-bb06-9076aa5135ce req-6cd58ab5-94b2-4691-9f0d-310d2c65fe9b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=62300e30-012c-46a4-b7f7-b53511d81e71 HTTP/1.1" status: 200 len: 843 time: 0.1284199 Jun 16 17:43:13.946885 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0cee9e-65c7-4e2a-bb06-9076aa5135ce req-d64ac78e-83a6-44ae-aaee-4d2ae1a1c7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:43:13.948343 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-cc0cee9e-65c7-4e2a-bb06-9076aa5135ce req-d64ac78e-83a6-44ae-aaee-4d2ae1a1c7a9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=13f5add3-b85e-4e97-8edd-aacfd128b09b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0732868 Jun 16 17:43:14.013091 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:43:14.021021 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-6d9a3a7f-f666-4785-96b9-87154150405d req-42831278-de93-4e1c-aeb3-835c19621f00 tempest-VolumesNegativeTest-1560140088 tempest-VolumesNegativeTest-1560140088-project] 10.222.0.40 "GET /v2.0/security-groups?id=1201e173-af49-4a12-8e4c-4a01626e9ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955423 Jun 16 17:43:14.067719 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [req-3ab531c0-1603-4112-be29-2e0d1b49c866 req-674d0d8f-9f1b-4ad4-b270-4ad6b65c5ab5 tempest-VolumesSnapshotTestJSON-1672951330 tempest-VolumesSnapshotTestJSON-1672951330-project] Deleting port f6ceb8b6-33ce-4014-9702-8fb437b60ab0 {{(pid=104052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 17:43:14.068055 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-3ab531c0-1603-4112-be29-2e0d1b49c866 req-674d0d8f-9f1b-4ad4-b270-4ad6b65c5ab5 tempest-VolumesSnapshotTestJSON-1672951330 tempest-VolumesSnapshotTestJSON-1672951330-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762170394215'] for port (f6ceb8b6-33ce-4014-9702-8fb437b60ab0), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:43:14.180572 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-cc0cee9e-65c7-4e2a-bb06-9076aa5135ce req-42e61218-6037-4200-8447-8b6b33408d12 service neutron] 10.222.0.47 "GET /v2.0/networks/13f5add3-b85e-4e97-8edd-aacfd128b09b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922262 Jun 16 17:43:14.256724 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [req-3ab531c0-1603-4112-be29-2e0d1b49c866 req-674d0d8f-9f1b-4ad4-b270-4ad6b65c5ab5 tempest-VolumesSnapshotTestJSON-1672951330 tempest-VolumesSnapshotTestJSON-1672951330-project] For port f6ceb8b6-33ce-4014-9702-8fb437b60ab0, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=f6ceb8b6-33ce-4014-9702-8fb437b60ab0,segment=NetworkSegment(7bfc72ec-0b8b-4e76-beae-b3dd00144182),segment_id=7bfc72ec-0b8b-4e76-beae-b3dd00144182)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:43:14.257279 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-3ab531c0-1603-4112-be29-2e0d1b49c866 req-674d0d8f-9f1b-4ad4-b270-4ad6b65c5ab5 tempest-VolumesSnapshotTestJSON-1672951330 tempest-VolumesSnapshotTestJSON-1672951330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376266'] for port (f6ceb8b6-33ce-4014-9702-8fb437b60ab0), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:43:14.265650 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daa188e-6209-47d7-9646-43e343c5a3e8 req-7829ef78-fe1b-4479-9323-fc20ddaed0aa tempest-VolumesSnapshotTestJSON-1672951330 tempest-VolumesSnapshotTestJSON-1672951330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:43:14.267169 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-5daa188e-6209-47d7-9646-43e343c5a3e8 req-7829ef78-fe1b-4479-9323-fc20ddaed0aa tempest-VolumesSnapshotTestJSON-1672951330 tempest-VolumesSnapshotTestJSON-1672951330-project] 10.222.0.40 "GET /v2.0/ports?device_id=ce1c7182-f0ad-44cd-b16f-427e775c2d82 HTTP/1.1" status: 200 len: 945 time: 0.1103027 Jun 16 17:43:14.317022 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [req-3ab531c0-1603-4112-be29-2e0d1b49c866 req-674d0d8f-9f1b-4ad4-b270-4ad6b65c5ab5 tempest-VolumesSnapshotTestJSON-1672951330 tempest-VolumesSnapshotTestJSON-1672951330-project] Calling delete_port for f6ceb8b6-33ce-4014-9702-8fb437b60ab0 owned by compute:nova {{(pid=104052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 17:43:14.415875 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-cc0cee9e-65c7-4e2a-bb06-9076aa5135ce req-19e58d9a-9213-4549-b389-83a053abecf3 service neutron] 10.222.0.47 "GET /v2.0/networks/13f5add3-b85e-4e97-8edd-aacfd128b09b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2165432 Jun 16 17:43:14.425712 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-5daa188e-6209-47d7-9646-43e343c5a3e8 req-36adc276-65f3-4521-b43f-3b084235e0b9 tempest-VolumesSnapshotTestJSON-1672951330 tempest-VolumesSnapshotTestJSON-1672951330-project] 10.222.0.40 "GET /v2.0/security-groups?id=1e9f9bf4-fb30-449d-aa39-36adcfd72d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237299 Jun 16 17:43:14.524815 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-3ab531c0-1603-4112-be29-2e0d1b49c866 req-674d0d8f-9f1b-4ad4-b270-4ad6b65c5ab5 tempest-VolumesSnapshotTestJSON-1672951330 tempest-VolumesSnapshotTestJSON-1672951330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762170396510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762170029087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62916395'] for port (f6ceb8b6-33ce-4014-9702-8fb437b60ab0), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:43:14.538288 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] get_ports_and_sgs() called for port_ids ['f6ceb8b6-33ce-4014-9702-8fb437b60ab0'] {{(pid=104054) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 17:43:14.559314 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674d0d8f-9f1b-4ad4-b270-4ad6b65c5ab5 tempest-VolumesSnapshotTestJSON-1672951330 tempest-VolumesSnapshotTestJSON-1672951330-project] Pushing event deleted for resources: {'Port': ['ID=f6ceb8b6-33ce-4014-9702-8fb437b60ab0,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:43:14.605476 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ab531c0-1603-4112-be29-2e0d1b49c866 req-674d0d8f-9f1b-4ad4-b270-4ad6b65c5ab5 tempest-VolumesSnapshotTestJSON-1672951330 tempest-VolumesSnapshotTestJSON-1672951330-project] No DVR routers for this DVR port f6ceb8b6-33ce-4014-9702-8fb437b60ab0 on host hv-cinder-83754 {{(pid=104052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 17:43:14.608326 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-3ab531c0-1603-4112-be29-2e0d1b49c866 req-674d0d8f-9f1b-4ad4-b270-4ad6b65c5ab5 tempest-VolumesSnapshotTestJSON-1672951330 tempest-VolumesSnapshotTestJSON-1672951330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228225'] for port (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:43:14.611652 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-3ab531c0-1603-4112-be29-2e0d1b49c866 req-674d0d8f-9f1b-4ad4-b270-4ad6b65c5ab5 tempest-VolumesSnapshotTestJSON-1672951330 tempest-VolumesSnapshotTestJSON-1672951330-project] 10.222.0.47 "DELETE /v2.0/ports/f6ceb8b6-33ce-4014-9702-8fb437b60ab0 HTTP/1.1" status: 204 len: 173 time: 0.7925780 Jun 16 17:43:14.612048 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce1c7182-f0ad-44cd-b16f-427e775c2d82', 'name': 'network-vif-deleted', 'tag': 'f6ceb8b6-33ce-4014-9702-8fb437b60ab0'}] {{(pid=104052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 17:43:14.614306 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9713fa4f09cf3058fa9276dada2b44135c9dd2e88d0acd54628e4483b77b1e61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-985b6138-4e1b-4d14-8f40-2c0620991e32" -d '{"events": [{"server_uuid": "ce1c7182-f0ad-44cd-b16f-427e775c2d82", "name": "network-vif-deleted", "tag": "f6ceb8b6-33ce-4014-9702-8fb437b60ab0"}]}' {{(pid=104052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:43:14.653427 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 17:43:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7b0ccec-40d8-4178-a701-4a21bc033f82 x-openstack-request-id: req-a7b0ccec-40d8-4178-a701-4a21bc033f82 {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:43:14.654056 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce1c7182-f0ad-44cd-b16f-427e775c2d82", "name": "network-vif-deleted", "tag": "f6ceb8b6-33ce-4014-9702-8fb437b60ab0", "status": "completed", "code": 200}]} {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:43:14.654056 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-a7b0ccec-40d8-4178-a701-4a21bc033f82 {{(pid=104052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:43:14.654356 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7b0ccec-40d8-4178-a701-4a21bc033f82'] response: {'server_uuid': 'ce1c7182-f0ad-44cd-b16f-427e775c2d82', 'name': 'network-vif-deleted', 'tag': 'f6ceb8b6-33ce-4014-9702-8fb437b60ab0', 'status': 'completed', 'code': 200} Jun 16 17:43:15.139527 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd186ca-4968-4dd6-8538-2561763aafef req-2a3feead-231d-43b4-9713-f286b030eae8 tempest-VolumesNegativeTest-1560140088 tempest-VolumesNegativeTest-1560140088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:43:15.141028 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-dfd186ca-4968-4dd6-8538-2561763aafef req-2a3feead-231d-43b4-9713-f286b030eae8 tempest-VolumesNegativeTest-1560140088 tempest-VolumesNegativeTest-1560140088-project] 10.222.0.40 "GET /v2.0/ports?device_id=0c72f90e-208f-46bb-a40c-6874fbe3219e HTTP/1.1" status: 200 len: 948 time: 0.0495865 Jun 16 17:43:15.194785 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-dfd186ca-4968-4dd6-8538-2561763aafef req-62322543-7642-4c29-abdd-a1e646a057d0 tempest-VolumesNegativeTest-1560140088 tempest-VolumesNegativeTest-1560140088-project] 10.222.0.40 "GET /v2.0/security-groups?id=1201e173-af49-4a12-8e4c-4a01626e9ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479314 Jun 16 17:43:15.258450 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.agents_db [None req-618f4cd3-4a7d-480c-b6e2-8b59597e19f3 None None] Agent healthcheck: found 6 active agents {{(pid=104055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 17:43:15.429193 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=48,neutron:INSERT=13,neutron:DELETE=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:43:15.432614 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=59,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:43:15.546892 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-ada84863-95f0-4434-9fc2-704a15daddc1 req-c8a04374-fe87-42f5-b23e-79b2f77800c3 tempest-VolumesSnapshotTestJSON-1672951330 tempest-VolumesSnapshotTestJSON-1672951330-project] 10.222.0.40 "GET /v2.0/ports?device_id=ce1c7182-f0ad-44cd-b16f-427e775c2d82 HTTP/1.1" status: 200 len: 210 time: 0.0311563 Jun 16 17:43:16.318988 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbfb49e-d03b-4fe7-b925-30721046bedb req-8e90bc74-da60-469e-85bb-f7a6b633d2a7 tempest-VolumesNegativeTest-1560140088 tempest-VolumesNegativeTest-1560140088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:43:16.320496 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-3cbfb49e-d03b-4fe7-b925-30721046bedb req-8e90bc74-da60-469e-85bb-f7a6b633d2a7 tempest-VolumesNegativeTest-1560140088 tempest-VolumesNegativeTest-1560140088-project] 10.222.0.40 "GET /v2.0/ports?device_id=0c72f90e-208f-46bb-a40c-6874fbe3219e HTTP/1.1" status: 200 len: 948 time: 0.0517523 Jun 16 17:43:16.348560 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:43:16.375652 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-3cbfb49e-d03b-4fe7-b925-30721046bedb req-02f3c440-3b5d-4d5f-8d80-6e4b3bd71aad tempest-VolumesNegativeTest-1560140088 tempest-VolumesNegativeTest-1560140088-project] 10.222.0.40 "GET /v2.0/security-groups?id=1201e173-af49-4a12-8e4c-4a01626e9ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495031 Jun 16 17:43:17.501108 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469b5e60-a336-4147-b835-2f0dbbb2faa2 req-2e6ddd13-2a1e-4473-aa0c-8a3c87d0c118 tempest-VolumesNegativeTest-1560140088 tempest-VolumesNegativeTest-1560140088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:43:17.502551 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-469b5e60-a336-4147-b835-2f0dbbb2faa2 req-2e6ddd13-2a1e-4473-aa0c-8a3c87d0c118 tempest-VolumesNegativeTest-1560140088 tempest-VolumesNegativeTest-1560140088-project] 10.222.0.40 "GET /v2.0/ports?device_id=0c72f90e-208f-46bb-a40c-6874fbe3219e HTTP/1.1" status: 200 len: 948 time: 0.0504067 Jun 16 17:43:17.561849 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-469b5e60-a336-4147-b835-2f0dbbb2faa2 req-3808889b-1dd0-49bf-a19f-c298c9b0c368 tempest-VolumesNegativeTest-1560140088 tempest-VolumesNegativeTest-1560140088-project] 10.222.0.40 "GET /v2.0/security-groups?id=1201e173-af49-4a12-8e4c-4a01626e9ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536137 Jun 16 17:43:18.176135 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Device 70beb5d2-132e-4921-83a0-76dd58f793ba details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=104054) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 17:43:18.277608 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] For port 70beb5d2-132e-4921-83a0-76dd58f793ba, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=70beb5d2-132e-4921-83a0-76dd58f793ba,segment=NetworkSegment(329481cf-50ba-44d6-82d8-efe58c07cea8),segment_id=329481cf-50ba-44d6-82d8-efe58c07cea8)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:43:18.289426 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Returning: {'device': '70beb5d2-132e-4921-83a0-76dd58f793ba', 'network_id': '13f5add3-b85e-4e97-8edd-aacfd128b09b', 'port_id': '70beb5d2-132e-4921-83a0-76dd58f793ba', 'mac_address': 'fa:16:3e:9d:d9:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62300e30-012c-46a4-b7f7-b53511d81e71', 'ip_address': '192.168.233.247'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104054) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 17:43:18.330012 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Current status of the port 70beb5d2-132e-4921-83a0-76dd58f793ba is: DOWN; New status is: BUILD {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:43:18.330397 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (70beb5d2-132e-4921-83a0-76dd58f793ba), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:43:18.344063 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.notifiers.nova [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70beb5d2-132e-4921-83a0-76dd58f793ba {{(pid=104054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 17:43:18.365823 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] For port 70beb5d2-132e-4921-83a0-76dd58f793ba, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=70beb5d2-132e-4921-83a0-76dd58f793ba,segment=NetworkSegment(329481cf-50ba-44d6-82d8-efe58c07cea8),segment_id=329481cf-50ba-44d6-82d8-efe58c07cea8)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:43:18.370375 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114'] for port (70beb5d2-132e-4921-83a0-76dd58f793ba), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:43:18.435229 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Pushing event updated for resources: {'Port': ['ID=70beb5d2-132e-4921-83a0-76dd58f793ba,revision_number=4']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:43:18.448085 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:43:18.448085 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:43:18.448085 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:43:18.448085 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:43:18.448085 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:43:18.448085 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:43:18.449215 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:43:18.449215 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:43:18.449215 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:43:18.449574 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:43:18.449574 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:43:18.449889 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:43:18.450211 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:43:18.450522 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:43:18.450868 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:43:18.679166 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7622d2ad-7664-4857-af1b-bbc6b6460aa2 req-33a6e8be-1f5f-4023-8377-3245e1c5e6de tempest-VolumesNegativeTest-1560140088 tempest-VolumesNegativeTest-1560140088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:43:18.680699 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-7622d2ad-7664-4857-af1b-bbc6b6460aa2 req-33a6e8be-1f5f-4023-8377-3245e1c5e6de tempest-VolumesNegativeTest-1560140088 tempest-VolumesNegativeTest-1560140088-project] 10.222.0.40 "GET /v2.0/ports?device_id=0c72f90e-208f-46bb-a40c-6874fbe3219e HTTP/1.1" status: 200 len: 949 time: 0.0473979 Jun 16 17:43:18.730086 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-7622d2ad-7664-4857-af1b-bbc6b6460aa2 req-901a2114-39a8-4a1b-b09e-7354f1e34337 tempest-VolumesNegativeTest-1560140088 tempest-VolumesNegativeTest-1560140088-project] 10.222.0.40 "GET /v2.0/security-groups?id=1201e173-af49-4a12-8e4c-4a01626e9ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420527 Jun 16 17:43:18.977425 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Device f6ceb8b6-33ce-4014-9702-8fb437b60ab0 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 17:43:18.998845 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] No Port match for: f6ceb8b6-33ce-4014-9702-8fb437b60ab0 {{(pid=104054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 17:43:18.999120 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Device f6ceb8b6-33ce-4014-9702-8fb437b60ab0 not bound to the agent host hv-cinder-83754 {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 17:43:19.818913 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:43:19.856605 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2dc2d0-665b-42a9-8c4f-860b961fd0a5 req-e5646e4b-b167-40a1-b80c-5cf9df49e268 tempest-VolumesNegativeTest-1560140088 tempest-VolumesNegativeTest-1560140088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:43:19.859060 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-ed2dc2d0-665b-42a9-8c4f-860b961fd0a5 req-e5646e4b-b167-40a1-b80c-5cf9df49e268 tempest-VolumesNegativeTest-1560140088 tempest-VolumesNegativeTest-1560140088-project] 10.222.0.40 "GET /v2.0/ports?device_id=0c72f90e-208f-46bb-a40c-6874fbe3219e HTTP/1.1" status: 200 len: 949 time: 0.0506876 Jun 16 17:43:19.908901 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-ed2dc2d0-665b-42a9-8c4f-860b961fd0a5 req-f13aee01-6239-46ab-8ac9-6fac9b12f25c tempest-VolumesNegativeTest-1560140088 tempest-VolumesNegativeTest-1560140088-project] 10.222.0.40 "GET /v2.0/security-groups?id=1201e173-af49-4a12-8e4c-4a01626e9ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443981 Jun 16 17:43:19.997879 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (9f2b4370-7d03-4dcb-9a0d-4ff62d859136), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:43:20.253837 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] get_ports_and_sgs() called for port_ids ['70beb5d2-132e-4921-83a0-76dd58f793ba'] {{(pid=104054) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 17:43:21.035237 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894efa35-3d35-499f-94f6-35a44d529b37 req-5279cb58-0299-4574-97d6-4102f33b5b59 tempest-VolumesNegativeTest-1560140088 tempest-VolumesNegativeTest-1560140088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:43:21.036554 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-894efa35-3d35-499f-94f6-35a44d529b37 req-5279cb58-0299-4574-97d6-4102f33b5b59 tempest-VolumesNegativeTest-1560140088 tempest-VolumesNegativeTest-1560140088-project] 10.222.0.40 "GET /v2.0/ports?device_id=0c72f90e-208f-46bb-a40c-6874fbe3219e HTTP/1.1" status: 200 len: 949 time: 0.0561297 Jun 16 17:43:21.092555 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-894efa35-3d35-499f-94f6-35a44d529b37 req-911c95a2-f20a-4879-abfe-806aad7135cc tempest-VolumesNegativeTest-1560140088 tempest-VolumesNegativeTest-1560140088-project] 10.222.0.40 "GET /v2.0/security-groups?id=1201e173-af49-4a12-8e4c-4a01626e9ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491440 Jun 16 17:43:21.195251 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-95e60760-37b0-416b-8ae6-39d2d043fda8 req-7019216c-274a-432c-ae11-eeb12cb1b37c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e064158b-7b81-42c1-bc01-057812cdcb57&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0395362 Jun 16 17:43:21.287433 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e60760-37b0-416b-8ae6-39d2d043fda8 req-3bf9606d-2eca-4a97-820d-e5b8370086f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:43:21.289083 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-95e60760-37b0-416b-8ae6-39d2d043fda8 req-3bf9606d-2eca-4a97-820d-e5b8370086f9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=314e9434e0ec4c1f9e8d6037143f5ebb&device_id=e064158b-7b81-42c1-bc01-057812cdcb57 HTTP/1.1" status: 200 len: 1129 time: 0.0467415 Jun 16 17:43:21.404473 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e60760-37b0-416b-8ae6-39d2d043fda8 req-e0940159-487d-4c18-aab5-435afa95e137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:43:21.406075 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-95e60760-37b0-416b-8ae6-39d2d043fda8 req-e0940159-487d-4c18-aab5-435afa95e137 service neutron] 10.222.0.47 "GET /v2.0/networks?id=6e803cc9-885b-4092-b21c-ed0c8b49c26c HTTP/1.1" status: 200 len: 912 time: 0.0966287 Jun 16 17:43:21.472335 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-95e60760-37b0-416b-8ae6-39d2d043fda8 req-bf9fb7ef-cc96-4e0f-886f-0396dcf9eed0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cc7803f8-e7cb-4bb7-a65a-f2c6bd3a1b8e HTTP/1.1" status: 200 len: 1001 time: 0.0597141 Jun 16 17:43:21.533677 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e60760-37b0-416b-8ae6-39d2d043fda8 req-5f27d291-2571-4270-806d-cda963c6f6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:43:21.535178 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-95e60760-37b0-416b-8ae6-39d2d043fda8 req-5f27d291-2571-4270-806d-cda963c6f6ae service neutron] 10.222.0.47 "GET /v2.0/subnets?id=95144f6c-e9c4-46d6-bb41-a8f5f76b794b HTTP/1.1" status: 200 len: 850 time: 0.0572259 Jun 16 17:43:21.580800 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e60760-37b0-416b-8ae6-39d2d043fda8 req-b3ee8838-3eec-4fa9-909f-c6fb108723d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:43:21.582327 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-95e60760-37b0-416b-8ae6-39d2d043fda8 req-b3ee8838-3eec-4fa9-909f-c6fb108723d5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6e803cc9-885b-4092-b21c-ed0c8b49c26c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410354 Jun 16 17:43:21.674860 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-95e60760-37b0-416b-8ae6-39d2d043fda8 req-07d2fe86-4da1-4846-9e07-86010133630c service neutron] 10.222.0.47 "GET /v2.0/networks/6e803cc9-885b-4092-b21c-ed0c8b49c26c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853205 Jun 16 17:43:21.782804 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-95e60760-37b0-416b-8ae6-39d2d043fda8 req-e3ebfecb-1942-4ee4-b916-7742f1d2e400 service neutron] 10.222.0.47 "GET /v2.0/networks/6e803cc9-885b-4092-b21c-ed0c8b49c26c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002946 Jun 16 17:43:21.984416 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Device 70beb5d2-132e-4921-83a0-76dd58f793ba up at agent hyperv_hv-cinder-83754 {{(pid=104054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 17:43:22.036097 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Provisioning for port 70beb5d2-132e-4921-83a0-76dd58f793ba completed by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 17:43:22.043920 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Provisioning complete for port 70beb5d2-132e-4921-83a0-76dd58f793ba triggered by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:43:22.044552 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572016'] for port (70beb5d2-132e-4921-83a0-76dd58f793ba), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:43:22.109479 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:43:22.125165 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Current status of the port 70beb5d2-132e-4921-83a0-76dd58f793ba is: BUILD; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:43:22.125547 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (70beb5d2-132e-4921-83a0-76dd58f793ba), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:43:22.152718 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c72f90e-208f-46bb-a40c-6874fbe3219e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70beb5d2-132e-4921-83a0-76dd58f793ba'}] {{(pid=104054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 17:43:22.158642 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5645e34771f2e92f66b701059e1edb0e2a0b319a1385596c591183f5993537e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9707e3fe-3d85-4c9c-abbb-235e09f4f945" -d '{"events": [{"server_uuid": "0c72f90e-208f-46bb-a40c-6874fbe3219e", "name": "network-vif-plugged", "status": "completed", "tag": "70beb5d2-132e-4921-83a0-76dd58f793ba"}]}' {{(pid=104054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:43:22.173868 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] For port 70beb5d2-132e-4921-83a0-76dd58f793ba, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=70beb5d2-132e-4921-83a0-76dd58f793ba,segment=NetworkSegment(329481cf-50ba-44d6-82d8-efe58c07cea8),segment_id=329481cf-50ba-44d6-82d8-efe58c07cea8)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:43:22.186579 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114'] for port (70beb5d2-132e-4921-83a0-76dd58f793ba), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:43:22.235339 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:43:22.239903 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Pushing event updated for resources: {'Port': ['ID=70beb5d2-132e-4921-83a0-76dd58f793ba,revision_number=5']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:43:22.258874 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 17:43:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f0114dd-c5b0-45e3-abcc-1faf3ad28c1b x-openstack-request-id: req-4f0114dd-c5b0-45e3-abcc-1faf3ad28c1b {{(pid=104054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:43:22.259174 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c72f90e-208f-46bb-a40c-6874fbe3219e", "name": "network-vif-plugged", "status": "completed", "tag": "70beb5d2-132e-4921-83a0-76dd58f793ba", "code": 200}]} {{(pid=104054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:43:22.259424 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-4f0114dd-c5b0-45e3-abcc-1faf3ad28c1b {{(pid=104054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:43:22.259814 dv-cinder-837546-2-iscsi neutron-server[104054]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f0114dd-c5b0-45e3-abcc-1faf3ad28c1b'] response: {'server_uuid': '0c72f90e-208f-46bb-a40c-6874fbe3219e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70beb5d2-132e-4921-83a0-76dd58f793ba', 'code': 200} Jun 16 17:43:22.282150 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9033399c-656f-4ce0-af5e-d40baef47d9d req-1b8d677b-0277-43e4-9cce-06fe704192f8 tempest-VolumesNegativeTest-1560140088 tempest-VolumesNegativeTest-1560140088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:43:22.283883 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-9033399c-656f-4ce0-af5e-d40baef47d9d req-1b8d677b-0277-43e4-9cce-06fe704192f8 tempest-VolumesNegativeTest-1560140088 tempest-VolumesNegativeTest-1560140088-project] 10.222.0.40 "GET /v2.0/ports?device_id=0c72f90e-208f-46bb-a40c-6874fbe3219e HTTP/1.1" status: 200 len: 950 time: 0.0880029 Jun 16 17:43:22.296267 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=100 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:43:22.349388 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-9033399c-656f-4ce0-af5e-d40baef47d9d req-78765b9f-a9a4-406d-843b-1c81f6a285e2 tempest-VolumesNegativeTest-1560140088 tempest-VolumesNegativeTest-1560140088-project] 10.222.0.40 "GET /v2.0/security-groups?id=1201e173-af49-4a12-8e4c-4a01626e9ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592670 Jun 16 17:43:22.620031 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d04159c-393c-4fb2-ba62-7e032af55f37 req-f99403cc-fce4-45fb-98c9-4ba0461ca304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:43:22.621494 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-4d04159c-393c-4fb2-ba62-7e032af55f37 req-f99403cc-fce4-45fb-98c9-4ba0461ca304 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0c72f90e-208f-46bb-a40c-6874fbe3219e HTTP/1.1" status: 200 len: 1134 time: 0.0442967 Jun 16 17:43:23.476536 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2df3c2-55e5-45d8-9f54-067d107ea828 req-3a903f1f-1f1e-4e09-8251-ccc1053bacd8 tempest-VolumesNegativeTest-1560140088 tempest-VolumesNegativeTest-1560140088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:43:23.478324 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-8a2df3c2-55e5-45d8-9f54-067d107ea828 req-3a903f1f-1f1e-4e09-8251-ccc1053bacd8 tempest-VolumesNegativeTest-1560140088 tempest-VolumesNegativeTest-1560140088-project] 10.222.0.40 "GET /v2.0/ports?device_id=0c72f90e-208f-46bb-a40c-6874fbe3219e HTTP/1.1" status: 200 len: 950 time: 0.0501695 Jun 16 17:43:23.549546 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-4d04159c-393c-4fb2-ba62-7e032af55f37 req-56250c70-4f70-474f-abd5-c5a22f426807 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=1201e173-af49-4a12-8e4c-4a01626e9ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702362 Jun 16 17:43:23.561717 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-8a2df3c2-55e5-45d8-9f54-067d107ea828 req-a3aae594-5cc9-48d7-ba3c-89f12646afe6 tempest-VolumesNegativeTest-1560140088 tempest-VolumesNegativeTest-1560140088-project] 10.222.0.40 "GET /v2.0/security-groups?id=1201e173-af49-4a12-8e4c-4a01626e9ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756879 Jun 16 17:43:24.683457 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386b80b1-a331-4f1a-9a96-b06c3f7e1654 req-4a217258-f53f-48ca-8796-12759abc07bc tempest-VolumesNegativeTest-1560140088 tempest-VolumesNegativeTest-1560140088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:43:24.685649 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-386b80b1-a331-4f1a-9a96-b06c3f7e1654 req-4a217258-f53f-48ca-8796-12759abc07bc tempest-VolumesNegativeTest-1560140088 tempest-VolumesNegativeTest-1560140088-project] 10.222.0.40 "GET /v2.0/ports?device_id=0c72f90e-208f-46bb-a40c-6874fbe3219e HTTP/1.1" status: 200 len: 950 time: 0.0521903 Jun 16 17:43:24.721971 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=100 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:43:24.734819 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-386b80b1-a331-4f1a-9a96-b06c3f7e1654 req-0397ab82-d99f-4fe7-90b7-2790fbfd9d4d tempest-VolumesNegativeTest-1560140088 tempest-VolumesNegativeTest-1560140088-project] 10.222.0.40 "GET /v2.0/security-groups?id=1201e173-af49-4a12-8e4c-4a01626e9ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431833 Jun 16 17:43:25.866039 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018b6a30-b76d-4460-b6e7-5202560dd571 req-7be8229a-0f7f-4c8a-b0c3-f4316584ff36 tempest-VolumesNegativeTest-1560140088 tempest-VolumesNegativeTest-1560140088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:43:25.868279 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-018b6a30-b76d-4460-b6e7-5202560dd571 req-7be8229a-0f7f-4c8a-b0c3-f4316584ff36 tempest-VolumesNegativeTest-1560140088 tempest-VolumesNegativeTest-1560140088-project] 10.222.0.40 "GET /v2.0/ports?device_id=0c72f90e-208f-46bb-a40c-6874fbe3219e HTTP/1.1" status: 200 len: 950 time: 0.0607276 Jun 16 17:43:25.924695 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-018b6a30-b76d-4460-b6e7-5202560dd571 req-ea81b64d-1d82-463b-a84d-48f1b4f86a19 tempest-VolumesNegativeTest-1560140088 tempest-VolumesNegativeTest-1560140088-project] 10.222.0.40 "GET /v2.0/security-groups?id=1201e173-af49-4a12-8e4c-4a01626e9ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499406 Jun 16 17:43:26.784395 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c433d060-1050-44ff-a8c0-bd7a1f385749 req-dcc86b48-1aa5-45b5-ad25-cc2abd80d12d tempest-VolumesSnapshotTestJSON-1672951330 tempest-VolumesSnapshotTestJSON-1672951330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:43:26.785953 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-c433d060-1050-44ff-a8c0-bd7a1f385749 req-dcc86b48-1aa5-45b5-ad25-cc2abd80d12d tempest-VolumesSnapshotTestJSON-1672951330 tempest-VolumesSnapshotTestJSON-1672951330-project] 10.222.0.40 "GET /v2.0/networks?id=c46d647a-b877-4cb5-9d41-f29712e06919 HTTP/1.1" status: 200 len: 813 time: 0.1138904 Jun 16 17:43:26.801673 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-c433d060-1050-44ff-a8c0-bd7a1f385749 req-20ac8b1c-c2ed-46dc-b66e-f7dc86526bb3 tempest-VolumesSnapshotTestJSON-1672951330 tempest-VolumesSnapshotTestJSON-1672951330-project] 10.222.0.40 "GET /v2.0/quotas/554c281060a446ed9b2d02bad7b8ec1d HTTP/1.1" status: 200 len: 375 time: 0.0100632 Jun 16 17:43:26.837291 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-c433d060-1050-44ff-a8c0-bd7a1f385749 req-280cf2d5-c7ce-4767-b744-54bde3bec0e7 tempest-VolumesSnapshotTestJSON-1672951330 tempest-VolumesSnapshotTestJSON-1672951330-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=554c281060a446ed9b2d02bad7b8ec1d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0294516 Jun 16 17:43:26.935640 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-c433d060-1050-44ff-a8c0-bd7a1f385749 req-9001aaa0-da5b-41c1-95c9-f87cefa21e36 service neutron] 10.222.0.40 "GET /v2.0/networks/c46d647a-b877-4cb5-9d41-f29712e06919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905735 Jun 16 17:43:27.064735 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fa5d70-4ce0-4e7e-ab9e-3fb48e390f13 req-4126eeda-b335-49f9-b570-27f48d6978fd tempest-VolumesNegativeTest-1560140088 tempest-VolumesNegativeTest-1560140088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:43:27.066186 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-b5fa5d70-4ce0-4e7e-ab9e-3fb48e390f13 req-4126eeda-b335-49f9-b570-27f48d6978fd tempest-VolumesNegativeTest-1560140088 tempest-VolumesNegativeTest-1560140088-project] 10.222.0.40 "GET /v2.0/ports?device_id=0c72f90e-208f-46bb-a40c-6874fbe3219e HTTP/1.1" status: 200 len: 950 time: 0.0661452 Jun 16 17:43:27.357119 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-c433d060-1050-44ff-a8c0-bd7a1f385749 req-92ec638c-5c99-4ce0-bb33-3ad5ed6d5cda service neutron] 10.222.0.40 "GET /v2.0/networks/c46d647a-b877-4cb5-9d41-f29712e06919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4151824 Jun 16 17:43:27.400881 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-b5fa5d70-4ce0-4e7e-ab9e-3fb48e390f13 req-5e2800d6-a4dc-4b45-9d08-96697e435500 tempest-VolumesNegativeTest-1560140088 tempest-VolumesNegativeTest-1560140088-project] 10.222.0.40 "GET /v2.0/security-groups?id=1201e173-af49-4a12-8e4c-4a01626e9ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3287957 Jun 16 17:43:27.569893 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-ff130925-df7f-49c3-b00e-3ce5a7437df8 req-c9911dd6-9904-4a09-8a38-29342f251d34 tempest-VolumesSnapshotTestJSON-1672951330 tempest-VolumesSnapshotTestJSON-1672951330-project] 10.222.0.40 "GET /v2.0/ports?device_id=86d0846b-c4b5-4931-8752-4a71919b4b78 HTTP/1.1" status: 200 len: 210 time: 0.0543208 Jun 16 17:43:27.746569 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a925ce-ecfd-4beb-867d-738dad1a979f req-0551032d-19b7-4886-807b-ba2d01d7cd90 tempest-VolumesNegativeTest-1560140088 tempest-VolumesNegativeTest-1560140088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:43:27.748951 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-33a925ce-ecfd-4beb-867d-738dad1a979f req-0551032d-19b7-4886-807b-ba2d01d7cd90 tempest-VolumesNegativeTest-1560140088 tempest-VolumesNegativeTest-1560140088-project] 10.222.0.40 "GET /v2.0/ports?device_id=0c72f90e-208f-46bb-a40c-6874fbe3219e HTTP/1.1" status: 200 len: 950 time: 0.0630174 Jun 16 17:43:27.806154 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-33a925ce-ecfd-4beb-867d-738dad1a979f req-16210c57-53d2-49c2-aef7-ff66c456c8e1 tempest-VolumesNegativeTest-1560140088 tempest-VolumesNegativeTest-1560140088-project] 10.222.0.40 "GET /v2.0/security-groups?id=1201e173-af49-4a12-8e4c-4a01626e9ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510778 Jun 16 17:43:28.680966 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-38e0803c-7e69-4a43-bb46-997929cbe651 req-8537911b-0e2b-4d06-ac69-ce546c733ad7 tempest-VolumesSnapshotTestJSON-1672951330 tempest-VolumesSnapshotTestJSON-1672951330-project] 10.222.0.40 "GET /v2.0/ports?device_id=86d0846b-c4b5-4931-8752-4a71919b4b78 HTTP/1.1" status: 200 len: 210 time: 0.0314569 Jun 16 17:43:28.937974 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22900a57-97d9-4828-9820-ab13ea99d141 req-739fec43-efe8-4359-a162-923d0ac58032 tempest-VolumesNegativeTest-1560140088 tempest-VolumesNegativeTest-1560140088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:43:28.939378 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-22900a57-97d9-4828-9820-ab13ea99d141 req-739fec43-efe8-4359-a162-923d0ac58032 tempest-VolumesNegativeTest-1560140088 tempest-VolumesNegativeTest-1560140088-project] 10.222.0.40 "GET /v2.0/ports?device_id=0c72f90e-208f-46bb-a40c-6874fbe3219e HTTP/1.1" status: 200 len: 950 time: 0.0579283 Jun 16 17:43:28.963819 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-5a15149c-8c0b-464c-94ed-daeedb0a5886 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (e26ebcb9-a690-4ec1-8688-e951546304f4), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:43:28.987003 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=100 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:43:28.998856 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-22900a57-97d9-4828-9820-ab13ea99d141 req-2ceda89b-1077-4482-8c00-f00a7ea93cd3 tempest-VolumesNegativeTest-1560140088 tempest-VolumesNegativeTest-1560140088-project] 10.222.0.40 "GET /v2.0/security-groups?id=1201e173-af49-4a12-8e4c-4a01626e9ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534890 Jun 16 17:43:29.180669 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bc7ff1-db18-4e7b-9cdf-fe42e0bad59f req-057dce7b-59aa-4a99-b7fe-38a293a7cd1e tempest-VolumesNegativeTest-1560140088 tempest-VolumesNegativeTest-1560140088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:43:29.182218 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-83bc7ff1-db18-4e7b-9cdf-fe42e0bad59f req-057dce7b-59aa-4a99-b7fe-38a293a7cd1e tempest-VolumesNegativeTest-1560140088 tempest-VolumesNegativeTest-1560140088-project] 10.222.0.47 "GET /v2.0/ports?device_id=0c72f90e-208f-46bb-a40c-6874fbe3219e HTTP/1.1" status: 200 len: 950 time: 0.0477929 Jun 16 17:43:29.434100 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [req-83bc7ff1-db18-4e7b-9cdf-fe42e0bad59f req-0d0f71bd-2fa6-47ea-bc9e-c01ce2d5ddaf tempest-VolumesNegativeTest-1560140088 tempest-VolumesNegativeTest-1560140088-project] Deleting port 70beb5d2-132e-4921-83a0-76dd58f793ba {{(pid=104052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 17:43:29.434625 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-83bc7ff1-db18-4e7b-9cdf-fe42e0bad59f req-0d0f71bd-2fa6-47ea-bc9e-c01ce2d5ddaf tempest-VolumesNegativeTest-1560140088 tempest-VolumesNegativeTest-1560140088-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762170394215'] for port (70beb5d2-132e-4921-83a0-76dd58f793ba), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:43:29.604466 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=100 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:43:29.611677 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [req-83bc7ff1-db18-4e7b-9cdf-fe42e0bad59f req-0d0f71bd-2fa6-47ea-bc9e-c01ce2d5ddaf tempest-VolumesNegativeTest-1560140088 tempest-VolumesNegativeTest-1560140088-project] For port 70beb5d2-132e-4921-83a0-76dd58f793ba, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=70beb5d2-132e-4921-83a0-76dd58f793ba,segment=NetworkSegment(329481cf-50ba-44d6-82d8-efe58c07cea8),segment_id=329481cf-50ba-44d6-82d8-efe58c07cea8)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:43:29.612033 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-83bc7ff1-db18-4e7b-9cdf-fe42e0bad59f req-0d0f71bd-2fa6-47ea-bc9e-c01ce2d5ddaf tempest-VolumesNegativeTest-1560140088 tempest-VolumesNegativeTest-1560140088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376266'] for port (70beb5d2-132e-4921-83a0-76dd58f793ba), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:43:29.630537 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c433d060-1050-44ff-a8c0-bd7a1f385749 req-04c5e68a-d8b7-4307-b7d6-5733e56ff322 tempest-VolumesSnapshotTestJSON-1672951330 tempest-VolumesSnapshotTestJSON-1672951330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:43:29.632833 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-c433d060-1050-44ff-a8c0-bd7a1f385749 req-04c5e68a-d8b7-4307-b7d6-5733e56ff322 tempest-VolumesSnapshotTestJSON-1672951330 tempest-VolumesSnapshotTestJSON-1672951330-project] 10.222.0.47 "GET /v2.0/networks?id=c46d647a-b877-4cb5-9d41-f29712e06919 HTTP/1.1" status: 200 len: 813 time: 0.1832862 Jun 16 17:43:29.640729 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [req-83bc7ff1-db18-4e7b-9cdf-fe42e0bad59f req-0d0f71bd-2fa6-47ea-bc9e-c01ce2d5ddaf tempest-VolumesNegativeTest-1560140088 tempest-VolumesNegativeTest-1560140088-project] Calling delete_port for 70beb5d2-132e-4921-83a0-76dd58f793ba owned by compute:nova {{(pid=104052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 17:43:29.715004 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [req-c433d060-1050-44ff-a8c0-bd7a1f385749 req-1e581e01-5f0b-4869-af60-3f1fae152a4e tempest-VolumesSnapshotTestJSON-1672951330 tempest-VolumesSnapshotTestJSON-1672951330-project] Request body: {'port': {'device_id': '86d0846b-c4b5-4931-8752-4a71919b4b78', 'network_id': 'c46d647a-b877-4cb5-9d41-f29712e06919', 'admin_state_up': True, 'tenant_id': '554c281060a446ed9b2d02bad7b8ec1d'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:43:29.820779 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-b054d4e7-17bc-4585-a7f2-b0a2fb367682 req-ea8d2bae-0f2f-4591-b16c-a0c00743eabb tempest-VolumesSnapshotTestJSON-1672951330 tempest-VolumesSnapshotTestJSON-1672951330-project] 10.222.0.40 "GET /v2.0/ports?device_id=86d0846b-c4b5-4931-8752-4a71919b4b78 HTTP/1.1" status: 200 len: 210 time: 0.0659192 Jun 16 17:43:29.896916 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-83bc7ff1-db18-4e7b-9cdf-fe42e0bad59f req-0d0f71bd-2fa6-47ea-bc9e-c01ce2d5ddaf tempest-VolumesNegativeTest-1560140088 tempest-VolumesNegativeTest-1560140088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762170396510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762170029087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62916395'] for port (70beb5d2-132e-4921-83a0-76dd58f793ba), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:43:29.909789 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] get_ports_and_sgs() called for port_ids ['70beb5d2-132e-4921-83a0-76dd58f793ba'] {{(pid=104054) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 17:43:29.937074 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c433d060-1050-44ff-a8c0-bd7a1f385749 req-1e581e01-5f0b-4869-af60-3f1fae152a4e tempest-VolumesSnapshotTestJSON-1672951330 tempest-VolumesSnapshotTestJSON-1672951330-project] Made reservation on behalf of 554c281060a446ed9b2d02bad7b8ec1d for: {'port': 1} {{(pid=104052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:43:29.940510 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-c433d060-1050-44ff-a8c0-bd7a1f385749 req-1e581e01-5f0b-4869-af60-3f1fae152a4e tempest-VolumesSnapshotTestJSON-1672951330 tempest-VolumesSnapshotTestJSON-1672951330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:43:29.943122 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0f71bd-2fa6-47ea-bc9e-c01ce2d5ddaf tempest-VolumesNegativeTest-1560140088 tempest-VolumesNegativeTest-1560140088-project] Pushing event deleted for resources: {'Port': ['ID=70beb5d2-132e-4921-83a0-76dd58f793ba,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:43:30.014136 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [req-83bc7ff1-db18-4e7b-9cdf-fe42e0bad59f req-0d0f71bd-2fa6-47ea-bc9e-c01ce2d5ddaf tempest-VolumesNegativeTest-1560140088 tempest-VolumesNegativeTest-1560140088-project] No DVR routers for this DVR port 70beb5d2-132e-4921-83a0-76dd58f793ba on host hv-cinder-83754 {{(pid=104052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 17:43:30.041905 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-83bc7ff1-db18-4e7b-9cdf-fe42e0bad59f req-0d0f71bd-2fa6-47ea-bc9e-c01ce2d5ddaf tempest-VolumesNegativeTest-1560140088 tempest-VolumesNegativeTest-1560140088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228225'] for port (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:43:30.045895 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-83bc7ff1-db18-4e7b-9cdf-fe42e0bad59f req-0d0f71bd-2fa6-47ea-bc9e-c01ce2d5ddaf tempest-VolumesNegativeTest-1560140088 tempest-VolumesNegativeTest-1560140088-project] 10.222.0.47 "DELETE /v2.0/ports/70beb5d2-132e-4921-83a0-76dd58f793ba HTTP/1.1" status: 204 len: 173 time: 0.6952949 Jun 16 17:43:30.046355 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c72f90e-208f-46bb-a40c-6874fbe3219e', 'name': 'network-vif-deleted', 'tag': '70beb5d2-132e-4921-83a0-76dd58f793ba'}] {{(pid=104052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 17:43:30.048719 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9713fa4f09cf3058fa9276dada2b44135c9dd2e88d0acd54628e4483b77b1e61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f985b41-06e8-40f7-9a84-a4f96848b45e" -d '{"events": [{"server_uuid": "0c72f90e-208f-46bb-a40c-6874fbe3219e", "name": "network-vif-deleted", "tag": "70beb5d2-132e-4921-83a0-76dd58f793ba"}]}' {{(pid=104052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:43:30.114978 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 17:43:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a565b9a1-3b9f-4dba-baa8-c9cc1d0526de x-openstack-request-id: req-a565b9a1-3b9f-4dba-baa8-c9cc1d0526de {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:43:30.115258 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c72f90e-208f-46bb-a40c-6874fbe3219e", "name": "network-vif-deleted", "tag": "70beb5d2-132e-4921-83a0-76dd58f793ba", "status": "completed", "code": 200}]} {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:43:30.115534 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-a565b9a1-3b9f-4dba-baa8-c9cc1d0526de {{(pid=104052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:43:30.115924 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a565b9a1-3b9f-4dba-baa8-c9cc1d0526de'] response: {'server_uuid': '0c72f90e-208f-46bb-a40c-6874fbe3219e', 'name': 'network-vif-deleted', 'tag': '70beb5d2-132e-4921-83a0-76dd58f793ba', 'status': 'completed', 'code': 200} Jun 16 17:43:30.148143 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-aa4b8f7d-cf52-4c3a-b8e7-0606597d19fd req-72c3dfa7-bb0e-4d8e-8c59-8396ff93d555 tempest-VolumesNegativeTest-1560140088 tempest-VolumesNegativeTest-1560140088-project] 10.222.0.40 "GET /v2.0/ports?device_id=0c72f90e-208f-46bb-a40c-6874fbe3219e HTTP/1.1" status: 200 len: 210 time: 0.0373878 Jun 16 17:43:30.175842 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.db.db_base_plugin_common [req-c433d060-1050-44ff-a8c0-bd7a1f385749 req-1e581e01-5f0b-4869-af60-3f1fae152a4e tempest-VolumesSnapshotTestJSON-1672951330 tempest-VolumesSnapshotTestJSON-1672951330-project] Allocated IP 172.20.0.12 (c46d647a-b877-4cb5-9d41-f29712e06919/3db804a2-73e5-4816-a4b9-00107b79ccc5/99ed25c1-10d3-4534-bc18-a08b9bb5025c) {{(pid=104052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:43:30.202227 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:43:30.331537 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-c433d060-1050-44ff-a8c0-bd7a1f385749 req-1e581e01-5f0b-4869-af60-3f1fae152a4e tempest-VolumesSnapshotTestJSON-1672951330 tempest-VolumesSnapshotTestJSON-1672951330-project] Publish callbacks [] for port (99ed25c1-10d3-4534-bc18-a08b9bb5025c), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:43:30.366231 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-c433d060-1050-44ff-a8c0-bd7a1f385749 req-1e581e01-5f0b-4869-af60-3f1fae152a4e tempest-VolumesSnapshotTestJSON-1672951330 tempest-VolumesSnapshotTestJSON-1672951330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762170029078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62916395'] for port (99ed25c1-10d3-4534-bc18-a08b9bb5025c), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:43:30.407774 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c433d060-1050-44ff-a8c0-bd7a1f385749 req-1e581e01-5f0b-4869-af60-3f1fae152a4e tempest-VolumesSnapshotTestJSON-1672951330 tempest-VolumesSnapshotTestJSON-1672951330-project] Network c46d647a-b877-4cb5-9d41-f29712e06919 is already hosted by enough agents. {{(pid=104052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:43:30.412876 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.base_scheduler [req-c433d060-1050-44ff-a8c0-bd7a1f385749 req-1e581e01-5f0b-4869-af60-3f1fae152a4e tempest-VolumesSnapshotTestJSON-1672951330 tempest-VolumesSnapshotTestJSON-1672951330-project] Resources bound (agent type, host, resource id): {{(pid=104052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:43:30.416913 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [req-c433d060-1050-44ff-a8c0-bd7a1f385749 req-1e581e01-5f0b-4869-af60-3f1fae152a4e tempest-VolumesSnapshotTestJSON-1672951330 tempest-VolumesSnapshotTestJSON-1672951330-project] Received port after_create {{(pid=104052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 17:43:30.423771 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e581e01-5f0b-4869-af60-3f1fae152a4e tempest-VolumesSnapshotTestJSON-1672951330 tempest-VolumesSnapshotTestJSON-1672951330-project] Pushing event updated for resources: {'Port': ['ID=99ed25c1-10d3-4534-bc18-a08b9bb5025c,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:43:30.454878 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:43:30.477383 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c433d060-1050-44ff-a8c0-bd7a1f385749 req-1e581e01-5f0b-4869-af60-3f1fae152a4e tempest-VolumesSnapshotTestJSON-1672951330 tempest-VolumesSnapshotTestJSON-1672951330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:43:30.477978 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-c433d060-1050-44ff-a8c0-bd7a1f385749 req-1e581e01-5f0b-4869-af60-3f1fae152a4e tempest-VolumesSnapshotTestJSON-1672951330 tempest-VolumesSnapshotTestJSON-1672951330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228225'] for port (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:43:30.495889 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-c433d060-1050-44ff-a8c0-bd7a1f385749 req-1e581e01-5f0b-4869-af60-3f1fae152a4e tempest-VolumesSnapshotTestJSON-1672951330 tempest-VolumesSnapshotTestJSON-1672951330-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7859797 Jun 16 17:43:30.510134 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [req-c433d060-1050-44ff-a8c0-bd7a1f385749 req-aaa613a8-c23a-449d-bebb-a0af8482affd service neutron] Request body: {'port': {'device_id': '86d0846b-c4b5-4931-8752-4a71919b4b78', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:43:30.573826 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-c433d060-1050-44ff-a8c0-bd7a1f385749 req-aaa613a8-c23a-449d-bebb-a0af8482affd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (99ed25c1-10d3-4534-bc18-a08b9bb5025c), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:43:30.833133 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [req-c433d060-1050-44ff-a8c0-bd7a1f385749 req-aaa613a8-c23a-449d-bebb-a0af8482affd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99ed25c1-10d3-4534-bc18-a08b9bb5025c {{(pid=104052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 17:43:30.840722 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-c433d060-1050-44ff-a8c0-bd7a1f385749 req-aaa613a8-c23a-449d-bebb-a0af8482affd service neutron] Publish callbacks [] for port (99ed25c1-10d3-4534-bc18-a08b9bb5025c), precommit_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:43:30.855930 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [req-c433d060-1050-44ff-a8c0-bd7a1f385749 req-aaa613a8-c23a-449d-bebb-a0af8482affd service neutron] Transition to ACTIVE for port object 99ed25c1-10d3-4534-bc18-a08b9bb5025c will not be triggered until provisioned by entity L2. {{(pid=104052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 17:43:30.861275 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-c433d060-1050-44ff-a8c0-bd7a1f385749 req-aaa613a8-c23a-449d-bebb-a0af8482affd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62916386'] for port (99ed25c1-10d3-4534-bc18-a08b9bb5025c), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:43:30.929757 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa613a8-c23a-449d-bebb-a0af8482affd service neutron] Pushing event updated for resources: {'Port': ['ID=99ed25c1-10d3-4534-bc18-a08b9bb5025c,revision_number=2']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:43:31.017855 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1187197e-1194-483f-8337-44a0aeb69cae req-9fe987f7-d990-4131-9dbe-28e0ae61dd0f tempest-VolumesSnapshotTestJSON-1672951330 tempest-VolumesSnapshotTestJSON-1672951330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:43:31.020035 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-1187197e-1194-483f-8337-44a0aeb69cae req-9fe987f7-d990-4131-9dbe-28e0ae61dd0f tempest-VolumesSnapshotTestJSON-1672951330 tempest-VolumesSnapshotTestJSON-1672951330-project] 10.222.0.40 "GET /v2.0/ports?device_id=86d0846b-c4b5-4931-8752-4a71919b4b78 HTTP/1.1" status: 200 len: 944 time: 0.1143148 Jun 16 17:43:31.088725 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [req-c433d060-1050-44ff-a8c0-bd7a1f385749 req-aaa613a8-c23a-449d-bebb-a0af8482affd service neutron] Attempting to bind port 99ed25c1-10d3-4534-bc18-a08b9bb5025c on host hv-cinder-83754 for vnic_type normal with profile {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 17:43:31.089044 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [req-c433d060-1050-44ff-a8c0-bd7a1f385749 req-aaa613a8-c23a-449d-bebb-a0af8482affd service neutron] Attempting to bind port 99ed25c1-10d3-4534-bc18-a08b9bb5025c by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': '7bfc72ec-0b8b-4e76-beae-b3dd00144182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'c46d647a-b877-4cb5-9d41-f29712e06919'}] {{(pid=104052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 17:43:31.089372 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c433d060-1050-44ff-a8c0-bd7a1f385749 req-aaa613a8-c23a-449d-bebb-a0af8482affd service neutron] Attempting to bind port 99ed25c1-10d3-4534-bc18-a08b9bb5025c on network c46d647a-b877-4cb5-9d41-f29712e06919 {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 17:43:31.094618 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:43:31.102515 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-1187197e-1194-483f-8337-44a0aeb69cae req-3cfbd29e-07a0-4e60-958c-7888462c86f4 tempest-VolumesSnapshotTestJSON-1672951330 tempest-VolumesSnapshotTestJSON-1672951330-project] 10.222.0.40 "GET /v2.0/security-groups?id=1e9f9bf4-fb30-449d-aa39-36adcfd72d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712664 Jun 16 17:43:31.103618 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c433d060-1050-44ff-a8c0-bd7a1f385749 req-aaa613a8-c23a-449d-bebb-a0af8482affd service neutron] Port 99ed25c1-10d3-4534-bc18-a08b9bb5025c on network c46d647a-b877-4cb5-9d41-f29712e06919 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 17:43:31.103935 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c433d060-1050-44ff-a8c0-bd7a1f385749 req-aaa613a8-c23a-449d-bebb-a0af8482affd service neutron] Attempting to bind port 99ed25c1-10d3-4534-bc18-a08b9bb5025c on network c46d647a-b877-4cb5-9d41-f29712e06919 {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 17:43:31.112852 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c433d060-1050-44ff-a8c0-bd7a1f385749 req-aaa613a8-c23a-449d-bebb-a0af8482affd service neutron] Checking agent: {'id': '9f2b4370-7d03-4dcb-9a0d-4ff62d859136', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 17, 32, 17), 'started_at': datetime.datetime(2022, 6, 16, 17, 32, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 17, 43, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 17:43:31.113207 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c433d060-1050-44ff-a8c0-bd7a1f385749 req-aaa613a8-c23a-449d-bebb-a0af8482affd service neutron] Checking segment: {'id': '7bfc72ec-0b8b-4e76-beae-b3dd00144182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'c46d647a-b877-4cb5-9d41-f29712e06919'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 17:43:31.113586 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c433d060-1050-44ff-a8c0-bd7a1f385749 req-aaa613a8-c23a-449d-bebb-a0af8482affd service neutron] Bound using segment: {'id': '7bfc72ec-0b8b-4e76-beae-b3dd00144182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'c46d647a-b877-4cb5-9d41-f29712e06919'} {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 17:43:31.114019 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [req-c433d060-1050-44ff-a8c0-bd7a1f385749 req-aaa613a8-c23a-449d-bebb-a0af8482affd service neutron] Bound port: 99ed25c1-10d3-4534-bc18-a08b9bb5025c, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bfc72ec-0b8b-4e76-beae-b3dd00144182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'c46d647a-b877-4cb5-9d41-f29712e06919'}}] {{(pid=104052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 17:43:31.114366 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-c433d060-1050-44ff-a8c0-bd7a1f385749 req-aaa613a8-c23a-449d-bebb-a0af8482affd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (99ed25c1-10d3-4534-bc18-a08b9bb5025c), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:43:31.181986 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [req-c433d060-1050-44ff-a8c0-bd7a1f385749 req-aaa613a8-c23a-449d-bebb-a0af8482affd service neutron] For port 99ed25c1-10d3-4534-bc18-a08b9bb5025c, host hv-cinder-83754, cleared binding levels {{(pid=104052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 17:43:31.185757 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [req-c433d060-1050-44ff-a8c0-bd7a1f385749 req-aaa613a8-c23a-449d-bebb-a0af8482affd service neutron] For port 99ed25c1-10d3-4534-bc18-a08b9bb5025c, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=99ed25c1-10d3-4534-bc18-a08b9bb5025c,segment=NetworkSegment(7bfc72ec-0b8b-4e76-beae-b3dd00144182),segment_id=7bfc72ec-0b8b-4e76-beae-b3dd00144182)] {{(pid=104052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 17:43:31.192769 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-c433d060-1050-44ff-a8c0-bd7a1f385749 req-aaa613a8-c23a-449d-bebb-a0af8482affd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62916386'] for port (99ed25c1-10d3-4534-bc18-a08b9bb5025c), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:43:31.233239 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c433d060-1050-44ff-a8c0-bd7a1f385749 req-aaa613a8-c23a-449d-bebb-a0af8482affd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:43:31.233853 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-c433d060-1050-44ff-a8c0-bd7a1f385749 req-aaa613a8-c23a-449d-bebb-a0af8482affd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228225'] for port (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:43:31.235272 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-c433d060-1050-44ff-a8c0-bd7a1f385749 req-aaa613a8-c23a-449d-bebb-a0af8482affd service neutron] 10.222.0.47 "PUT /v2.0/ports/99ed25c1-10d3-4534-bc18-a08b9bb5025c HTTP/1.1" status: 200 len: 1094 time: 0.7302942 Jun 16 17:43:31.262005 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa613a8-c23a-449d-bebb-a0af8482affd service neutron] Pushing event updated for resources: {'Port': ['ID=99ed25c1-10d3-4534-bc18-a08b9bb5025c,revision_number=3']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:43:31.305706 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-116c075a-4bca-4575-890a-4a528b5663a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (43e250b4-0ce3-4949-aa8c-0bafe6454580), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:43:31.333124 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:43:31.359221 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c433d060-1050-44ff-a8c0-bd7a1f385749 req-39798a05-b498-4077-b8ba-d46b75ccc7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:43:31.361480 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-c433d060-1050-44ff-a8c0-bd7a1f385749 req-39798a05-b498-4077-b8ba-d46b75ccc7bb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=554c281060a446ed9b2d02bad7b8ec1d&device_id=86d0846b-c4b5-4931-8752-4a71919b4b78 HTTP/1.1" status: 200 len: 1128 time: 0.0671239 Jun 16 17:43:31.407077 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-c433d060-1050-44ff-a8c0-bd7a1f385749 req-177b480c-cc21-4108-af5a-6b228172b325 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=99ed25c1-10d3-4534-bc18-a08b9bb5025c HTTP/1.1" status: 200 len: 217 time: 0.0372746 Jun 16 17:43:31.462290 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c433d060-1050-44ff-a8c0-bd7a1f385749 req-c230e9b2-3a7e-4a22-92e5-dd2c8f7e589c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:43:31.463647 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-c433d060-1050-44ff-a8c0-bd7a1f385749 req-c230e9b2-3a7e-4a22-92e5-dd2c8f7e589c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3db804a2-73e5-4816-a4b9-00107b79ccc5 HTTP/1.1" status: 200 len: 853 time: 0.0500031 Jun 16 17:43:31.504279 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-c433d060-1050-44ff-a8c0-bd7a1f385749 req-91a5dc19-0f1d-4297-b8c9-1eb16188d219 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c46d647a-b877-4cb5-9d41-f29712e06919&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319133 Jun 16 17:43:31.600078 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-c433d060-1050-44ff-a8c0-bd7a1f385749 req-639d1e48-73c4-48bf-abfd-f1074b40f44e service neutron] 10.222.0.47 "GET /v2.0/networks/c46d647a-b877-4cb5-9d41-f29712e06919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883179 Jun 16 17:43:31.705830 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-c433d060-1050-44ff-a8c0-bd7a1f385749 req-3c088c64-021c-48dd-a84c-1e390b201bad service neutron] 10.222.0.47 "GET /v2.0/networks/c46d647a-b877-4cb5-9d41-f29712e06919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992727 Jun 16 17:43:32.006424 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Device 70beb5d2-132e-4921-83a0-76dd58f793ba no longer exists at agent hyperv_hv-cinder-83754 {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 17:43:32.029073 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] No Port match for: 70beb5d2-132e-4921-83a0-76dd58f793ba {{(pid=104054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 17:43:32.029575 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Device 70beb5d2-132e-4921-83a0-76dd58f793ba not bound to the agent host hv-cinder-83754 {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 17:43:32.117534 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86d0846b-c4b5-4931-8752-4a71919b4b78', 'tag': '99ed25c1-10d3-4534-bc18-a08b9bb5025c'}] {{(pid=104052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 17:43:32.120493 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9713fa4f09cf3058fa9276dada2b44135c9dd2e88d0acd54628e4483b77b1e61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dac26161-d4e1-4ce5-b54d-4a441a68052c" -d '{"events": [{"name": "network-changed", "server_uuid": "86d0846b-c4b5-4931-8752-4a71919b4b78", "tag": "99ed25c1-10d3-4534-bc18-a08b9bb5025c"}]}' {{(pid=104052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:43:32.165309 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 17:43:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67fa6da3-7389-4ff1-bc5d-b089bdd34a1b x-openstack-request-id: req-67fa6da3-7389-4ff1-bc5d-b089bdd34a1b {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:43:32.165485 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86d0846b-c4b5-4931-8752-4a71919b4b78", "tag": "99ed25c1-10d3-4534-bc18-a08b9bb5025c", "status": "completed", "code": 200}]} {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:43:32.165705 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-67fa6da3-7389-4ff1-bc5d-b089bdd34a1b {{(pid=104052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:43:32.166280 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67fa6da3-7389-4ff1-bc5d-b089bdd34a1b'] response: {'name': 'network-changed', 'server_uuid': '86d0846b-c4b5-4931-8752-4a71919b4b78', 'tag': '99ed25c1-10d3-4534-bc18-a08b9bb5025c', 'status': 'completed', 'code': 200} Jun 16 17:43:32.241719 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377e2a98-ec40-4ab9-afb3-0ccf45d7555c req-58fd5a00-9785-4bb7-adff-2e9fecbe39fa tempest-VolumesSnapshotTestJSON-1672951330 tempest-VolumesSnapshotTestJSON-1672951330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:43:32.243309 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-377e2a98-ec40-4ab9-afb3-0ccf45d7555c req-58fd5a00-9785-4bb7-adff-2e9fecbe39fa tempest-VolumesSnapshotTestJSON-1672951330 tempest-VolumesSnapshotTestJSON-1672951330-project] 10.222.0.40 "GET /v2.0/ports?device_id=86d0846b-c4b5-4931-8752-4a71919b4b78 HTTP/1.1" status: 200 len: 944 time: 0.0548534 Jun 16 17:43:32.298806 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-377e2a98-ec40-4ab9-afb3-0ccf45d7555c req-b157941b-7297-4a37-8cc4-454a67325f1e tempest-VolumesSnapshotTestJSON-1672951330 tempest-VolumesSnapshotTestJSON-1672951330-project] 10.222.0.40 "GET /v2.0/security-groups?id=1e9f9bf4-fb30-449d-aa39-36adcfd72d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456009 Jun 16 17:43:32.515436 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-359da135-d845-4d2e-a034-e84fcb95f5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (8e118b8c-b091-4f14-909a-13c66b53efc1), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:43:32.813302 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac26161-d4e1-4ce5-b54d-4a441a68052c req-79881294-c67f-4314-97c5-9d7cff24760e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:43:32.814978 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-dac26161-d4e1-4ce5-b54d-4a441a68052c req-79881294-c67f-4314-97c5-9d7cff24760e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=554c281060a446ed9b2d02bad7b8ec1d&device_id=86d0846b-c4b5-4931-8752-4a71919b4b78 HTTP/1.1" status: 200 len: 1128 time: 0.0440519 Jun 16 17:43:32.927380 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac26161-d4e1-4ce5-b54d-4a441a68052c req-ffc0c77e-6dfe-4993-9ef0-bd4fcdebac50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:43:32.928889 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-dac26161-d4e1-4ce5-b54d-4a441a68052c req-ffc0c77e-6dfe-4993-9ef0-bd4fcdebac50 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c46d647a-b877-4cb5-9d41-f29712e06919 HTTP/1.1" status: 200 len: 914 time: 0.1019766 Jun 16 17:43:32.969449 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-dac26161-d4e1-4ce5-b54d-4a441a68052c req-cb21b855-b87c-4248-a3f6-7c71a9c78af0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=99ed25c1-10d3-4534-bc18-a08b9bb5025c HTTP/1.1" status: 200 len: 217 time: 0.0335035 Jun 16 17:43:33.026283 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac26161-d4e1-4ce5-b54d-4a441a68052c req-f711243c-3785-4894-8641-573de8952428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:43:33.028633 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-dac26161-d4e1-4ce5-b54d-4a441a68052c req-f711243c-3785-4894-8641-573de8952428 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3db804a2-73e5-4816-a4b9-00107b79ccc5 HTTP/1.1" status: 200 len: 853 time: 0.0514884 Jun 16 17:43:33.066100 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-dac26161-d4e1-4ce5-b54d-4a441a68052c req-66f4bb71-974f-4e92-bcc5-10097c3da08e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c46d647a-b877-4cb5-9d41-f29712e06919&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310440 Jun 16 17:43:33.166635 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-dac26161-d4e1-4ce5-b54d-4a441a68052c req-b5afde0f-aae6-4189-a7ac-ee222cd72511 service neutron] 10.222.0.47 "GET /v2.0/networks/c46d647a-b877-4cb5-9d41-f29712e06919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930769 Jun 16 17:43:33.276250 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-dac26161-d4e1-4ce5-b54d-4a441a68052c req-fad3d621-d0ab-44c8-8222-87c6a3565038 service neutron] 10.222.0.47 "GET /v2.0/networks/c46d647a-b877-4cb5-9d41-f29712e06919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034970 Jun 16 17:43:33.423221 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59996fdf-de93-44e8-81c0-9159a6a85d78 req-cde99296-f437-418a-8e1e-d5afc9e5db25 tempest-VolumesSnapshotTestJSON-1672951330 tempest-VolumesSnapshotTestJSON-1672951330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:43:33.424754 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-59996fdf-de93-44e8-81c0-9159a6a85d78 req-cde99296-f437-418a-8e1e-d5afc9e5db25 tempest-VolumesSnapshotTestJSON-1672951330 tempest-VolumesSnapshotTestJSON-1672951330-project] 10.222.0.40 "GET /v2.0/ports?device_id=86d0846b-c4b5-4931-8752-4a71919b4b78 HTTP/1.1" status: 200 len: 944 time: 0.0490217 Jun 16 17:43:33.459545 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:43:33.479103 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-59996fdf-de93-44e8-81c0-9159a6a85d78 req-7a4cceb9-4bd1-4ed8-b4b0-50cbbca28c49 tempest-VolumesSnapshotTestJSON-1672951330 tempest-VolumesSnapshotTestJSON-1672951330-project] 10.222.0.40 "GET /v2.0/security-groups?id=1e9f9bf4-fb30-449d-aa39-36adcfd72d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487144 Jun 16 17:43:34.007201 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Device 99ed25c1-10d3-4534-bc18-a08b9bb5025c details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=104054) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 17:43:34.114483 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] For port 99ed25c1-10d3-4534-bc18-a08b9bb5025c, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=99ed25c1-10d3-4534-bc18-a08b9bb5025c,segment=NetworkSegment(7bfc72ec-0b8b-4e76-beae-b3dd00144182),segment_id=7bfc72ec-0b8b-4e76-beae-b3dd00144182)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:43:34.132932 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Returning: {'device': '99ed25c1-10d3-4534-bc18-a08b9bb5025c', 'network_id': 'c46d647a-b877-4cb5-9d41-f29712e06919', 'port_id': '99ed25c1-10d3-4534-bc18-a08b9bb5025c', 'mac_address': 'fa:16:3e:62:a6:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3db804a2-73e5-4816-a4b9-00107b79ccc5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104054) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 17:43:34.178021 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Current status of the port 99ed25c1-10d3-4534-bc18-a08b9bb5025c is: DOWN; New status is: BUILD {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:43:34.178536 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (99ed25c1-10d3-4534-bc18-a08b9bb5025c), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:43:34.205659 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.notifiers.nova [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99ed25c1-10d3-4534-bc18-a08b9bb5025c {{(pid=104054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 17:43:34.220625 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-1d81e0cb-ff47-4623-99d5-ab370c19a781 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (25dd433a-18a0-496e-b58c-593ddca2a11d), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:43:34.230442 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] For port 99ed25c1-10d3-4534-bc18-a08b9bb5025c, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=99ed25c1-10d3-4534-bc18-a08b9bb5025c,segment=NetworkSegment(7bfc72ec-0b8b-4e76-beae-b3dd00144182),segment_id=7bfc72ec-0b8b-4e76-beae-b3dd00144182)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:43:34.235728 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114'] for port (99ed25c1-10d3-4534-bc18-a08b9bb5025c), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:43:34.289387 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Pushing event updated for resources: {'Port': ['ID=99ed25c1-10d3-4534-bc18-a08b9bb5025c,revision_number=4']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:43:34.488349 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (f1f6c009-5a31-4833-b180-4d9d41a55fe5), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:43:34.541500 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] get_ports_and_sgs() called for port_ids ['99ed25c1-10d3-4534-bc18-a08b9bb5025c'] {{(pid=104054) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 17:43:34.609242 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724842f9-2a73-4795-b9f0-d6503e2e8552 req-ff7e7be3-595e-462f-8090-4c3040186427 tempest-VolumesSnapshotTestJSON-1672951330 tempest-VolumesSnapshotTestJSON-1672951330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:43:34.610913 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-724842f9-2a73-4795-b9f0-d6503e2e8552 req-ff7e7be3-595e-462f-8090-4c3040186427 tempest-VolumesSnapshotTestJSON-1672951330 tempest-VolumesSnapshotTestJSON-1672951330-project] 10.222.0.40 "GET /v2.0/ports?device_id=86d0846b-c4b5-4931-8752-4a71919b4b78 HTTP/1.1" status: 200 len: 945 time: 0.0566506 Jun 16 17:43:34.663121 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-724842f9-2a73-4795-b9f0-d6503e2e8552 req-af0813b9-18af-4aac-a939-ab97ced5e1cd tempest-VolumesSnapshotTestJSON-1672951330 tempest-VolumesSnapshotTestJSON-1672951330-project] 10.222.0.40 "GET /v2.0/security-groups?id=1e9f9bf4-fb30-449d-aa39-36adcfd72d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460033 Jun 16 17:43:35.250083 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=3 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:43:35.251911 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=5 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:43:35.488349 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 35520) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:43:35.598938 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=100 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:43:35.629028 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-6be20eb2-9a6c-453c-b5ac-050a6aed668e admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=2d208bc7521b47589bc3bcf5394fd361&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1395168 Jun 16 17:43:35.631481 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 35526) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:43:35.680173 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-03d3709d-d9f8-4ffd-ba43-dd64c3c1554c admin admin] Publish callbacks [] for security_group (1201e173-af49-4a12-8e4c-4a01626e9ab8), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:43:35.704261 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-03d3709d-d9f8-4ffd-ba43-dd64c3c1554c admin admin] Publish callbacks [] for security_group (1201e173-af49-4a12-8e4c-4a01626e9ab8), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:43:35.789727 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6010c55d-22a2-4864-bec3-3b961245c5b1 req-9f84eda8-01de-487a-80f3-ced270f152e4 tempest-VolumesSnapshotTestJSON-1672951330 tempest-VolumesSnapshotTestJSON-1672951330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:43:35.791235 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-6010c55d-22a2-4864-bec3-3b961245c5b1 req-9f84eda8-01de-487a-80f3-ced270f152e4 tempest-VolumesSnapshotTestJSON-1672951330 tempest-VolumesSnapshotTestJSON-1672951330-project] 10.222.0.40 "GET /v2.0/ports?device_id=86d0846b-c4b5-4931-8752-4a71919b4b78 HTTP/1.1" status: 200 len: 945 time: 0.0569057 Jun 16 17:43:35.791975 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-03d3709d-d9f8-4ffd-ba43-dd64c3c1554c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (1201e173-af49-4a12-8e4c-4a01626e9ab8), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:43:35.795307 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-03d3709d-d9f8-4ffd-ba43-dd64c3c1554c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:43:35.796410 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-03d3709d-d9f8-4ffd-ba43-dd64c3c1554c admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/1201e173-af49-4a12-8e4c-4a01626e9ab8 HTTP/1.1" status: 204 len: 168 time: 0.1639748 Jun 16 17:43:35.813419 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d3709d-d9f8-4ffd-ba43-dd64c3c1554c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1201e173-af49-4a12-8e4c-4a01626e9ab8,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:43:35.856416 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-6010c55d-22a2-4864-bec3-3b961245c5b1 req-0b8edad5-ac2a-457f-aebd-f428f697962b tempest-VolumesSnapshotTestJSON-1672951330 tempest-VolumesSnapshotTestJSON-1672951330-project] 10.222.0.40 "GET /v2.0/security-groups?id=1e9f9bf4-fb30-449d-aa39-36adcfd72d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566254 Jun 16 17:43:36.022514 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Device 99ed25c1-10d3-4534-bc18-a08b9bb5025c up at agent hyperv_hv-cinder-83754 {{(pid=104054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 17:43:36.062216 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:43:36.073489 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Provisioning for port 99ed25c1-10d3-4534-bc18-a08b9bb5025c completed by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 17:43:36.081339 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Provisioning complete for port 99ed25c1-10d3-4534-bc18-a08b9bb5025c triggered by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:43:36.081726 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572016'] for port (99ed25c1-10d3-4534-bc18-a08b9bb5025c), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:43:36.178520 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Current status of the port 99ed25c1-10d3-4534-bc18-a08b9bb5025c is: BUILD; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:43:36.178910 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (99ed25c1-10d3-4534-bc18-a08b9bb5025c), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:43:36.205359 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86d0846b-c4b5-4931-8752-4a71919b4b78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99ed25c1-10d3-4534-bc18-a08b9bb5025c'}] {{(pid=104054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 17:43:36.207605 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5645e34771f2e92f66b701059e1edb0e2a0b319a1385596c591183f5993537e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fbcbfef-539f-4196-805a-19f405257761" -d '{"events": [{"server_uuid": "86d0846b-c4b5-4931-8752-4a71919b4b78", "name": "network-vif-plugged", "status": "completed", "tag": "99ed25c1-10d3-4534-bc18-a08b9bb5025c"}]}' {{(pid=104054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:43:36.217291 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=92,neutron:UPDATE=7,neutron:DELETE=1 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:43:36.221284 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] For port 99ed25c1-10d3-4534-bc18-a08b9bb5025c, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=99ed25c1-10d3-4534-bc18-a08b9bb5025c,segment=NetworkSegment(7bfc72ec-0b8b-4e76-beae-b3dd00144182),segment_id=7bfc72ec-0b8b-4e76-beae-b3dd00144182)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:43:36.228288 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114'] for port (99ed25c1-10d3-4534-bc18-a08b9bb5025c), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:43:36.276564 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 17:43:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cef1145b-aca1-4ec0-95b7-c30084b1e594 x-openstack-request-id: req-cef1145b-aca1-4ec0-95b7-c30084b1e594 {{(pid=104054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:43:36.276849 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86d0846b-c4b5-4931-8752-4a71919b4b78", "name": "network-vif-plugged", "status": "completed", "tag": "99ed25c1-10d3-4534-bc18-a08b9bb5025c", "code": 200}]} {{(pid=104054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:43:36.277095 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-cef1145b-aca1-4ec0-95b7-c30084b1e594 {{(pid=104054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:43:36.277510 dv-cinder-837546-2-iscsi neutron-server[104054]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cef1145b-aca1-4ec0-95b7-c30084b1e594'] response: {'server_uuid': '86d0846b-c4b5-4931-8752-4a71919b4b78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99ed25c1-10d3-4534-bc18-a08b9bb5025c', 'code': 200} Jun 16 17:43:36.282904 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Pushing event updated for resources: {'Port': ['ID=99ed25c1-10d3-4534-bc18-a08b9bb5025c,revision_number=5']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:43:36.467675 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f156fb5-6c75-45e7-a71f-34e9a5f22914 req-5378a842-873e-4d65-9d22-2306f8b9f4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:43:36.469247 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-8f156fb5-6c75-45e7-a71f-34e9a5f22914 req-5378a842-873e-4d65-9d22-2306f8b9f4f9 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=86d0846b-c4b5-4931-8752-4a71919b4b78 HTTP/1.1" status: 200 len: 1130 time: 0.0426898 Jun 16 17:43:36.514635 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-8f156fb5-6c75-45e7-a71f-34e9a5f22914 req-f79c86ba-6c93-4aaf-a8bd-2b7b9f789f8e service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=1e9f9bf4-fb30-449d-aa39-36adcfd72d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393310 Jun 16 17:43:36.982661 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaeb21f-4062-4431-bb0b-387f42eb7c3e req-407a9adb-9454-40d5-b62e-ee2d6d49099d tempest-VolumesSnapshotTestJSON-1672951330 tempest-VolumesSnapshotTestJSON-1672951330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:43:36.986434 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-aaaeb21f-4062-4431-bb0b-387f42eb7c3e req-407a9adb-9454-40d5-b62e-ee2d6d49099d tempest-VolumesSnapshotTestJSON-1672951330 tempest-VolumesSnapshotTestJSON-1672951330-project] 10.222.0.40 "GET /v2.0/ports?device_id=86d0846b-c4b5-4931-8752-4a71919b4b78 HTTP/1.1" status: 200 len: 946 time: 0.0486789 Jun 16 17:43:37.039235 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-aaaeb21f-4062-4431-bb0b-387f42eb7c3e req-b129bcd6-4300-4bc6-987d-6cf7aa37afbf tempest-VolumesSnapshotTestJSON-1672951330 tempest-VolumesSnapshotTestJSON-1672951330-project] 10.222.0.40 "GET /v2.0/security-groups?id=1e9f9bf4-fb30-449d-aa39-36adcfd72d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494604 Jun 16 17:43:38.199013 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853f104c-5e2f-45c6-a9a9-5aed8a9f25a3 req-fe75af1d-db57-4bfd-9c0f-c145fcf434b8 tempest-VolumesSnapshotTestJSON-1672951330 tempest-VolumesSnapshotTestJSON-1672951330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:43:38.200706 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-853f104c-5e2f-45c6-a9a9-5aed8a9f25a3 req-fe75af1d-db57-4bfd-9c0f-c145fcf434b8 tempest-VolumesSnapshotTestJSON-1672951330 tempest-VolumesSnapshotTestJSON-1672951330-project] 10.222.0.40 "GET /v2.0/ports?device_id=86d0846b-c4b5-4931-8752-4a71919b4b78 HTTP/1.1" status: 200 len: 946 time: 0.0739887 Jun 16 17:43:38.247903 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-484b11d5-eee7-46ae-aa96-8060646b8f8f req-50505370-1721-4ef1-b587-4cd2d8c2df25 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2017246573&fields=id&tenant_id=ad7c8fc06d764104b1c7107b48d8dddc HTTP/1.1" status: 200 len: 267 time: 0.0867653 Jun 16 17:43:38.303190 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-853f104c-5e2f-45c6-a9a9-5aed8a9f25a3 req-b3c22aeb-c393-44da-b6c5-b3dd3c9c5719 tempest-VolumesSnapshotTestJSON-1672951330 tempest-VolumesSnapshotTestJSON-1672951330-project] 10.222.0.40 "GET /v2.0/security-groups?id=1e9f9bf4-fb30-449d-aa39-36adcfd72d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945094 Jun 16 17:43:38.315287 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484b11d5-eee7-46ae-aa96-8060646b8f8f req-e3d95964-c03d-431a-9177-c4d0f54ade77 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:43:38.316962 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-484b11d5-eee7-46ae-aa96-8060646b8f8f req-e3d95964-c03d-431a-9177-c4d0f54ade77 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] 10.222.0.40 "GET /v2.0/ports?device_id=d4c247cb-d14e-4c48-b6ec-9dd53c2f7020 HTTP/1.1" status: 200 len: 985 time: 0.0613017 Jun 16 17:43:38.328184 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [req-484b11d5-eee7-46ae-aa96-8060646b8f8f req-a09a06cd-dd5b-4d52-bc29-2b78a14c4faa tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] Request body: {'port': {'security_groups': ['c99e9d2f-61bf-429d-a23a-df374ca07018']}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:43:38.411307 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-484b11d5-eee7-46ae-aa96-8060646b8f8f req-a09a06cd-dd5b-4d52-bc29-2b78a14c4faa tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360550'] for port (847dc5cf-0312-4fdf-b298-3e5d0e5ddbca), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:43:38.571880 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:43:38.581308 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:43:38.600080 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [req-484b11d5-eee7-46ae-aa96-8060646b8f8f req-a09a06cd-dd5b-4d52-bc29-2b78a14c4faa tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] For port 847dc5cf-0312-4fdf-b298-3e5d0e5ddbca, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=847dc5cf-0312-4fdf-b298-3e5d0e5ddbca,segment=NetworkSegment(a1b48b15-076c-4aa1-a79b-438d76e5c4f8),segment_id=a1b48b15-076c-4aa1-a79b-438d76e5c4f8)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:43:38.630144 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-484b11d5-eee7-46ae-aa96-8060646b8f8f req-a09a06cd-dd5b-4d52-bc29-2b78a14c4faa tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] Publish callbacks [] for port (847dc5cf-0312-4fdf-b298-3e5d0e5ddbca), precommit_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:43:38.635801 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-484b11d5-eee7-46ae-aa96-8060646b8f8f req-a09a06cd-dd5b-4d52-bc29-2b78a14c4faa tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762170396501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762170029096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762170029114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62916386'] for port (847dc5cf-0312-4fdf-b298-3e5d0e5ddbca), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:43:38.648061 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] get_ports_and_sgs() called for port_ids ['847dc5cf-0312-4fdf-b298-3e5d0e5ddbca'] {{(pid=104054) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 17:43:38.678803 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484b11d5-eee7-46ae-aa96-8060646b8f8f req-a09a06cd-dd5b-4d52-bc29-2b78a14c4faa tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:43:38.679473 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-484b11d5-eee7-46ae-aa96-8060646b8f8f req-a09a06cd-dd5b-4d52-bc29-2b78a14c4faa tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228225'] for port (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:43:38.680934 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-484b11d5-eee7-46ae-aa96-8060646b8f8f req-a09a06cd-dd5b-4d52-bc29-2b78a14c4faa tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] 10.222.0.40 "PUT /v2.0/ports/847dc5cf-0312-4fdf-b298-3e5d0e5ddbca HTTP/1.1" status: 200 len: 943 time: 0.3579347 Jun 16 17:43:38.681405 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4c247cb-d14e-4c48-b6ec-9dd53c2f7020', 'tag': '847dc5cf-0312-4fdf-b298-3e5d0e5ddbca'}] {{(pid=104052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 17:43:38.683682 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9713fa4f09cf3058fa9276dada2b44135c9dd2e88d0acd54628e4483b77b1e61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed9cecd3-b8f2-45bf-b154-5d2d61ecd586" -d '{"events": [{"name": "network-changed", "server_uuid": "d4c247cb-d14e-4c48-b6ec-9dd53c2f7020", "tag": "847dc5cf-0312-4fdf-b298-3e5d0e5ddbca"}]}' {{(pid=104052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:43:38.689979 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 35546) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:43:38.719813 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09a06cd-dd5b-4d52-bc29-2b78a14c4faa tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] Pushing event updated for resources: {'Port': ['ID=847dc5cf-0312-4fdf-b298-3e5d0e5ddbca,revision_number=7']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:43:38.752103 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 17:43:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a6f3f35-650b-4697-bd6e-8ba54f9130dc x-openstack-request-id: req-2a6f3f35-650b-4697-bd6e-8ba54f9130dc {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:43:38.752601 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4c247cb-d14e-4c48-b6ec-9dd53c2f7020", "tag": "847dc5cf-0312-4fdf-b298-3e5d0e5ddbca", "status": "completed", "code": 200}]} {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:43:38.752916 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-2a6f3f35-650b-4697-bd6e-8ba54f9130dc {{(pid=104052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:43:38.753411 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a6f3f35-650b-4697-bd6e-8ba54f9130dc'] response: {'name': 'network-changed', 'server_uuid': 'd4c247cb-d14e-4c48-b6ec-9dd53c2f7020', 'tag': '847dc5cf-0312-4fdf-b298-3e5d0e5ddbca', 'status': 'completed', 'code': 200} Jun 16 17:43:38.783316 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] get_ports_and_sgs() called for port_ids ['847dc5cf-0312-4fdf-b298-3e5d0e5ddbca'] {{(pid=104054) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 17:43:38.811039 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-3e8e6888-70ec-4b56-935f-36be203db18c tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] Publish callbacks [] for security_group (67e9b173-e555-499a-87e1-4b1ac2b90b4e), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:43:38.832256 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9cecd3-b8f2-45bf-b154-5d2d61ecd586 req-b47a6c5d-cebb-4559-b05d-68d7d278e2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:43:38.834575 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-ed9cecd3-b8f2-45bf-b154-5d2d61ecd586 req-b47a6c5d-cebb-4559-b05d-68d7d278e2bb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ad7c8fc06d764104b1c7107b48d8dddc&device_id=d4c247cb-d14e-4c48-b6ec-9dd53c2f7020 HTTP/1.1" status: 200 len: 1130 time: 0.0614071 Jun 16 17:43:38.854320 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-3e8e6888-70ec-4b56-935f-36be203db18c tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] Publish callbacks [] for security_group (67e9b173-e555-499a-87e1-4b1ac2b90b4e), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:43:38.953936 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-3e8e6888-70ec-4b56-935f-36be203db18c tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (67e9b173-e555-499a-87e1-4b1ac2b90b4e), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:43:38.957810 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-3e8e6888-70ec-4b56-935f-36be203db18c tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] Publish callbacks [] for security_group (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:43:38.959253 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-3e8e6888-70ec-4b56-935f-36be203db18c tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] 10.222.0.40 "DELETE /v2.0/security-groups/67e9b173-e555-499a-87e1-4b1ac2b90b4e HTTP/1.1" status: 204 len: 168 time: 0.2683072 Jun 16 17:43:38.968583 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 35548) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:43:38.971461 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8e6888-70ec-4b56-935f-36be203db18c tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67e9b173-e555-499a-87e1-4b1ac2b90b4e,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:43:38.982291 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8e6888-70ec-4b56-935f-36be203db18c tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:43:38.982960 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8e6888-70ec-4b56-935f-36be203db18c tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:43:38.983611 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8e6888-70ec-4b56-935f-36be203db18c tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:43:38.984055 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8e6888-70ec-4b56-935f-36be203db18c tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:43:38.984491 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8e6888-70ec-4b56-935f-36be203db18c tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:43:38.985133 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8e6888-70ec-4b56-935f-36be203db18c tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:43:38.985756 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8e6888-70ec-4b56-935f-36be203db18c tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:43:38.986068 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8e6888-70ec-4b56-935f-36be203db18c tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:43:38.986478 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8e6888-70ec-4b56-935f-36be203db18c tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:43:38.986881 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8e6888-70ec-4b56-935f-36be203db18c tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:43:38.987287 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8e6888-70ec-4b56-935f-36be203db18c tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:43:38.987688 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8e6888-70ec-4b56-935f-36be203db18c tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:43:38.988080 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8e6888-70ec-4b56-935f-36be203db18c tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:43:38.988631 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8e6888-70ec-4b56-935f-36be203db18c tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:43:38.989057 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8e6888-70ec-4b56-935f-36be203db18c tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:43:39.009938 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9cecd3-b8f2-45bf-b154-5d2d61ecd586 req-2dfae8be-37d0-4649-aa3b-583c588a8635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:43:39.011595 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-ed9cecd3-b8f2-45bf-b154-5d2d61ecd586 req-2dfae8be-37d0-4649-aa3b-583c588a8635 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a9d8618e-26e4-4cf3-ab6a-5013cb00a484 HTTP/1.1" status: 200 len: 915 time: 0.1673074 Jun 16 17:43:39.055566 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-abaa3274-17b9-439d-8817-0ba6f643c52c None None] Provisioning complete for port 847dc5cf-0312-4fdf-b298-3e5d0e5ddbca triggered by entity DHCP. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:43:39.056008 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-abaa3274-17b9-439d-8817-0ba6f643c52c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572016'] for port (847dc5cf-0312-4fdf-b298-3e5d0e5ddbca), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:43:39.138823 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-ed9cecd3-b8f2-45bf-b154-5d2d61ecd586 req-6f434d3c-cc2c-49ec-b126-527bb4e636dc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=847dc5cf-0312-4fdf-b298-3e5d0e5ddbca HTTP/1.1" status: 200 len: 1002 time: 0.1170542 Jun 16 17:43:39.140110 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-abaa3274-17b9-439d-8817-0ba6f643c52c None None] Current status of the port 847dc5cf-0312-4fdf-b298-3e5d0e5ddbca is: ACTIVE; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:43:39.233473 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9cecd3-b8f2-45bf-b154-5d2d61ecd586 req-bac74fca-424e-477e-aa50-91dead23c8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:43:39.234973 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-ed9cecd3-b8f2-45bf-b154-5d2d61ecd586 req-bac74fca-424e-477e-aa50-91dead23c8c0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2145066f-716c-439f-a5f9-9db79788f95e HTTP/1.1" status: 200 len: 853 time: 0.0867381 Jun 16 17:43:39.235746 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-99f9c1be-67f4-40cf-a1bc-5b0ebeba2d50 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] Deleting port e648f8c0-8330-48f2-8dc5-bdf96fb2d86a {{(pid=104052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 17:43:39.236083 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-99f9c1be-67f4-40cf-a1bc-5b0ebeba2d50 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762170394215'] for port (e648f8c0-8330-48f2-8dc5-bdf96fb2d86a), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:43:39.332587 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9cecd3-b8f2-45bf-b154-5d2d61ecd586 req-475ac13a-6532-481b-bc08-9f578bb6fa6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:43:39.335784 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-ed9cecd3-b8f2-45bf-b154-5d2d61ecd586 req-475ac13a-6532-481b-bc08-9f578bb6fa6f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a9d8618e-26e4-4cf3-ab6a-5013cb00a484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0842266 Jun 16 17:43:39.386009 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-99f9c1be-67f4-40cf-a1bc-5b0ebeba2d50 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376266'] for port (e648f8c0-8330-48f2-8dc5-bdf96fb2d86a), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:43:39.386322 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-99f9c1be-67f4-40cf-a1bc-5b0ebeba2d50 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] Publish callbacks [] for floatingip (e648f8c0-8330-48f2-8dc5-bdf96fb2d86a), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:43:39.458033 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-99f9c1be-67f4-40cf-a1bc-5b0ebeba2d50 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] Calling delete_port for e648f8c0-8330-48f2-8dc5-bdf96fb2d86a owned by network:floatingip {{(pid=104052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 17:43:39.482115 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b46827-7d6b-4769-a10b-b54813b8e400 req-b4443f96-bd6f-469d-ad28-2f8d00dbef93 tempest-VolumesSnapshotTestJSON-1672951330 tempest-VolumesSnapshotTestJSON-1672951330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:43:39.483637 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-b6b46827-7d6b-4769-a10b-b54813b8e400 req-b4443f96-bd6f-469d-ad28-2f8d00dbef93 tempest-VolumesSnapshotTestJSON-1672951330 tempest-VolumesSnapshotTestJSON-1672951330-project] 10.222.0.40 "GET /v2.0/ports?device_id=86d0846b-c4b5-4931-8752-4a71919b4b78 HTTP/1.1" status: 200 len: 946 time: 0.1060793 Jun 16 17:43:39.582089 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-ed9cecd3-b8f2-45bf-b154-5d2d61ecd586 req-4e83677d-10dc-48d6-9c08-58766b1c9467 service neutron] 10.222.0.47 "GET /v2.0/networks/a9d8618e-26e4-4cf3-ab6a-5013cb00a484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2389123 Jun 16 17:43:39.612351 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=100 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:43:39.917639 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=100 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:43:39.948518 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-b6b46827-7d6b-4769-a10b-b54813b8e400 req-55042d19-447c-45c5-ae92-e46a523c3e86 tempest-VolumesSnapshotTestJSON-1672951330 tempest-VolumesSnapshotTestJSON-1672951330-project] 10.222.0.40 "GET /v2.0/security-groups?id=1e9f9bf4-fb30-449d-aa39-36adcfd72d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4554942 Jun 16 17:43:40.000722 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-ed9cecd3-b8f2-45bf-b154-5d2d61ecd586 req-aa279fc4-28f7-4f80-89b2-781ff365e2c3 service neutron] 10.222.0.47 "GET /v2.0/networks/a9d8618e-26e4-4cf3-ab6a-5013cb00a484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4091012 Jun 16 17:43:40.054137 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-99f9c1be-67f4-40cf-a1bc-5b0ebeba2d50 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762170396510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762170029087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62916395'] for port (e648f8c0-8330-48f2-8dc5-bdf96fb2d86a), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:43:40.080734 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f9c1be-67f4-40cf-a1bc-5b0ebeba2d50 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] Pushing event deleted for resources: {'Port': ['ID=e648f8c0-8330-48f2-8dc5-bdf96fb2d86a,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:43:40.163979 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-99f9c1be-67f4-40cf-a1bc-5b0ebeba2d50 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] Publish callbacks [] for floatingip (d46e87c2-bcd5-4d5a-a73a-752f7ee0196b), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:43:40.164452 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.db.l3_db [None req-99f9c1be-67f4-40cf-a1bc-5b0ebeba2d50 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] Floating IP d46e87c2-bcd5-4d5a-a73a-752f7ee0196b disassociated (deleted). External IP: 172.27.0.182, port: 847dc5cf-0312-4fdf-b298-3e5d0e5ddbca. Jun 16 17:43:40.401457 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99f9c1be-67f4-40cf-a1bc-5b0ebeba2d50 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] Router 21b6238a-2945-42b8-8944-3c7684126694 has already been hosted by L3 agent 43e250b4-0ce3-4949-aa8c-0bafe6454580 {{(pid=104052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 17:43:40.531505 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99f9c1be-67f4-40cf-a1bc-5b0ebeba2d50 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] Notify agent at l3_agent.dv-cinder-837546-2-iscsi the message routers_updated {{(pid=104052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 17:43:40.537252 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-99f9c1be-67f4-40cf-a1bc-5b0ebeba2d50 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228225'] for floatingip (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:43:40.543332 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0bba5c-19b0-4bb2-b002-d5311ce8dcce None None] Sync routers for ids ['21b6238a-2945-42b8-8944-3c7684126694'] in dv-cinder-837546-2-iscsi {{(pid=104055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:43:40.555765 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0bba5c-19b0-4bb2-b002-d5311ce8dcce None None] Routers {'21b6238a-2945-42b8-8944-3c7684126694'} bound to L3 agent in host dv-cinder-837546-2-iscsi {{(pid=104055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:43:40.556393 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-ec0bba5c-19b0-4bb2-b002-d5311ce8dcce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T17:26:01Z,description=,heartbeat_timestamp=2022-06-16T17:43:31Z,host='dv-cinder-837546-2-iscsi',id=43e250b4-0ce3-4949-aa8c-0bafe6454580,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:26:01Z,topic='l3_agent')) {'router_ids': ['21b6238a-2945-42b8-8944-3c7684126694'], 'active': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:43:40.575810 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-99f9c1be-67f4-40cf-a1bc-5b0ebeba2d50 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] 10.222.0.40 "DELETE /v2.0/floatingips/d46e87c2-bcd5-4d5a-a73a-752f7ee0196b HTTP/1.1" status: 204 len: 168 time: 1.6059597 Jun 16 17:43:40.679342 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvr_db [None req-ec0bba5c-19b0-4bb2-b002-d5311ce8dcce None None] Set router 21b6238a-2945-42b8-8944-3c7684126694 gateway port host: dv-cinder-837546-2-iscsi {{(pid=104055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:43:40.755243 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4c247cb-d14e-4c48-b6ec-9dd53c2f7020', 'tag': '847dc5cf-0312-4fdf-b298-3e5d0e5ddbca'}] {{(pid=104052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 17:43:40.758933 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9713fa4f09cf3058fa9276dada2b44135c9dd2e88d0acd54628e4483b77b1e61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-566dd149-b21e-44da-b272-3010d16b5191" -d '{"events": [{"name": "network-changed", "server_uuid": "d4c247cb-d14e-4c48-b6ec-9dd53c2f7020", "tag": "847dc5cf-0312-4fdf-b298-3e5d0e5ddbca"}]}' {{(pid=104052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:43:40.834358 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 17:43:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1bec465-1754-47c8-a590-ca7be5a3dd9c x-openstack-request-id: req-e1bec465-1754-47c8-a590-ca7be5a3dd9c {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:43:40.834717 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4c247cb-d14e-4c48-b6ec-9dd53c2f7020", "tag": "847dc5cf-0312-4fdf-b298-3e5d0e5ddbca", "status": "completed", "code": 200}]} {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:43:40.835031 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-e1bec465-1754-47c8-a590-ca7be5a3dd9c {{(pid=104052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:43:40.835565 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1bec465-1754-47c8-a590-ca7be5a3dd9c'] response: {'name': 'network-changed', 'server_uuid': 'd4c247cb-d14e-4c48-b6ec-9dd53c2f7020', 'tag': '847dc5cf-0312-4fdf-b298-3e5d0e5ddbca', 'status': 'completed', 'code': 200} Jun 16 17:43:40.914785 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566dd149-b21e-44da-b272-3010d16b5191 req-595a428b-d6c3-423d-ad22-288e3f797120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:43:40.917475 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-566dd149-b21e-44da-b272-3010d16b5191 req-595a428b-d6c3-423d-ad22-288e3f797120 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ad7c8fc06d764104b1c7107b48d8dddc&device_id=d4c247cb-d14e-4c48-b6ec-9dd53c2f7020 HTTP/1.1" status: 200 len: 1130 time: 0.0483592 Jun 16 17:43:41.019983 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-ec0bba5c-19b0-4bb2-b002-d5311ce8dcce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21b6238a-2945-42b8-8944-3c7684126694', 'name': 'tempest-TestMinimumBasicScenario-615183978-router', 'tenant_id': 'ad7c8fc06d764104b1c7107b48d8dddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'external_fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': '55aa95ce-e3ad-4b2d-94dc-82db1585ddd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:40:47Z', 'updated_at': '2022-06-16T17:40:51Z', 'revision_number': 4, 'project_id': 'ad7c8fc06d764104b1c7107b48d8dddc', 'gw_port': {'id': '55aa95ce-e3ad-4b2d-94dc-82db1585ddd4', 'name': '', 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:39:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b6238a-2945-42b8-8944-3c7684126694', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:40:48Z', 'updated_at': '2022-06-16T17:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47584a51-19b7-439b-9f28-a7f577441b18', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-2-iscsi', '_interfaces': [{'id': 'e5c402f4-6346-4780-90bd-9d2c5ff2601a', 'name': '', 'network_id': 'a9d8618e-26e4-4cf3-ab6a-5013cb00a484', 'tenant_id': 'ad7c8fc06d764104b1c7107b48d8dddc', 'mac_address': 'fa:16:3e:00:07:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b6238a-2945-42b8-8944-3c7684126694', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '2145066f-716c-439f-a5f9-9db79788f95e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:40:50Z', 'updated_at': '2022-06-16T17:40:58Z', 'revision_number': 5, 'project_id': 'ad7c8fc06d764104b1c7107b48d8dddc', 'subnets': [{'id': '2145066f-716c-439f-a5f9-9db79788f95e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837546-2-iscsi', False) {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:43:41.042449 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566dd149-b21e-44da-b272-3010d16b5191 req-41826d91-3464-437c-aaaf-789c74a106da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:43:41.043972 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-566dd149-b21e-44da-b272-3010d16b5191 req-41826d91-3464-437c-aaaf-789c74a106da service neutron] 10.222.0.47 "GET /v2.0/networks?id=a9d8618e-26e4-4cf3-ab6a-5013cb00a484 HTTP/1.1" status: 200 len: 915 time: 0.1184819 Jun 16 17:43:41.047478 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0bba5c-19b0-4bb2-b002-d5311ce8dcce None None] Checking router: 21b6238a-2945-42b8-8944-3c7684126694 for host: dv-cinder-837546-2-iscsi {{(pid=104055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:43:41.057418 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0bba5c-19b0-4bb2-b002-d5311ce8dcce None None] Routers {'21b6238a-2945-42b8-8944-3c7684126694'} bound to L3 agent in host dv-cinder-837546-2-iscsi {{(pid=104055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:43:41.058034 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-ec0bba5c-19b0-4bb2-b002-d5311ce8dcce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T17:26:01Z,description=,heartbeat_timestamp=2022-06-16T17:43:31Z,host='dv-cinder-837546-2-iscsi',id=43e250b4-0ce3-4949-aa8c-0bafe6454580,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:26:01Z,topic='l3_agent')) {'router_ids': ['21b6238a-2945-42b8-8944-3c7684126694'], 'active': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:43:41.086297 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-566dd149-b21e-44da-b272-3010d16b5191 req-4b80d2c6-450a-473c-8752-9e3269525105 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=847dc5cf-0312-4fdf-b298-3e5d0e5ddbca HTTP/1.1" status: 200 len: 217 time: 0.0356371 Jun 16 17:43:41.142800 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566dd149-b21e-44da-b272-3010d16b5191 req-00962af6-41c1-4f51-883d-0ffc174bd7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:43:41.144700 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-566dd149-b21e-44da-b272-3010d16b5191 req-00962af6-41c1-4f51-883d-0ffc174bd7d0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2145066f-716c-439f-a5f9-9db79788f95e HTTP/1.1" status: 200 len: 853 time: 0.0526583 Jun 16 17:43:41.187512 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvr_db [None req-ec0bba5c-19b0-4bb2-b002-d5311ce8dcce None None] Set router 21b6238a-2945-42b8-8944-3c7684126694 gateway port host: dv-cinder-837546-2-iscsi {{(pid=104055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:43:41.203690 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566dd149-b21e-44da-b272-3010d16b5191 req-241336cf-28b6-426e-b6ad-8f4f672c0400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:43:41.205268 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-566dd149-b21e-44da-b272-3010d16b5191 req-241336cf-28b6-426e-b6ad-8f4f672c0400 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a9d8618e-26e4-4cf3-ab6a-5013cb00a484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0538931 Jun 16 17:43:41.239768 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:43:41.306103 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-566dd149-b21e-44da-b272-3010d16b5191 req-dc1c9f94-e04b-44b1-9f8c-5ff0ed229c5b service neutron] 10.222.0.47 "GET /v2.0/networks/a9d8618e-26e4-4cf3-ab6a-5013cb00a484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932496 Jun 16 17:43:41.347215 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:43:41.423198 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-ec0bba5c-19b0-4bb2-b002-d5311ce8dcce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21b6238a-2945-42b8-8944-3c7684126694', 'name': 'tempest-TestMinimumBasicScenario-615183978-router', 'tenant_id': 'ad7c8fc06d764104b1c7107b48d8dddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'external_fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': '55aa95ce-e3ad-4b2d-94dc-82db1585ddd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:40:47Z', 'updated_at': '2022-06-16T17:40:51Z', 'revision_number': 4, 'project_id': 'ad7c8fc06d764104b1c7107b48d8dddc', 'gw_port': {'id': '55aa95ce-e3ad-4b2d-94dc-82db1585ddd4', 'name': '', 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:39:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b6238a-2945-42b8-8944-3c7684126694', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:40:48Z', 'updated_at': '2022-06-16T17:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47584a51-19b7-439b-9f28-a7f577441b18', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-2-iscsi', '_interfaces': [{'id': 'e5c402f4-6346-4780-90bd-9d2c5ff2601a', 'name': '', 'network_id': 'a9d8618e-26e4-4cf3-ab6a-5013cb00a484', 'tenant_id': 'ad7c8fc06d764104b1c7107b48d8dddc', 'mac_address': 'fa:16:3e:00:07:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b6238a-2945-42b8-8944-3c7684126694', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '2145066f-716c-439f-a5f9-9db79788f95e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:40:50Z', 'updated_at': '2022-06-16T17:40:58Z', 'revision_number': 5, 'project_id': 'ad7c8fc06d764104b1c7107b48d8dddc', 'subnets': [{'id': '2145066f-716c-439f-a5f9-9db79788f95e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837546-2-iscsi', False) {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:43:41.437038 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-566dd149-b21e-44da-b272-3010d16b5191 req-01a56d45-cbc3-41b5-ac90-fe7ff03007c1 service neutron] 10.222.0.47 "GET /v2.0/networks/a9d8618e-26e4-4cf3-ab6a-5013cb00a484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230998 Jun 16 17:43:41.450432 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0bba5c-19b0-4bb2-b002-d5311ce8dcce None None] The sync data for ids ['21b6238a-2945-42b8-8944-3c7684126694'] in dv-cinder-837546-2-iscsi is: [{'id': '21b6238a-2945-42b8-8944-3c7684126694', 'name': 'tempest-TestMinimumBasicScenario-615183978-router', 'tenant_id': 'ad7c8fc06d764104b1c7107b48d8dddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'external_fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': '55aa95ce-e3ad-4b2d-94dc-82db1585ddd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:40:47Z', 'updated_at': '2022-06-16T17:40:51Z', 'revision_number': 4, 'project_id': 'ad7c8fc06d764104b1c7107b48d8dddc', 'gw_port': {'id': '55aa95ce-e3ad-4b2d-94dc-82db1585ddd4', 'name': '', 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:39:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b6238a-2945-42b8-8944-3c7684126694', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:40:48Z', 'updated_at': '2022-06-16T17:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47584a51-19b7-439b-9f28-a7f577441b18', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-2-iscsi', '_interfaces': [{'id': 'e5c402f4-6346-4780-90bd-9d2c5ff2601a', 'name': '', 'network_id': 'a9d8618e-26e4-4cf3-ab6a-5013cb00a484', 'tenant_id': 'ad7c8fc06d764104b1c7107b48d8dddc', 'mac_address': 'fa:16:3e:00:07:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b6238a-2945-42b8-8944-3c7684126694', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '2145066f-716c-439f-a5f9-9db79788f95e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:40:50Z', 'updated_at': '2022-06-16T17:40:58Z', 'revision_number': 5, 'project_id': 'ad7c8fc06d764104b1c7107b48d8dddc', 'subnets': [{'id': '2145066f-716c-439f-a5f9-9db79788f95e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:43:41.719620 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a311fa-4f90-4146-bdcb-72e4e2bc6840 None None] New status for floating IP d46e87c2-bcd5-4d5a-a73a-752f7ee0196b: DOWN {{(pid=104054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 17:43:48.974715 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=16 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:43:48.975879 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=19,neutron:DELETE=3 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:43:50.013834 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (9f2b4370-7d03-4dcb-9a0d-4ff62d859136), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:43:51.421227 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=5 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:43:51.426023 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=69 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:43:51.434612 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=15 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:43:51.918255 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcc6fc5-c760-4756-9420-5df01662370b req-f8825b63-6db0-433f-bded-4f5cf42cf5f3 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:43:51.919789 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-0fcc6fc5-c760-4756-9420-5df01662370b req-f8825b63-6db0-433f-bded-4f5cf42cf5f3 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] 10.222.0.40 "GET /v2.0/ports?device_id=d4c247cb-d14e-4c48-b6ec-9dd53c2f7020 HTTP/1.1" status: 200 len: 946 time: 0.0525026 Jun 16 17:43:51.972436 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-0fcc6fc5-c760-4756-9420-5df01662370b req-c812b893-a5b4-41e8-a6d5-9e05073a99f9 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] 10.222.0.40 "GET /v2.0/security-groups?id=c99e9d2f-61bf-429d-a23a-df374ca07018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467882 Jun 16 17:43:52.259517 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.agents_db [None req-618f4cd3-4a7d-480c-b6e2-8b59597e19f3 None None] Agent healthcheck: found 6 active agents {{(pid=104055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 17:43:53.101222 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9993c487-149f-4459-ad31-a539c3281339 req-cd0817dc-7c00-4b69-945b-137ca55437b2 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:43:53.102715 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-9993c487-149f-4459-ad31-a539c3281339 req-cd0817dc-7c00-4b69-945b-137ca55437b2 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] 10.222.0.40 "GET /v2.0/ports?device_id=d4c247cb-d14e-4c48-b6ec-9dd53c2f7020 HTTP/1.1" status: 200 len: 946 time: 0.0499368 Jun 16 17:43:53.173096 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-9993c487-149f-4459-ad31-a539c3281339 req-da04054b-fca6-49f4-8068-38b9d5925bd1 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] 10.222.0.40 "GET /v2.0/security-groups?id=c99e9d2f-61bf-429d-a23a-df374ca07018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632598 Jun 16 17:43:54.294770 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34af63b-4f0d-4e6f-b613-1531d9bd515d req-6f7cf9e2-6176-4163-bb1c-be95d33054f6 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:43:54.296247 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-b34af63b-4f0d-4e6f-b613-1531d9bd515d req-6f7cf9e2-6176-4163-bb1c-be95d33054f6 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] 10.222.0.40 "GET /v2.0/ports?device_id=d4c247cb-d14e-4c48-b6ec-9dd53c2f7020 HTTP/1.1" status: 200 len: 946 time: 0.0478618 Jun 16 17:43:54.350554 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-b34af63b-4f0d-4e6f-b613-1531d9bd515d req-0a6477b9-172c-4f0f-a7bd-0d741e8cbf14 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] 10.222.0.40 "GET /v2.0/security-groups?id=c99e9d2f-61bf-429d-a23a-df374ca07018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464625 Jun 16 17:43:55.483799 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fae688-1c40-4b84-b197-4ac5b50d841c req-12254204-2eec-4acb-93f7-30f9254de4f7 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:43:55.485330 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-98fae688-1c40-4b84-b197-4ac5b50d841c req-12254204-2eec-4acb-93f7-30f9254de4f7 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] 10.222.0.40 "GET /v2.0/ports?device_id=d4c247cb-d14e-4c48-b6ec-9dd53c2f7020 HTTP/1.1" status: 200 len: 946 time: 0.0596552 Jun 16 17:43:55.535960 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-98fae688-1c40-4b84-b197-4ac5b50d841c req-8da3ad89-cc90-40be-8346-c0b0a6cccbf8 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] 10.222.0.40 "GET /v2.0/security-groups?id=c99e9d2f-61bf-429d-a23a-df374ca07018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448470 Jun 16 17:43:55.704284 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c13c4a-a2fc-4b38-b5d9-49afbaf576cd req-762f466d-efcc-4396-8cd8-7b1bfecdc28d tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:43:55.706016 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-13c13c4a-a2fc-4b38-b5d9-49afbaf576cd req-762f466d-efcc-4396-8cd8-7b1bfecdc28d tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4c247cb-d14e-4c48-b6ec-9dd53c2f7020 HTTP/1.1" status: 200 len: 946 time: 0.0600786 Jun 16 17:43:55.801300 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [req-13c13c4a-a2fc-4b38-b5d9-49afbaf576cd req-57ec4b64-2e0f-4386-b49f-78049999f896 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] Deleting port 847dc5cf-0312-4fdf-b298-3e5d0e5ddbca {{(pid=104052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 17:43:55.801713 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-13c13c4a-a2fc-4b38-b5d9-49afbaf576cd req-57ec4b64-2e0f-4386-b49f-78049999f896 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762170394215'] for port (847dc5cf-0312-4fdf-b298-3e5d0e5ddbca), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:43:55.913453 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [req-13c13c4a-a2fc-4b38-b5d9-49afbaf576cd req-57ec4b64-2e0f-4386-b49f-78049999f896 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] For port 847dc5cf-0312-4fdf-b298-3e5d0e5ddbca, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=847dc5cf-0312-4fdf-b298-3e5d0e5ddbca,segment=NetworkSegment(a1b48b15-076c-4aa1-a79b-438d76e5c4f8),segment_id=a1b48b15-076c-4aa1-a79b-438d76e5c4f8)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:43:55.913808 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-13c13c4a-a2fc-4b38-b5d9-49afbaf576cd req-57ec4b64-2e0f-4386-b49f-78049999f896 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376266'] for port (847dc5cf-0312-4fdf-b298-3e5d0e5ddbca), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:43:55.935845 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [req-13c13c4a-a2fc-4b38-b5d9-49afbaf576cd req-57ec4b64-2e0f-4386-b49f-78049999f896 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] Calling delete_port for 847dc5cf-0312-4fdf-b298-3e5d0e5ddbca owned by compute:nova {{(pid=104052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 17:43:56.076446 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-13c13c4a-a2fc-4b38-b5d9-49afbaf576cd req-57ec4b64-2e0f-4386-b49f-78049999f896 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762170396510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762170029087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62916395'] for port (847dc5cf-0312-4fdf-b298-3e5d0e5ddbca), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:43:56.091162 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] get_ports_and_sgs() called for port_ids ['847dc5cf-0312-4fdf-b298-3e5d0e5ddbca'] {{(pid=104054) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 17:43:56.133457 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ec4b64-2e0f-4386-b49f-78049999f896 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] Pushing event deleted for resources: {'Port': ['ID=847dc5cf-0312-4fdf-b298-3e5d0e5ddbca,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:43:56.159119 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ec4b64-2e0f-4386-b49f-78049999f896 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:43:56.160421 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ec4b64-2e0f-4386-b49f-78049999f896 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:43:56.160421 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ec4b64-2e0f-4386-b49f-78049999f896 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:43:56.160709 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ec4b64-2e0f-4386-b49f-78049999f896 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:43:56.161255 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ec4b64-2e0f-4386-b49f-78049999f896 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:43:56.161785 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ec4b64-2e0f-4386-b49f-78049999f896 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:43:56.162291 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ec4b64-2e0f-4386-b49f-78049999f896 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:43:56.162802 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ec4b64-2e0f-4386-b49f-78049999f896 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:43:56.163314 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ec4b64-2e0f-4386-b49f-78049999f896 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:43:56.163854 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ec4b64-2e0f-4386-b49f-78049999f896 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:43:56.164387 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ec4b64-2e0f-4386-b49f-78049999f896 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:43:56.164927 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ec4b64-2e0f-4386-b49f-78049999f896 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:43:56.165469 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ec4b64-2e0f-4386-b49f-78049999f896 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:43:56.165980 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ec4b64-2e0f-4386-b49f-78049999f896 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:43:56.166521 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ec4b64-2e0f-4386-b49f-78049999f896 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:43:56.235068 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [req-13c13c4a-a2fc-4b38-b5d9-49afbaf576cd req-57ec4b64-2e0f-4386-b49f-78049999f896 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] No DVR routers for this DVR port 847dc5cf-0312-4fdf-b298-3e5d0e5ddbca on host hv-cinder-83754 {{(pid=104052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 17:43:56.238710 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-13c13c4a-a2fc-4b38-b5d9-49afbaf576cd req-57ec4b64-2e0f-4386-b49f-78049999f896 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228225'] for port (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:43:56.243891 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-13c13c4a-a2fc-4b38-b5d9-49afbaf576cd req-57ec4b64-2e0f-4386-b49f-78049999f896 tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] 10.222.0.47 "DELETE /v2.0/ports/847dc5cf-0312-4fdf-b298-3e5d0e5ddbca HTTP/1.1" status: 204 len: 173 time: 0.5321610 Jun 16 17:43:56.244556 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4c247cb-d14e-4c48-b6ec-9dd53c2f7020', 'name': 'network-vif-deleted', 'tag': '847dc5cf-0312-4fdf-b298-3e5d0e5ddbca'}] {{(pid=104052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 17:43:56.249089 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9713fa4f09cf3058fa9276dada2b44135c9dd2e88d0acd54628e4483b77b1e61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c3b85c2-19c9-48d7-a1e8-029525846e5d" -d '{"events": [{"server_uuid": "d4c247cb-d14e-4c48-b6ec-9dd53c2f7020", "name": "network-vif-deleted", "tag": "847dc5cf-0312-4fdf-b298-3e5d0e5ddbca"}]}' {{(pid=104052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:43:56.291342 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 17:43:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42adb8a0-52ee-4ca3-9add-230637458907 x-openstack-request-id: req-42adb8a0-52ee-4ca3-9add-230637458907 {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:43:56.291756 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4c247cb-d14e-4c48-b6ec-9dd53c2f7020", "name": "network-vif-deleted", "tag": "847dc5cf-0312-4fdf-b298-3e5d0e5ddbca", "status": "completed", "code": 200}]} {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:43:56.292149 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-42adb8a0-52ee-4ca3-9add-230637458907 {{(pid=104052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:43:56.292725 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42adb8a0-52ee-4ca3-9add-230637458907'] response: {'server_uuid': 'd4c247cb-d14e-4c48-b6ec-9dd53c2f7020', 'name': 'network-vif-deleted', 'tag': '847dc5cf-0312-4fdf-b298-3e5d0e5ddbca', 'status': 'completed', 'code': 200} Jun 16 17:43:56.677117 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-ce9c0706-17b1-4524-b535-ea7d9b867c95 req-8109e819-f41f-43be-919a-a51f7d075bfa tempest-TestMinimumBasicScenario-866547470 tempest-TestMinimumBasicScenario-866547470-project] 10.222.0.40 "GET /v2.0/ports?device_id=d4c247cb-d14e-4c48-b6ec-9dd53c2f7020 HTTP/1.1" status: 200 len: 210 time: 0.0476913 Jun 16 17:43:58.129878 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Device 847dc5cf-0312-4fdf-b298-3e5d0e5ddbca no longer exists at agent hyperv_hv-cinder-83754 {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 17:43:58.155153 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] No Port match for: 847dc5cf-0312-4fdf-b298-3e5d0e5ddbca {{(pid=104054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 17:43:58.155598 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Device 847dc5cf-0312-4fdf-b298-3e5d0e5ddbca not bound to the agent host hv-cinder-83754 {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 17:43:58.410134 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 35706) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:43:58.547740 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:43:58.554571 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:43:58.757067 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-f9d1475d-6e0e-4482-8d10-b0698a042f06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-361930'] for router_interface (21b6238a-2945-42b8-8944-3c7684126694), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:43:58.968861 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-0ceff29b-f3d3-4d66-b351-e9eab842581a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (e26ebcb9-a690-4ec1-8688-e951546304f4), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:43:58.999177 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-f9d1475d-6e0e-4482-8d10-b0698a042f06 admin admin] Deleting port e5c402f4-6346-4780-90bd-9d2c5ff2601a {{(pid=104052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 17:43:58.999505 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-f9d1475d-6e0e-4482-8d10-b0698a042f06 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762170394215'] for port (e5c402f4-6346-4780-90bd-9d2c5ff2601a), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:43:59.082892 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-f9d1475d-6e0e-4482-8d10-b0698a042f06 admin admin] For port e5c402f4-6346-4780-90bd-9d2c5ff2601a, host dv-cinder-837546-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-2-iscsi',level=0,port_id=e5c402f4-6346-4780-90bd-9d2c5ff2601a,segment=NetworkSegment(a1b48b15-076c-4aa1-a79b-438d76e5c4f8),segment_id=a1b48b15-076c-4aa1-a79b-438d76e5c4f8)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:43:59.083242 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-f9d1475d-6e0e-4482-8d10-b0698a042f06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376266'] for port (e5c402f4-6346-4780-90bd-9d2c5ff2601a), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:43:59.098013 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-f9d1475d-6e0e-4482-8d10-b0698a042f06 admin admin] Calling delete_port for e5c402f4-6346-4780-90bd-9d2c5ff2601a owned by network:router_interface {{(pid=104052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 17:43:59.335075 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-f9d1475d-6e0e-4482-8d10-b0698a042f06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762170396510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762170029087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62916395'] for port (e5c402f4-6346-4780-90bd-9d2c5ff2601a), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:43:59.375821 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d1475d-6e0e-4482-8d10-b0698a042f06 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5c402f4-6346-4780-90bd-9d2c5ff2601a,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:43:59.545185 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:43:59.551323 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:43:59.572339 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-f9d1475d-6e0e-4482-8d10-b0698a042f06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1626484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-362330'] for router_interface (21b6238a-2945-42b8-8944-3c7684126694), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:43:59.813536 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9d1475d-6e0e-4482-8d10-b0698a042f06 admin admin] Router 21b6238a-2945-42b8-8944-3c7684126694 has already been hosted by L3 agent 43e250b4-0ce3-4949-aa8c-0bafe6454580 {{(pid=104052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 17:43:59.932122 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9d1475d-6e0e-4482-8d10-b0698a042f06 admin admin] Notify agent at l3_agent.dv-cinder-837546-2-iscsi the message routers_updated {{(pid=104052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 17:43:59.938636 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-f9d1475d-6e0e-4482-8d10-b0698a042f06 admin admin] 10.222.0.40 "PUT /v2.0/routers/21b6238a-2945-42b8-8944-3c7684126694/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5270543 Jun 16 17:43:59.941505 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 35722) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:43:59.945713 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b509fe3e-76f1-4e8a-ba50-4420cbbcc44a None None] Sync routers for ids ['21b6238a-2945-42b8-8944-3c7684126694'] in dv-cinder-837546-2-iscsi {{(pid=104055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:43:59.959268 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b509fe3e-76f1-4e8a-ba50-4420cbbcc44a None None] Routers {'21b6238a-2945-42b8-8944-3c7684126694'} bound to L3 agent in host dv-cinder-837546-2-iscsi {{(pid=104055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:43:59.959981 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-b509fe3e-76f1-4e8a-ba50-4420cbbcc44a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T17:26:01Z,description=,heartbeat_timestamp=2022-06-16T17:43:31Z,host='dv-cinder-837546-2-iscsi',id=43e250b4-0ce3-4949-aa8c-0bafe6454580,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:26:01Z,topic='l3_agent')) {'router_ids': ['21b6238a-2945-42b8-8944-3c7684126694'], 'active': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:44:00.082242 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-a2564a02-4fe5-4bf9-814c-c89b2ebe976f admin admin] Publish callbacks [] for router (21b6238a-2945-42b8-8944-3c7684126694), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:44:00.085573 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvr_db [None req-b509fe3e-76f1-4e8a-ba50-4420cbbcc44a None None] Set router 21b6238a-2945-42b8-8944-3c7684126694 gateway port host: dv-cinder-837546-2-iscsi {{(pid=104055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:44:00.202762 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-a2564a02-4fe5-4bf9-814c-c89b2ebe976f admin admin] Publish callbacks [] for router_gateway (21b6238a-2945-42b8-8944-3c7684126694), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:44:00.261170 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-a2564a02-4fe5-4bf9-814c-c89b2ebe976f admin admin] Deleting port 55aa95ce-e3ad-4b2d-94dc-82db1585ddd4 {{(pid=104052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 17:44:00.261170 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-a2564a02-4fe5-4bf9-814c-c89b2ebe976f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762170394215'] for port (55aa95ce-e3ad-4b2d-94dc-82db1585ddd4), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:44:00.278385 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-b509fe3e-76f1-4e8a-ba50-4420cbbcc44a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21b6238a-2945-42b8-8944-3c7684126694', 'name': 'tempest-TestMinimumBasicScenario-615183978-router', 'tenant_id': 'ad7c8fc06d764104b1c7107b48d8dddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'external_fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': '55aa95ce-e3ad-4b2d-94dc-82db1585ddd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:40:47Z', 'updated_at': '2022-06-16T17:43:59Z', 'revision_number': 5, 'project_id': 'ad7c8fc06d764104b1c7107b48d8dddc', 'gw_port': {'id': '55aa95ce-e3ad-4b2d-94dc-82db1585ddd4', 'name': '', 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:39:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b6238a-2945-42b8-8944-3c7684126694', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:40:48Z', 'updated_at': '2022-06-16T17:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47584a51-19b7-439b-9f28-a7f577441b18', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-2-iscsi'}], 'dv-cinder-837546-2-iscsi', False) {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:44:00.306068 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b509fe3e-76f1-4e8a-ba50-4420cbbcc44a None None] Checking router: 21b6238a-2945-42b8-8944-3c7684126694 for host: dv-cinder-837546-2-iscsi {{(pid=104055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:44:00.315671 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b509fe3e-76f1-4e8a-ba50-4420cbbcc44a None None] Routers {'21b6238a-2945-42b8-8944-3c7684126694'} bound to L3 agent in host dv-cinder-837546-2-iscsi {{(pid=104055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:44:00.316279 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-b509fe3e-76f1-4e8a-ba50-4420cbbcc44a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T17:26:01Z,description=,heartbeat_timestamp=2022-06-16T17:43:31Z,host='dv-cinder-837546-2-iscsi',id=43e250b4-0ce3-4949-aa8c-0bafe6454580,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:26:01Z,topic='l3_agent')) {'router_ids': ['21b6238a-2945-42b8-8944-3c7684126694'], 'active': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:44:00.352986 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-a2564a02-4fe5-4bf9-814c-c89b2ebe976f admin admin] For port 55aa95ce-e3ad-4b2d-94dc-82db1585ddd4, host dv-cinder-837546-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-2-iscsi',level=0,port_id=55aa95ce-e3ad-4b2d-94dc-82db1585ddd4,segment=NetworkSegment(f847f272-90b1-4369-8e48-25aa20ff3114),segment_id=f847f272-90b1-4369-8e48-25aa20ff3114)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:44:00.353454 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-a2564a02-4fe5-4bf9-814c-c89b2ebe976f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376266'] for port (55aa95ce-e3ad-4b2d-94dc-82db1585ddd4), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:44:00.376835 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-a2564a02-4fe5-4bf9-814c-c89b2ebe976f admin admin] Calling delete_port for 55aa95ce-e3ad-4b2d-94dc-82db1585ddd4 owned by network:router_gateway {{(pid=104052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 17:44:00.406755 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:44:00.408650 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvr_db [None req-b509fe3e-76f1-4e8a-ba50-4420cbbcc44a None None] Set router 21b6238a-2945-42b8-8944-3c7684126694 gateway port host: None {{(pid=104055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:44:00.460841 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-b509fe3e-76f1-4e8a-ba50-4420cbbcc44a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21b6238a-2945-42b8-8944-3c7684126694', 'name': 'tempest-TestMinimumBasicScenario-615183978-router', 'tenant_id': 'ad7c8fc06d764104b1c7107b48d8dddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:40:47Z', 'updated_at': '2022-06-16T17:44:00Z', 'revision_number': 6, 'project_id': 'ad7c8fc06d764104b1c7107b48d8dddc', 'gw_port_host': None}], 'dv-cinder-837546-2-iscsi', False) {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:44:00.492559 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b509fe3e-76f1-4e8a-ba50-4420cbbcc44a None None] The sync data for ids ['21b6238a-2945-42b8-8944-3c7684126694'] in dv-cinder-837546-2-iscsi is: [{'id': '21b6238a-2945-42b8-8944-3c7684126694', 'name': 'tempest-TestMinimumBasicScenario-615183978-router', 'tenant_id': 'ad7c8fc06d764104b1c7107b48d8dddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:40:47Z', 'updated_at': '2022-06-16T17:44:00Z', 'revision_number': 6, 'project_id': 'ad7c8fc06d764104b1c7107b48d8dddc', 'gw_port_host': None}] {{(pid=104055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:44:00.802685 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:44:00.871157 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-a2564a02-4fe5-4bf9-814c-c89b2ebe976f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762170396510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762170029087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62916395'] for port (55aa95ce-e3ad-4b2d-94dc-82db1585ddd4), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:44:00.880539 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:44:00.898670 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2564a02-4fe5-4bf9-814c-c89b2ebe976f admin admin] Pushing event deleted for resources: {'Port': ['ID=55aa95ce-e3ad-4b2d-94dc-82db1585ddd4,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:44:00.972747 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-a2564a02-4fe5-4bf9-814c-c89b2ebe976f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-375437'] for router_gateway (21b6238a-2945-42b8-8944-3c7684126694), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:44:01.066631 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-a2564a02-4fe5-4bf9-814c-c89b2ebe976f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-376196', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11533'] for router (21b6238a-2945-42b8-8944-3c7684126694), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:44:01.068824 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-a2564a02-4fe5-4bf9-814c-c89b2ebe976f admin admin] Publish callbacks [] for router_controller (21b6238a-2945-42b8-8944-3c7684126694), precommit_delete_associations {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:44:01.116799 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-a2564a02-4fe5-4bf9-814c-c89b2ebe976f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-376302'] for router (21b6238a-2945-42b8-8944-3c7684126694), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:44:01.117662 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2564a02-4fe5-4bf9-814c-c89b2ebe976f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 21b6238a-2945-42b8-8944-3c7684126694 {{(pid=104052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 16 17:44:01.126182 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-a2564a02-4fe5-4bf9-814c-c89b2ebe976f admin admin] Publish callbacks [] for router (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:44:01.130116 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-a2564a02-4fe5-4bf9-814c-c89b2ebe976f admin admin] 10.222.0.40 "DELETE /v2.0/routers/21b6238a-2945-42b8-8944-3c7684126694 HTTP/1.1" status: 204 len: 168 time: 1.1855347 Jun 16 17:44:01.130472 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 35730) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:44:01.179129 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d771439-ab7d-4d8e-8777-5e95f1a625ea admin admin] Deleting subnet 2145066f-716c-439f-a5f9-9db79788f95e {{(pid=104053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 16 17:44:01.182402 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-4d771439-ab7d-4d8e-8777-5e95f1a625ea admin admin] Publish callbacks [] for subnet (2145066f-716c-439f-a5f9-9db79788f95e), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:44:01.224282 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-4d771439-ab7d-4d8e-8777-5e95f1a625ea admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64692026'] for subnet (2145066f-716c-439f-a5f9-9db79788f95e), precommit_delete_associations {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:44:01.294617 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-079fd89b-c341-4c2b-a85c-9738df168071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (43e250b4-0ce3-4949-aa8c-0bafe6454580), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:44:01.328682 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-4d771439-ab7d-4d8e-8777-5e95f1a625ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1565816'] for subnet (2145066f-716c-439f-a5f9-9db79788f95e), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:44:01.421554 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-4d771439-ab7d-4d8e-8777-5e95f1a625ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1565763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64764616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64831976'] for subnet (2145066f-716c-439f-a5f9-9db79788f95e), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:44:01.443296 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09fdd72-207d-4e5e-b2b7-c43076d3ada6 req-5c3d899f-26b5-4fb1-9857-aca00946049c tempest-VolumesSnapshotTestJSON-1672951330 tempest-VolumesSnapshotTestJSON-1672951330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:44:01.445727 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-c09fdd72-207d-4e5e-b2b7-c43076d3ada6 req-5c3d899f-26b5-4fb1-9857-aca00946049c tempest-VolumesSnapshotTestJSON-1672951330 tempest-VolumesSnapshotTestJSON-1672951330-project] 10.222.0.40 "GET /v2.0/ports?device_id=86d0846b-c4b5-4931-8752-4a71919b4b78 HTTP/1.1" status: 200 len: 946 time: 0.0827787 Jun 16 17:44:01.456302 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d771439-ab7d-4d8e-8777-5e95f1a625ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2145066f-716c-439f-a5f9-9db79788f95e,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:44:01.463219 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-4d771439-ab7d-4d8e-8777-5e95f1a625ea admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:44:01.469449 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-4d771439-ab7d-4d8e-8777-5e95f1a625ea admin admin] 10.222.0.40 "DELETE /v2.0/subnets/2145066f-716c-439f-a5f9-9db79788f95e HTTP/1.1" status: 204 len: 168 time: 0.3378835 Jun 16 17:44:01.471157 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4117202-929f-40b6-9aa9-1eb126f5565c None None] Network a9d8618e-26e4-4cf3-ab6a-5013cb00a484 requested from dv-cinder-837546-2-iscsi {{(pid=104054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 17:44:01.471789 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 35734) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:44:01.511528 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-c09fdd72-207d-4e5e-b2b7-c43076d3ada6 req-811240bc-5270-4b19-ac4f-a3acf6d289e3 tempest-VolumesSnapshotTestJSON-1672951330 tempest-VolumesSnapshotTestJSON-1672951330-project] 10.222.0.40 "GET /v2.0/security-groups?id=1e9f9bf4-fb30-449d-aa39-36adcfd72d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572793 Jun 16 17:44:01.555225 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c2b2b56a-b91f-493e-a6cf-109ad2bbdb4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-716355'] for network (a9d8618e-26e4-4cf3-ab6a-5013cb00a484), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:44:01.563028 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:44:01.614814 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-c2b2b56a-b91f-493e-a6cf-109ad2bbdb4b admin admin] Deleting port 328df56f-d0f1-4d05-8fed-217340d6d125 {{(pid=104053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 17:44:01.614814 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c2b2b56a-b91f-493e-a6cf-109ad2bbdb4b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762170394215'] for port (328df56f-d0f1-4d05-8fed-217340d6d125), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:44:01.657807 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e18a9ade-9741-470c-bd50-829cedb4a619 None None] DHCP port deletion for a9d8618e-26e4-4cf3-ab6a-5013cb00a484 request from dv-cinder-837546-2-iscsi {{(pid=104054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 16 17:44:01.700116 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-c2b2b56a-b91f-493e-a6cf-109ad2bbdb4b admin admin] For port 328df56f-d0f1-4d05-8fed-217340d6d125, host dv-cinder-837546-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-2-iscsi',level=0,port_id=328df56f-d0f1-4d05-8fed-217340d6d125,segment=NetworkSegment(a1b48b15-076c-4aa1-a79b-438d76e5c4f8),segment_id=a1b48b15-076c-4aa1-a79b-438d76e5c4f8)] {{(pid=104053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:44:01.700473 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c2b2b56a-b91f-493e-a6cf-109ad2bbdb4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376266'] for port (328df56f-d0f1-4d05-8fed-217340d6d125), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:44:01.704636 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-e18a9ade-9741-470c-bd50-829cedb4a619 None None] Deleting port 328df56f-d0f1-4d05-8fed-217340d6d125 {{(pid=104054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 17:44:01.705007 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-e18a9ade-9741-470c-bd50-829cedb4a619 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762170394215'] for port (328df56f-d0f1-4d05-8fed-217340d6d125), before_delete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:44:01.714482 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-c2b2b56a-b91f-493e-a6cf-109ad2bbdb4b admin admin] Calling delete_port for 328df56f-d0f1-4d05-8fed-217340d6d125 owned by network:dhcp {{(pid=104053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 17:44:01.774798 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-e18a9ade-9741-470c-bd50-829cedb4a619 None None] For port 328df56f-d0f1-4d05-8fed-217340d6d125, host dv-cinder-837546-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-2-iscsi',level=0,port_id=328df56f-d0f1-4d05-8fed-217340d6d125,segment=NetworkSegment(a1b48b15-076c-4aa1-a79b-438d76e5c4f8),segment_id=a1b48b15-076c-4aa1-a79b-438d76e5c4f8)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:44:01.775192 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-e18a9ade-9741-470c-bd50-829cedb4a619 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376266'] for port (328df56f-d0f1-4d05-8fed-217340d6d125), precommit_delete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:44:01.789414 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-e18a9ade-9741-470c-bd50-829cedb4a619 None None] Calling delete_port for 328df56f-d0f1-4d05-8fed-217340d6d125 owned by network:dhcp {{(pid=104054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 17:44:01.796744 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c2b2b56a-b91f-493e-a6cf-109ad2bbdb4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762170396510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762170029087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64764667'] for port (328df56f-d0f1-4d05-8fed-217340d6d125), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:44:01.828694 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b2b56a-b91f-493e-a6cf-109ad2bbdb4b admin admin] Pushing event deleted for resources: {'Port': ['ID=328df56f-d0f1-4d05-8fed-217340d6d125,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:44:01.830726 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b2b56a-b91f-493e-a6cf-109ad2bbdb4b admin admin] No DVR routers for this DVR port 328df56f-d0f1-4d05-8fed-217340d6d125 on host dv-cinder-837546-2-iscsi {{(pid=104053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 17:44:01.864682 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:44:01.872597 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-e18a9ade-9741-470c-bd50-829cedb4a619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762170396510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762170029087'] for port (328df56f-d0f1-4d05-8fed-217340d6d125), after_delete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:44:01.902483 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18a9ade-9741-470c-bd50-829cedb4a619 None None] Pushing event deleted for resources: {'Port': ['ID=328df56f-d0f1-4d05-8fed-217340d6d125,revision_number=None']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:44:01.903868 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c2b2b56a-b91f-493e-a6cf-109ad2bbdb4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1572665', 'neutron.services.segments.db._delete_segments_for_network-8762170470903'] for network (a9d8618e-26e4-4cf3-ab6a-5013cb00a484), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:44:01.906317 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18a9ade-9741-470c-bd50-829cedb4a619 None None] No DVR routers for this DVR port 328df56f-d0f1-4d05-8fed-217340d6d125 on host dv-cinder-837546-2-iscsi {{(pid=104054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 17:44:01.929426 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.services.segments.db [None req-c2b2b56a-b91f-493e-a6cf-109ad2bbdb4b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9d8618e-26e4-4cf3-ab6a-5013cb00a484']}} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:44:01.939934 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.services.segments.db [None req-c2b2b56a-b91f-493e-a6cf-109ad2bbdb4b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1b48b15-076c-4aa1-a79b-438d76e5c4f8') {'for_net_delete': True} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:44:01.940228 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.services.segments.db [None req-c2b2b56a-b91f-493e-a6cf-109ad2bbdb4b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1b48b15-076c-4aa1-a79b-438d76e5c4f8') {} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:44:01.951828 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c2b2b56a-b91f-493e-a6cf-109ad2bbdb4b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762170470786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64692013'] for segment (a1b48b15-076c-4aa1-a79b-438d76e5c4f8), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:44:01.967375 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c2b2b56a-b91f-493e-a6cf-109ad2bbdb4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1565696'] for segment (a1b48b15-076c-4aa1-a79b-438d76e5c4f8), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:44:01.975364 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2b2b56a-b91f-493e-a6cf-109ad2bbdb4b admin admin] Releasing vlan 333 on physical network physnet1 to pool {{(pid=104053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 17:44:01.975752 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c2b2b56a-b91f-493e-a6cf-109ad2bbdb4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1565696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64764438'] for segment (a1b48b15-076c-4aa1-a79b-438d76e5c4f8), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:44:02.004393 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.services.segments.plugin [-] Segment a1b48b15-076c-4aa1-a79b-438d76e5c4f8 resource provider aggregate not found Jun 16 17:44:02.035422 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.services.segments.plugin [-] Segment a1b48b15-076c-4aa1-a79b-438d76e5c4f8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a1b48b15-076c-4aa1-a79b-438d76e5c4f8 found for delete ", "request_id": "req-849ce5b5-9054-47c0-9b2f-e8b8598b6208"}]} Jun 16 17:44:02.054411 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c2b2b56a-b91f-493e-a6cf-109ad2bbdb4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1572662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-375457'] for network (a9d8618e-26e4-4cf3-ab6a-5013cb00a484), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:44:02.063064 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c2b2b56a-b91f-493e-a6cf-109ad2bbdb4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626521'] for network (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:44:02.067240 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-c2b2b56a-b91f-493e-a6cf-109ad2bbdb4b admin admin] 10.222.0.40 "DELETE /v2.0/networks/a9d8618e-26e4-4cf3-ab6a-5013cb00a484 HTTP/1.1" status: 204 len: 168 time: 0.5944958 Jun 16 17:44:02.067951 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:44:02.070665 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 35740) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:44:02.089525 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b2b56a-b91f-493e-a6cf-109ad2bbdb4b admin admin] Pushing event deleted for resources: {'Network': ['ID=a9d8618e-26e4-4cf3-ab6a-5013cb00a484,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:44:02.270476 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:44:02.421029 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-ed6bce88-14a8-440c-9373-f18eca46e982 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-361930'] for router_interface (bbdb111f-6383-4395-b53c-6b00605e6659), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:44:02.478256 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Device 328df56f-d0f1-4d05-8fed-217340d6d125 no longer exists at agent ovs-agent-dv-cinder-837546-2-iscsi {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 17:44:02.502676 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] No Port match for: 328df56f-d0f1-4d05-8fed-217340d6d125 {{(pid=104054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 17:44:02.503072 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Device 328df56f-d0f1-4d05-8fed-217340d6d125 not bound to the agent host dv-cinder-837546-2-iscsi {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 17:44:02.503483 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Device e5c402f4-6346-4780-90bd-9d2c5ff2601a no longer exists at agent ovs-agent-dv-cinder-837546-2-iscsi {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 17:44:02.529338 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] No Port match for: e5c402f4-6346-4780-90bd-9d2c5ff2601a {{(pid=104054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 17:44:02.529338 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Device e5c402f4-6346-4780-90bd-9d2c5ff2601a not bound to the agent host dv-cinder-837546-2-iscsi {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 17:44:02.532553 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Device 55aa95ce-e3ad-4b2d-94dc-82db1585ddd4 no longer exists at agent ovs-agent-dv-cinder-837546-2-iscsi {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 17:44:02.550281 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-359da135-d845-4d2e-a034-e84fcb95f5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (8e118b8c-b091-4f14-909a-13c66b53efc1), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:44:02.550960 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] No Port match for: 55aa95ce-e3ad-4b2d-94dc-82db1585ddd4 {{(pid=104054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 17:44:02.551266 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Device 55aa95ce-e3ad-4b2d-94dc-82db1585ddd4 not bound to the agent host dv-cinder-837546-2-iscsi {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 17:44:02.652883 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69230aab-fe60-455c-be48-02f5d1ce7504 req-96ead79e-0add-45f0-b20d-b7fbd9984fe7 tempest-VolumesSnapshotTestJSON-1672951330 tempest-VolumesSnapshotTestJSON-1672951330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:44:02.654473 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-69230aab-fe60-455c-be48-02f5d1ce7504 req-96ead79e-0add-45f0-b20d-b7fbd9984fe7 tempest-VolumesSnapshotTestJSON-1672951330 tempest-VolumesSnapshotTestJSON-1672951330-project] 10.222.0.40 "GET /v2.0/ports?device_id=86d0846b-c4b5-4931-8752-4a71919b4b78 HTTP/1.1" status: 200 len: 946 time: 0.0534196 Jun 16 17:44:02.662693 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-ed6bce88-14a8-440c-9373-f18eca46e982 admin admin] Deleting port 6158f1b6-728e-427d-9bb9-91dd705bb9f0 {{(pid=104053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 17:44:02.663031 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-ed6bce88-14a8-440c-9373-f18eca46e982 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762170394215'] for port (6158f1b6-728e-427d-9bb9-91dd705bb9f0), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:44:02.704952 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-69230aab-fe60-455c-be48-02f5d1ce7504 req-2bc1de0d-1deb-43da-9161-ca0ef2befa49 tempest-VolumesSnapshotTestJSON-1672951330 tempest-VolumesSnapshotTestJSON-1672951330-project] 10.222.0.40 "GET /v2.0/security-groups?id=1e9f9bf4-fb30-449d-aa39-36adcfd72d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443900 Jun 16 17:44:02.757592 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-ed6bce88-14a8-440c-9373-f18eca46e982 admin admin] For port 6158f1b6-728e-427d-9bb9-91dd705bb9f0, host dv-cinder-837546-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-2-iscsi',level=0,port_id=6158f1b6-728e-427d-9bb9-91dd705bb9f0,segment=NetworkSegment(942f81d7-f800-48dc-97f4-a6e69d636814),segment_id=942f81d7-f800-48dc-97f4-a6e69d636814)] {{(pid=104053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:44:02.757897 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-ed6bce88-14a8-440c-9373-f18eca46e982 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376266'] for port (6158f1b6-728e-427d-9bb9-91dd705bb9f0), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:44:02.772359 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-ed6bce88-14a8-440c-9373-f18eca46e982 admin admin] Calling delete_port for 6158f1b6-728e-427d-9bb9-91dd705bb9f0 owned by network:router_interface {{(pid=104053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 17:44:02.963089 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-ed6bce88-14a8-440c-9373-f18eca46e982 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762170396510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762170029087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64764667'] for port (6158f1b6-728e-427d-9bb9-91dd705bb9f0), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:44:02.971447 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:44:02.991632 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6bce88-14a8-440c-9373-f18eca46e982 admin admin] Pushing event deleted for resources: {'Port': ['ID=6158f1b6-728e-427d-9bb9-91dd705bb9f0,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:44:03.035567 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b811b6d-acda-464c-bedb-ee06a2d863e7 req-4414615f-339f-4674-b194-d0a29563481a tempest-VolumesSnapshotTestJSON-1672951330 tempest-VolumesSnapshotTestJSON-1672951330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:44:03.037199 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-9b811b6d-acda-464c-bedb-ee06a2d863e7 req-4414615f-339f-4674-b194-d0a29563481a tempest-VolumesSnapshotTestJSON-1672951330 tempest-VolumesSnapshotTestJSON-1672951330-project] 10.222.0.47 "GET /v2.0/ports?device_id=86d0846b-c4b5-4931-8752-4a71919b4b78 HTTP/1.1" status: 200 len: 946 time: 0.0560510 Jun 16 17:44:03.138231 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [req-9b811b6d-acda-464c-bedb-ee06a2d863e7 req-ca8b947c-c380-477c-8953-950b469c3a3d tempest-VolumesSnapshotTestJSON-1672951330 tempest-VolumesSnapshotTestJSON-1672951330-project] Deleting port 99ed25c1-10d3-4534-bc18-a08b9bb5025c {{(pid=104052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 17:44:03.138675 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-9b811b6d-acda-464c-bedb-ee06a2d863e7 req-ca8b947c-c380-477c-8953-950b469c3a3d tempest-VolumesSnapshotTestJSON-1672951330 tempest-VolumesSnapshotTestJSON-1672951330-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762170394215'] for port (99ed25c1-10d3-4534-bc18-a08b9bb5025c), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:44:03.173771 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-ed6bce88-14a8-440c-9373-f18eca46e982 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1626484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-362330'] for router_interface (bbdb111f-6383-4395-b53c-6b00605e6659), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:44:03.188901 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:44:03.247729 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [req-9b811b6d-acda-464c-bedb-ee06a2d863e7 req-ca8b947c-c380-477c-8953-950b469c3a3d tempest-VolumesSnapshotTestJSON-1672951330 tempest-VolumesSnapshotTestJSON-1672951330-project] For port 99ed25c1-10d3-4534-bc18-a08b9bb5025c, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=99ed25c1-10d3-4534-bc18-a08b9bb5025c,segment=NetworkSegment(7bfc72ec-0b8b-4e76-beae-b3dd00144182),segment_id=7bfc72ec-0b8b-4e76-beae-b3dd00144182)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:44:03.248099 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-9b811b6d-acda-464c-bedb-ee06a2d863e7 req-ca8b947c-c380-477c-8953-950b469c3a3d tempest-VolumesSnapshotTestJSON-1672951330 tempest-VolumesSnapshotTestJSON-1672951330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376266'] for port (99ed25c1-10d3-4534-bc18-a08b9bb5025c), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:44:03.265906 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [req-9b811b6d-acda-464c-bedb-ee06a2d863e7 req-ca8b947c-c380-477c-8953-950b469c3a3d tempest-VolumesSnapshotTestJSON-1672951330 tempest-VolumesSnapshotTestJSON-1672951330-project] Calling delete_port for 99ed25c1-10d3-4534-bc18-a08b9bb5025c owned by compute:nova {{(pid=104052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 17:44:03.451359 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-9b811b6d-acda-464c-bedb-ee06a2d863e7 req-ca8b947c-c380-477c-8953-950b469c3a3d tempest-VolumesSnapshotTestJSON-1672951330 tempest-VolumesSnapshotTestJSON-1672951330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762170396510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762170029087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62916395'] for port (99ed25c1-10d3-4534-bc18-a08b9bb5025c), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:44:03.465171 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] get_ports_and_sgs() called for port_ids ['99ed25c1-10d3-4534-bc18-a08b9bb5025c'] {{(pid=104054) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 17:44:03.488472 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8b947c-c380-477c-8953-950b469c3a3d tempest-VolumesSnapshotTestJSON-1672951330 tempest-VolumesSnapshotTestJSON-1672951330-project] Pushing event deleted for resources: {'Port': ['ID=99ed25c1-10d3-4534-bc18-a08b9bb5025c,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:44:03.539474 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b811b6d-acda-464c-bedb-ee06a2d863e7 req-ca8b947c-c380-477c-8953-950b469c3a3d tempest-VolumesSnapshotTestJSON-1672951330 tempest-VolumesSnapshotTestJSON-1672951330-project] No DVR routers for this DVR port 99ed25c1-10d3-4534-bc18-a08b9bb5025c on host hv-cinder-83754 {{(pid=104052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 17:44:03.543560 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-9b811b6d-acda-464c-bedb-ee06a2d863e7 req-ca8b947c-c380-477c-8953-950b469c3a3d tempest-VolumesSnapshotTestJSON-1672951330 tempest-VolumesSnapshotTestJSON-1672951330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228225'] for port (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:44:03.547551 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-9b811b6d-acda-464c-bedb-ee06a2d863e7 req-ca8b947c-c380-477c-8953-950b469c3a3d tempest-VolumesSnapshotTestJSON-1672951330 tempest-VolumesSnapshotTestJSON-1672951330-project] 10.222.0.47 "DELETE /v2.0/ports/99ed25c1-10d3-4534-bc18-a08b9bb5025c HTTP/1.1" status: 204 len: 173 time: 0.5035357 Jun 16 17:44:03.548173 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86d0846b-c4b5-4931-8752-4a71919b4b78', 'name': 'network-vif-deleted', 'tag': '99ed25c1-10d3-4534-bc18-a08b9bb5025c'}] {{(pid=104052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 17:44:03.551403 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9713fa4f09cf3058fa9276dada2b44135c9dd2e88d0acd54628e4483b77b1e61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-822a3fa3-73ee-45d6-b1dc-c9129c3a6b3b" -d '{"events": [{"server_uuid": "86d0846b-c4b5-4931-8752-4a71919b4b78", "name": "network-vif-deleted", "tag": "99ed25c1-10d3-4534-bc18-a08b9bb5025c"}]}' {{(pid=104052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:44:03.617960 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 17:44:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf0be594-c4b5-4f7b-8c0a-ad0e75801c4c x-openstack-request-id: req-cf0be594-c4b5-4f7b-8c0a-ad0e75801c4c {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:44:03.618914 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86d0846b-c4b5-4931-8752-4a71919b4b78", "name": "network-vif-deleted", "tag": "99ed25c1-10d3-4534-bc18-a08b9bb5025c", "status": "completed", "code": 200}]} {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:44:03.621494 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-cf0be594-c4b5-4f7b-8c0a-ad0e75801c4c {{(pid=104052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:44:03.622276 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf0be594-c4b5-4f7b-8c0a-ad0e75801c4c'] response: {'server_uuid': '86d0846b-c4b5-4931-8752-4a71919b4b78', 'name': 'network-vif-deleted', 'tag': '99ed25c1-10d3-4534-bc18-a08b9bb5025c', 'status': 'completed', 'code': 200} Jun 16 17:44:03.717387 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed6bce88-14a8-440c-9373-f18eca46e982 admin admin] Router bbdb111f-6383-4395-b53c-6b00605e6659 has already been hosted by L3 agent 43e250b4-0ce3-4949-aa8c-0bafe6454580 {{(pid=104053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 17:44:03.878630 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-1a031312-88f3-443c-af9c-fb4a9700f6c3 req-d737eacb-bebb-489a-b724-3c246f66d02c tempest-VolumesSnapshotTestJSON-1672951330 tempest-VolumesSnapshotTestJSON-1672951330-project] 10.222.0.40 "GET /v2.0/ports?device_id=86d0846b-c4b5-4931-8752-4a71919b4b78 HTTP/1.1" status: 200 len: 210 time: 0.0313878 Jun 16 17:44:03.882953 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed6bce88-14a8-440c-9373-f18eca46e982 admin admin] Notify agent at l3_agent.dv-cinder-837546-2-iscsi the message routers_updated {{(pid=104053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 17:44:03.887986 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-ed6bce88-14a8-440c-9373-f18eca46e982 admin admin] 10.222.0.40 "PUT /v2.0/routers/bbdb111f-6383-4395-b53c-6b00605e6659/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8160222 Jun 16 17:44:03.890874 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 35748) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:44:03.893840 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5707dc0d-119c-46f0-b045-ac1855ba2c25 None None] Sync routers for ids ['bbdb111f-6383-4395-b53c-6b00605e6659'] in dv-cinder-837546-2-iscsi {{(pid=104054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:44:03.909218 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5707dc0d-119c-46f0-b045-ac1855ba2c25 None None] Routers {'bbdb111f-6383-4395-b53c-6b00605e6659'} bound to L3 agent in host dv-cinder-837546-2-iscsi {{(pid=104054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:44:03.910139 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-5707dc0d-119c-46f0-b045-ac1855ba2c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T17:26:01Z,description=,heartbeat_timestamp=2022-06-16T17:44:01Z,host='dv-cinder-837546-2-iscsi',id=43e250b4-0ce3-4949-aa8c-0bafe6454580,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:26:01Z,topic='l3_agent')) {'router_ids': ['bbdb111f-6383-4395-b53c-6b00605e6659'], 'active': True} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:44:04.014330 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-ec4d22f5-8280-4de4-a8a7-bfc0cd4496cf admin admin] Publish callbacks [] for router (bbdb111f-6383-4395-b53c-6b00605e6659), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:44:04.081427 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvr_db [None req-5707dc0d-119c-46f0-b045-ac1855ba2c25 None None] Set router bbdb111f-6383-4395-b53c-6b00605e6659 gateway port host: dv-cinder-837546-2-iscsi {{(pid=104054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:44:04.173620 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-ec4d22f5-8280-4de4-a8a7-bfc0cd4496cf admin admin] Publish callbacks [] for router_gateway (bbdb111f-6383-4395-b53c-6b00605e6659), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:44:04.227556 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-ec4d22f5-8280-4de4-a8a7-bfc0cd4496cf admin admin] Deleting port 4b8cf9a5-8e69-48c7-9c89-9f79da94c773 {{(pid=104053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 17:44:04.228030 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-ec4d22f5-8280-4de4-a8a7-bfc0cd4496cf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762170394215'] for port (4b8cf9a5-8e69-48c7-9c89-9f79da94c773), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:44:04.251399 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-1d81e0cb-ff47-4623-99d5-ab370c19a781 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (25dd433a-18a0-496e-b58c-593ddca2a11d), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:44:04.319441 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-5707dc0d-119c-46f0-b045-ac1855ba2c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbdb111f-6383-4395-b53c-6b00605e6659', 'name': 'tempest-TestMinimumBasicScenario-444449235-router', 'tenant_id': '0c9770e1404c439abaa86ffb75099000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'external_fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': '4b8cf9a5-8e69-48c7-9c89-9f79da94c773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:40:55Z', 'updated_at': '2022-06-16T17:44:02Z', 'revision_number': 5, 'project_id': '0c9770e1404c439abaa86ffb75099000', 'gw_port': {'id': '4b8cf9a5-8e69-48c7-9c89-9f79da94c773', 'name': '', 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:04:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbdb111f-6383-4395-b53c-6b00605e6659', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:40:56Z', 'updated_at': '2022-06-16T17:41:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47584a51-19b7-439b-9f28-a7f577441b18', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-2-iscsi'}], 'dv-cinder-837546-2-iscsi', False) {} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:44:04.335637 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-ec4d22f5-8280-4de4-a8a7-bfc0cd4496cf admin admin] For port 4b8cf9a5-8e69-48c7-9c89-9f79da94c773, host dv-cinder-837546-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-2-iscsi',level=0,port_id=4b8cf9a5-8e69-48c7-9c89-9f79da94c773,segment=NetworkSegment(f847f272-90b1-4369-8e48-25aa20ff3114),segment_id=f847f272-90b1-4369-8e48-25aa20ff3114)] {{(pid=104053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:44:04.336012 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-ec4d22f5-8280-4de4-a8a7-bfc0cd4496cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376266'] for port (4b8cf9a5-8e69-48c7-9c89-9f79da94c773), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:44:04.350289 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5707dc0d-119c-46f0-b045-ac1855ba2c25 None None] Checking router: bbdb111f-6383-4395-b53c-6b00605e6659 for host: dv-cinder-837546-2-iscsi {{(pid=104054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:44:04.351905 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-ec4d22f5-8280-4de4-a8a7-bfc0cd4496cf admin admin] Calling delete_port for 4b8cf9a5-8e69-48c7-9c89-9f79da94c773 owned by network:router_gateway {{(pid=104053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 17:44:04.365863 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5707dc0d-119c-46f0-b045-ac1855ba2c25 None None] Routers {'bbdb111f-6383-4395-b53c-6b00605e6659'} bound to L3 agent in host dv-cinder-837546-2-iscsi {{(pid=104054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:44:04.366673 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-5707dc0d-119c-46f0-b045-ac1855ba2c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T17:26:01Z,description=,heartbeat_timestamp=2022-06-16T17:44:01Z,host='dv-cinder-837546-2-iscsi',id=43e250b4-0ce3-4949-aa8c-0bafe6454580,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:26:01Z,topic='l3_agent')) {'router_ids': ['bbdb111f-6383-4395-b53c-6b00605e6659'], 'active': True} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:44:04.402212 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=100 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:44:04.497314 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvr_db [None req-5707dc0d-119c-46f0-b045-ac1855ba2c25 None None] Set router bbdb111f-6383-4395-b53c-6b00605e6659 gateway port host: None {{(pid=104054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:44:04.562870 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-5707dc0d-119c-46f0-b045-ac1855ba2c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbdb111f-6383-4395-b53c-6b00605e6659', 'name': 'tempest-TestMinimumBasicScenario-444449235-router', 'tenant_id': '0c9770e1404c439abaa86ffb75099000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:40:55Z', 'updated_at': '2022-06-16T17:44:04Z', 'revision_number': 6, 'project_id': '0c9770e1404c439abaa86ffb75099000', 'gw_port_host': None}], 'dv-cinder-837546-2-iscsi', False) {} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:44:04.566100 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-ec4d22f5-8280-4de4-a8a7-bfc0cd4496cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762170396510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762170029087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64764667'] for port (4b8cf9a5-8e69-48c7-9c89-9f79da94c773), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:44:04.592245 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5707dc0d-119c-46f0-b045-ac1855ba2c25 None None] The sync data for ids ['bbdb111f-6383-4395-b53c-6b00605e6659'] in dv-cinder-837546-2-iscsi is: [{'id': 'bbdb111f-6383-4395-b53c-6b00605e6659', 'name': 'tempest-TestMinimumBasicScenario-444449235-router', 'tenant_id': '0c9770e1404c439abaa86ffb75099000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:40:55Z', 'updated_at': '2022-06-16T17:44:04Z', 'revision_number': 6, 'project_id': '0c9770e1404c439abaa86ffb75099000', 'gw_port_host': None}] {{(pid=104054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:44:04.592646 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4d22f5-8280-4de4-a8a7-bfc0cd4496cf admin admin] Pushing event deleted for resources: {'Port': ['ID=4b8cf9a5-8e69-48c7-9c89-9f79da94c773,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:44:04.595729 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (f1f6c009-5a31-4833-b180-4d9d41a55fe5), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:44:04.627079 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:44:04.670311 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-ec4d22f5-8280-4de4-a8a7-bfc0cd4496cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-375437'] for router_gateway (bbdb111f-6383-4395-b53c-6b00605e6659), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:44:04.762854 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-ec4d22f5-8280-4de4-a8a7-bfc0cd4496cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-376196', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11533'] for router (bbdb111f-6383-4395-b53c-6b00605e6659), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:44:04.765226 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-ec4d22f5-8280-4de4-a8a7-bfc0cd4496cf admin admin] Publish callbacks [] for router_controller (bbdb111f-6383-4395-b53c-6b00605e6659), precommit_delete_associations {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:44:04.812145 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-ec4d22f5-8280-4de4-a8a7-bfc0cd4496cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-376302'] for router (bbdb111f-6383-4395-b53c-6b00605e6659), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:44:04.812812 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec4d22f5-8280-4de4-a8a7-bfc0cd4496cf admin admin] Fanout notify agent at l3_agent the message router_deleted on router bbdb111f-6383-4395-b53c-6b00605e6659 {{(pid=104053) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 16 17:44:04.817530 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-ec4d22f5-8280-4de4-a8a7-bfc0cd4496cf admin admin] Publish callbacks [] for router (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:44:04.818724 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-ec4d22f5-8280-4de4-a8a7-bfc0cd4496cf admin admin] 10.222.0.40 "DELETE /v2.0/routers/bbdb111f-6383-4395-b53c-6b00605e6659 HTTP/1.1" status: 204 len: 168 time: 0.9268744 Jun 16 17:44:04.821811 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 35750) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:44:04.871422 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.db.db_base_plugin_v2 [None req-9af028b4-71d2-40c8-bac9-960e24fd3cf8 admin admin] Deleting subnet 575fa606-92cb-4f34-aa8f-1821627b4b74 {{(pid=104053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 16 17:44:04.875073 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-9af028b4-71d2-40c8-bac9-960e24fd3cf8 admin admin] Publish callbacks [] for subnet (575fa606-92cb-4f34-aa8f-1821627b4b74), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:44:04.910786 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-9af028b4-71d2-40c8-bac9-960e24fd3cf8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64692026'] for subnet (575fa606-92cb-4f34-aa8f-1821627b4b74), precommit_delete_associations {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:44:05.021925 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-9af028b4-71d2-40c8-bac9-960e24fd3cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1565816'] for subnet (575fa606-92cb-4f34-aa8f-1821627b4b74), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:44:05.094652 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-9af028b4-71d2-40c8-bac9-960e24fd3cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1565763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64764616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64831976'] for subnet (575fa606-92cb-4f34-aa8f-1821627b4b74), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:44:05.121922 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6daf059-344b-42d0-bd0f-5f53a388cc3d None None] Network 0f66cc95-8daf-4816-8439-9f6686ea40aa requested from dv-cinder-837546-2-iscsi {{(pid=104054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 17:44:05.130453 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-9af028b4-71d2-40c8-bac9-960e24fd3cf8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:44:05.133841 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-9af028b4-71d2-40c8-bac9-960e24fd3cf8 admin admin] 10.222.0.40 "DELETE /v2.0/subnets/575fa606-92cb-4f34-aa8f-1821627b4b74 HTTP/1.1" status: 204 len: 168 time: 0.3110306 Jun 16 17:44:05.135175 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af028b4-71d2-40c8-bac9-960e24fd3cf8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=575fa606-92cb-4f34-aa8f-1821627b4b74,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:44:05.138515 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 35756) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:44:05.228500 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-eda555cc-38f2-44bb-b925-689aa88592c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-716355'] for network (0f66cc95-8daf-4816-8439-9f6686ea40aa), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:44:05.229634 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:44:05.281241 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-eda555cc-38f2-44bb-b925-689aa88592c2 admin admin] Deleting port a9368691-3df9-4c0b-bddf-556b0d791a9e {{(pid=104052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 17:44:05.281758 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-eda555cc-38f2-44bb-b925-689aa88592c2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762170394215'] for port (a9368691-3df9-4c0b-bddf-556b0d791a9e), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:44:05.283336 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:44:05.363994 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-eda555cc-38f2-44bb-b925-689aa88592c2 admin admin] For port a9368691-3df9-4c0b-bddf-556b0d791a9e, host dv-cinder-837546-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-2-iscsi',level=0,port_id=a9368691-3df9-4c0b-bddf-556b0d791a9e,segment=NetworkSegment(942f81d7-f800-48dc-97f4-a6e69d636814),segment_id=942f81d7-f800-48dc-97f4-a6e69d636814)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:44:05.364421 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-eda555cc-38f2-44bb-b925-689aa88592c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376266'] for port (a9368691-3df9-4c0b-bddf-556b0d791a9e), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:44:05.380055 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-eda555cc-38f2-44bb-b925-689aa88592c2 admin admin] Calling delete_port for a9368691-3df9-4c0b-bddf-556b0d791a9e owned by network:dhcp {{(pid=104052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 17:44:05.435868 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-751eeba1-8972-4aff-934b-4c46cd11dab7 None None] DHCP port deletion for 0f66cc95-8daf-4816-8439-9f6686ea40aa request from dv-cinder-837546-2-iscsi {{(pid=104054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 16 17:44:05.473619 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:44:05.489350 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-751eeba1-8972-4aff-934b-4c46cd11dab7 None None] Deleting port a9368691-3df9-4c0b-bddf-556b0d791a9e {{(pid=104054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 17:44:05.489754 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-751eeba1-8972-4aff-934b-4c46cd11dab7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762170394215'] for port (a9368691-3df9-4c0b-bddf-556b0d791a9e), before_delete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:44:05.509765 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-eda555cc-38f2-44bb-b925-689aa88592c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762170396510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762170029087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62916395'] for port (a9368691-3df9-4c0b-bddf-556b0d791a9e), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:44:05.543626 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda555cc-38f2-44bb-b925-689aa88592c2 admin admin] No DVR routers for this DVR port a9368691-3df9-4c0b-bddf-556b0d791a9e on host dv-cinder-837546-2-iscsi {{(pid=104052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 17:44:05.547515 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda555cc-38f2-44bb-b925-689aa88592c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9368691-3df9-4c0b-bddf-556b0d791a9e,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:44:05.575539 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-751eeba1-8972-4aff-934b-4c46cd11dab7 None None] For port a9368691-3df9-4c0b-bddf-556b0d791a9e, host dv-cinder-837546-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-2-iscsi',level=0,port_id=a9368691-3df9-4c0b-bddf-556b0d791a9e,segment=NetworkSegment(942f81d7-f800-48dc-97f4-a6e69d636814),segment_id=942f81d7-f800-48dc-97f4-a6e69d636814)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:44:05.575942 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-751eeba1-8972-4aff-934b-4c46cd11dab7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376266'] for port (a9368691-3df9-4c0b-bddf-556b0d791a9e), precommit_delete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:44:05.597631 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-751eeba1-8972-4aff-934b-4c46cd11dab7 None None] Calling delete_port for a9368691-3df9-4c0b-bddf-556b0d791a9e owned by network:dhcp {{(pid=104054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 17:44:05.648956 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-eda555cc-38f2-44bb-b925-689aa88592c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1572665', 'neutron.services.segments.db._delete_segments_for_network-8762170470903'] for network (0f66cc95-8daf-4816-8439-9f6686ea40aa), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:44:05.696331 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.services.segments.db [None req-eda555cc-38f2-44bb-b925-689aa88592c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f66cc95-8daf-4816-8439-9f6686ea40aa']}} {{(pid=104052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:44:05.706798 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-751eeba1-8972-4aff-934b-4c46cd11dab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762170396510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762170029087'] for port (a9368691-3df9-4c0b-bddf-556b0d791a9e), after_delete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:44:05.713351 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.services.segments.db [None req-eda555cc-38f2-44bb-b925-689aa88592c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '942f81d7-f800-48dc-97f4-a6e69d636814') {'for_net_delete': True} {{(pid=104052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:44:05.714877 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.services.segments.db [None req-eda555cc-38f2-44bb-b925-689aa88592c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '942f81d7-f800-48dc-97f4-a6e69d636814') {} {{(pid=104052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:44:05.735122 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751eeba1-8972-4aff-934b-4c46cd11dab7 None None] Pushing event deleted for resources: {'Port': ['ID=a9368691-3df9-4c0b-bddf-556b0d791a9e,revision_number=None']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:44:05.738341 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-eda555cc-38f2-44bb-b925-689aa88592c2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762170470786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63325761'] for segment (942f81d7-f800-48dc-97f4-a6e69d636814), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:44:05.742491 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751eeba1-8972-4aff-934b-4c46cd11dab7 None None] No DVR routers for this DVR port a9368691-3df9-4c0b-bddf-556b0d791a9e on host dv-cinder-837546-2-iscsi {{(pid=104054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 17:44:05.763652 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-eda555cc-38f2-44bb-b925-689aa88592c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1565696'] for segment (942f81d7-f800-48dc-97f4-a6e69d636814), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:44:05.771216 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eda555cc-38f2-44bb-b925-689aa88592c2 admin admin] Releasing vlan 345 on physical network physnet1 to pool {{(pid=104052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 17:44:05.771775 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-eda555cc-38f2-44bb-b925-689aa88592c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1565696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62916550'] for segment (942f81d7-f800-48dc-97f4-a6e69d636814), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:44:05.830586 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.services.segments.plugin [-] Segment 942f81d7-f800-48dc-97f4-a6e69d636814 resource provider aggregate not found Jun 16 17:44:05.850653 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.services.segments.plugin [-] Segment 942f81d7-f800-48dc-97f4-a6e69d636814 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 942f81d7-f800-48dc-97f4-a6e69d636814 found for delete ", "request_id": "req-07b7b483-b6aa-45fa-a7c5-7c6be2d9b9c7"}]} Jun 16 17:44:05.857108 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-eda555cc-38f2-44bb-b925-689aa88592c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1572662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-375457'] for network (0f66cc95-8daf-4816-8439-9f6686ea40aa), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:44:05.870896 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-eda555cc-38f2-44bb-b925-689aa88592c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626521'] for network (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:44:05.873981 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-eda555cc-38f2-44bb-b925-689aa88592c2 admin admin] 10.222.0.40 "DELETE /v2.0/networks/0f66cc95-8daf-4816-8439-9f6686ea40aa HTTP/1.1" status: 204 len: 168 time: 0.7341571 Jun 16 17:44:05.889767 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda555cc-38f2-44bb-b925-689aa88592c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=0f66cc95-8daf-4816-8439-9f6686ea40aa,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:44:06.064544 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 35768) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:44:06.109433 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-70eb5d91-dd52-46e4-a95c-fa7269806655 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=ad7c8fc06d764104b1c7107b48d8dddc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0435739 Jun 16 17:44:06.111962 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 35770) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:44:06.164457 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-bc817041-5416-4f62-ac89-d7614d11421b admin admin] Publish callbacks [] for security_group (c99e9d2f-61bf-429d-a23a-df374ca07018), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:44:06.192192 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-bc817041-5416-4f62-ac89-d7614d11421b admin admin] Publish callbacks [] for security_group (c99e9d2f-61bf-429d-a23a-df374ca07018), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:44:06.245533 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-bc817041-5416-4f62-ac89-d7614d11421b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (c99e9d2f-61bf-429d-a23a-df374ca07018), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:44:06.248213 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-bc817041-5416-4f62-ac89-d7614d11421b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:44:06.249382 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-bc817041-5416-4f62-ac89-d7614d11421b admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/c99e9d2f-61bf-429d-a23a-df374ca07018 HTTP/1.1" status: 204 len: 168 time: 0.1364698 Jun 16 17:44:06.257789 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc817041-5416-4f62-ac89-d7614d11421b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c99e9d2f-61bf-429d-a23a-df374ca07018,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:44:06.513266 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Device a9368691-3df9-4c0b-bddf-556b0d791a9e no longer exists at agent ovs-agent-dv-cinder-837546-2-iscsi {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 17:44:06.517935 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:44:06.536956 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] No Port match for: a9368691-3df9-4c0b-bddf-556b0d791a9e {{(pid=104054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 17:44:06.537321 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Device a9368691-3df9-4c0b-bddf-556b0d791a9e not bound to the agent host dv-cinder-837546-2-iscsi {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 17:44:06.537726 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Device 4b8cf9a5-8e69-48c7-9c89-9f79da94c773 no longer exists at agent ovs-agent-dv-cinder-837546-2-iscsi {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 17:44:06.560306 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] No Port match for: 4b8cf9a5-8e69-48c7-9c89-9f79da94c773 {{(pid=104054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 17:44:06.560624 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Device 4b8cf9a5-8e69-48c7-9c89-9f79da94c773 not bound to the agent host dv-cinder-837546-2-iscsi {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 17:44:06.561252 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Device 6158f1b6-728e-427d-9bb9-91dd705bb9f0 no longer exists at agent ovs-agent-dv-cinder-837546-2-iscsi {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 17:44:06.582111 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] No Port match for: 6158f1b6-728e-427d-9bb9-91dd705bb9f0 {{(pid=104054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 17:44:06.582755 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Device 6158f1b6-728e-427d-9bb9-91dd705bb9f0 not bound to the agent host dv-cinder-837546-2-iscsi {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 17:44:06.680939 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 35782) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:44:06.703167 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:44:06.724987 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-5decada3-2be2-48df-8999-fd8db7a651b1 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=0c9770e1404c439abaa86ffb75099000&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0424864 Jun 16 17:44:06.727426 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 35784) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:44:06.779424 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-95f77240-cac8-4e55-9d9f-19f1c7dc073e admin admin] Publish callbacks [] for security_group (042fd65c-3871-465c-aa49-05c8afd72cf3), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:44:06.802448 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-95f77240-cac8-4e55-9d9f-19f1c7dc073e admin admin] Publish callbacks [] for security_group (042fd65c-3871-465c-aa49-05c8afd72cf3), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:44:06.851969 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-95f77240-cac8-4e55-9d9f-19f1c7dc073e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (042fd65c-3871-465c-aa49-05c8afd72cf3), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:44:06.855281 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-95f77240-cac8-4e55-9d9f-19f1c7dc073e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:44:06.856452 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-95f77240-cac8-4e55-9d9f-19f1c7dc073e admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/042fd65c-3871-465c-aa49-05c8afd72cf3 HTTP/1.1" status: 204 len: 168 time: 0.1281242 Jun 16 17:44:06.865115 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f77240-cac8-4e55-9d9f-19f1c7dc073e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=042fd65c-3871-465c-aa49-05c8afd72cf3,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:44:08.694914 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Device 99ed25c1-10d3-4534-bc18-a08b9bb5025c no longer exists at agent hyperv_hv-cinder-83754 {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 17:44:08.718588 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] No Port match for: 99ed25c1-10d3-4534-bc18-a08b9bb5025c {{(pid=104054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 17:44:08.718907 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Device 99ed25c1-10d3-4534-bc18-a08b9bb5025c not bound to the agent host hv-cinder-83754 {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 17:44:12.246881 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=5 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:44:12.248187 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=51 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:44:15.875078 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=40,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:44:15.876028 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=39,neutron:DELETE=5 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:44:16.859327 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=75,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:44:16.860273 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=19,neutron:DELETE=3 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:44:18.698285 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=23,neutron:DELETE=2 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:44:18.699119 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=3 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:44:20.000041 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (9f2b4370-7d03-4dcb-9a0d-4ff62d859136), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:44:23.687730 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-a75c036b-2c88-4ecd-ae21-43368b511aa2 req-e3896086-a993-4333-b531-5cbfd7bf49eb service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=880f65f6-c574-48a5-8868-6979fc8a834a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0398421 Jun 16 17:44:23.758457 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75c036b-2c88-4ecd-ae21-43368b511aa2 req-d298818b-7219-4670-a4b8-871d184bdd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:44:23.760027 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-a75c036b-2c88-4ecd-ae21-43368b511aa2 req-d298818b-7219-4670-a4b8-871d184bdd9e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=314e9434e0ec4c1f9e8d6037143f5ebb&device_id=880f65f6-c574-48a5-8868-6979fc8a834a HTTP/1.1" status: 200 len: 1130 time: 0.0458355 Jun 16 17:44:23.865712 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75c036b-2c88-4ecd-ae21-43368b511aa2 req-cf7ab707-a2c4-4bb1-8cec-86e197baf0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:44:23.867094 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-a75c036b-2c88-4ecd-ae21-43368b511aa2 req-cf7ab707-a2c4-4bb1-8cec-86e197baf0ca service neutron] 10.222.0.47 "GET /v2.0/networks?id=6e803cc9-885b-4092-b21c-ed0c8b49c26c HTTP/1.1" status: 200 len: 912 time: 0.0901341 Jun 16 17:44:23.935203 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-a75c036b-2c88-4ecd-ae21-43368b511aa2 req-4a1dc1bf-9971-4a6e-a4b0-42b5cba13c5e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6c5ca3a5-989e-4775-9839-4980ee405ae9 HTTP/1.1" status: 200 len: 1002 time: 0.0617466 Jun 16 17:44:23.993494 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75c036b-2c88-4ecd-ae21-43368b511aa2 req-b1eeca9d-a5ad-4b9f-8c36-dcdc4bf32b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:44:23.995617 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-a75c036b-2c88-4ecd-ae21-43368b511aa2 req-b1eeca9d-a5ad-4b9f-8c36-dcdc4bf32b06 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=95144f6c-e9c4-46d6-bb41-a8f5f76b794b HTTP/1.1" status: 200 len: 850 time: 0.0547953 Jun 16 17:44:24.039851 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75c036b-2c88-4ecd-ae21-43368b511aa2 req-02b5e3cd-aa3a-4eaf-af47-2fa5fe177200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:44:24.042006 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-a75c036b-2c88-4ecd-ae21-43368b511aa2 req-02b5e3cd-aa3a-4eaf-af47-2fa5fe177200 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6e803cc9-885b-4092-b21c-ed0c8b49c26c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0406539 Jun 16 17:44:24.143479 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-a75c036b-2c88-4ecd-ae21-43368b511aa2 req-266f4c3e-a017-4fa6-a9c7-181a4decc10b service neutron] 10.222.0.47 "GET /v2.0/networks/6e803cc9-885b-4092-b21c-ed0c8b49c26c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949013 Jun 16 17:44:24.238778 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-a75c036b-2c88-4ecd-ae21-43368b511aa2 req-9487ce66-2a8a-4d47-8fbd-c4019fb74a0e service neutron] 10.222.0.47 "GET /v2.0/networks/6e803cc9-885b-4092-b21c-ed0c8b49c26c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891161 Jun 16 17:44:25.686461 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 35874) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:44:25.838805 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-bc4b840d-1213-49b4-a4d1-1e0b9505c2b9 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Deleting port 9b90f4fc-f9b5-4b3e-bb86-53d1d2e77aec {{(pid=104053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 17:44:25.839145 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-bc4b840d-1213-49b4-a4d1-1e0b9505c2b9 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762170394215'] for port (9b90f4fc-f9b5-4b3e-bb86-53d1d2e77aec), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:44:25.919167 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-bc4b840d-1213-49b4-a4d1-1e0b9505c2b9 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376266'] for port (9b90f4fc-f9b5-4b3e-bb86-53d1d2e77aec), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:44:25.919490 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-bc4b840d-1213-49b4-a4d1-1e0b9505c2b9 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Publish callbacks [] for floatingip (9b90f4fc-f9b5-4b3e-bb86-53d1d2e77aec), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:44:25.931960 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-bc4b840d-1213-49b4-a4d1-1e0b9505c2b9 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Calling delete_port for 9b90f4fc-f9b5-4b3e-bb86-53d1d2e77aec owned by network:floatingip {{(pid=104053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 17:44:26.093615 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-bc4b840d-1213-49b4-a4d1-1e0b9505c2b9 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762170396510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762170029087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64764667'] for port (9b90f4fc-f9b5-4b3e-bb86-53d1d2e77aec), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:44:26.117702 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4b840d-1213-49b4-a4d1-1e0b9505c2b9 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Pushing event deleted for resources: {'Port': ['ID=9b90f4fc-f9b5-4b3e-bb86-53d1d2e77aec,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:44:26.183316 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-bc4b840d-1213-49b4-a4d1-1e0b9505c2b9 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Publish callbacks [] for floatingip (03971967-57a0-4c20-a3b5-ef5cfd44fc35), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:44:26.183635 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.db.l3_db [None req-bc4b840d-1213-49b4-a4d1-1e0b9505c2b9 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Floating IP 03971967-57a0-4c20-a3b5-ef5cfd44fc35 disassociated (deleted). External IP: 172.27.0.181, port: 6c5ca3a5-989e-4775-9839-4980ee405ae9. Jun 16 17:44:26.412940 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc4b840d-1213-49b4-a4d1-1e0b9505c2b9 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Router 94b8972a-9a93-42e0-a8cb-e4e8f431d6ec has already been hosted by L3 agent 43e250b4-0ce3-4949-aa8c-0bafe6454580 {{(pid=104053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 17:44:26.528201 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc4b840d-1213-49b4-a4d1-1e0b9505c2b9 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Notify agent at l3_agent.dv-cinder-837546-2-iscsi the message routers_updated {{(pid=104053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 17:44:26.533369 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-bc4b840d-1213-49b4-a4d1-1e0b9505c2b9 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228225'] for floatingip (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:44:26.543928 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b908fd-9b27-434d-810c-e2e79ac4a593 None None] Sync routers for ids ['94b8972a-9a93-42e0-a8cb-e4e8f431d6ec'] in dv-cinder-837546-2-iscsi {{(pid=104055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:44:26.558808 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b908fd-9b27-434d-810c-e2e79ac4a593 None None] Routers {'94b8972a-9a93-42e0-a8cb-e4e8f431d6ec'} bound to L3 agent in host dv-cinder-837546-2-iscsi {{(pid=104055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:44:26.560079 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-b6b908fd-9b27-434d-810c-e2e79ac4a593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T17:26:01Z,description=,heartbeat_timestamp=2022-06-16T17:44:01Z,host='dv-cinder-837546-2-iscsi',id=43e250b4-0ce3-4949-aa8c-0bafe6454580,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:26:01Z,topic='l3_agent')) {'router_ids': ['94b8972a-9a93-42e0-a8cb-e4e8f431d6ec'], 'active': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:44:26.578041 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-bc4b840d-1213-49b4-a4d1-1e0b9505c2b9 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] 10.222.0.40 "DELETE /v2.0/floatingips/03971967-57a0-4c20-a3b5-ef5cfd44fc35 HTTP/1.1" status: 204 len: 168 time: 0.8880701 Jun 16 17:44:26.578041 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '880f65f6-c574-48a5-8868-6979fc8a834a', 'tag': '6c5ca3a5-989e-4775-9839-4980ee405ae9'}] {{(pid=104053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 17:44:26.578855 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a0e0b451bd7acf9de88ec0a1fb74022464d6f98a5cc449ea229bf781c77e32d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c3d5ca1-08ee-4ea7-be4d-5689991d2224" -d '{"events": [{"name": "network-changed", "server_uuid": "880f65f6-c574-48a5-8868-6979fc8a834a", "tag": "6c5ca3a5-989e-4775-9839-4980ee405ae9"}]}' {{(pid=104053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:44:26.625048 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 17:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce54179b-3f55-4771-b2c5-0596204d8de3 x-openstack-request-id: req-ce54179b-3f55-4771-b2c5-0596204d8de3 {{(pid=104053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:44:26.625633 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "880f65f6-c574-48a5-8868-6979fc8a834a", "tag": "6c5ca3a5-989e-4775-9839-4980ee405ae9", "status": "completed", "code": 200}]} {{(pid=104053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:44:26.625908 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-ce54179b-3f55-4771-b2c5-0596204d8de3 {{(pid=104053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:44:26.626277 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce54179b-3f55-4771-b2c5-0596204d8de3'] response: {'name': 'network-changed', 'server_uuid': '880f65f6-c574-48a5-8868-6979fc8a834a', 'tag': '6c5ca3a5-989e-4775-9839-4980ee405ae9', 'status': 'completed', 'code': 200} Jun 16 17:44:26.692527 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvr_db [None req-b6b908fd-9b27-434d-810c-e2e79ac4a593 None None] Set router 94b8972a-9a93-42e0-a8cb-e4e8f431d6ec gateway port host: dv-cinder-837546-2-iscsi {{(pid=104055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:44:26.699063 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3d5ca1-08ee-4ea7-be4d-5689991d2224 req-1c3f40d2-d448-4cd3-8d6b-f7668b009fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:44:26.700742 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-0c3d5ca1-08ee-4ea7-be4d-5689991d2224 req-1c3f40d2-d448-4cd3-8d6b-f7668b009fe1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=314e9434e0ec4c1f9e8d6037143f5ebb&device_id=880f65f6-c574-48a5-8868-6979fc8a834a HTTP/1.1" status: 200 len: 1130 time: 0.0513704 Jun 16 17:44:26.815270 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3d5ca1-08ee-4ea7-be4d-5689991d2224 req-47c10efd-e989-46bf-b59a-e19299fac9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:44:26.816752 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-0c3d5ca1-08ee-4ea7-be4d-5689991d2224 req-47c10efd-e989-46bf-b59a-e19299fac9d9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=6e803cc9-885b-4092-b21c-ed0c8b49c26c HTTP/1.1" status: 200 len: 912 time: 0.1098328 Jun 16 17:44:27.030153 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-b6b908fd-9b27-434d-810c-e2e79ac4a593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94b8972a-9a93-42e0-a8cb-e4e8f431d6ec', 'name': 'tempest-TestVolumeBootPattern-961332294-router', 'tenant_id': '314e9434e0ec4c1f9e8d6037143f5ebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'external_fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': '026d437e-e8b0-49f7-a119-3b208a2699d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:36:30Z', 'updated_at': '2022-06-16T17:36:35Z', 'revision_number': 4, 'project_id': '314e9434e0ec4c1f9e8d6037143f5ebb', 'gw_port': {'id': '026d437e-e8b0-49f7-a119-3b208a2699d4', 'name': '', 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:00:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b8972a-9a93-42e0-a8cb-e4e8f431d6ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:36:31Z', 'updated_at': '2022-06-16T17:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47584a51-19b7-439b-9f28-a7f577441b18', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-2-iscsi', '_floatingips': [{'id': '7f46be3b-558a-45bb-bd88-675dbb9fe94e', 'tenant_id': '314e9434e0ec4c1f9e8d6037143f5ebb', 'floating_ip_address': '172.27.0.217', 'floating_network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'router_id': '94b8972a-9a93-42e0-a8cb-e4e8f431d6ec', 'port_id': 'cc7803f8-e7cb-4bb7-a65a-f2c6bd3a1b8e', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6e803cc9-885b-4092-b21c-ed0c8b49c26c', 'mac_address': 'fa:16:3e:65:2a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e064158b-7b81-42c1-bc01-057812cdcb57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T17:40:21Z', 'updated_at': '2022-06-16T17:40:24Z', 'revision_number': 1, 'project_id': '314e9434e0ec4c1f9e8d6037143f5ebb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18c3303c-2322-42ff-a397-62b412c219b3', 'name': '', 'network_id': '6e803cc9-885b-4092-b21c-ed0c8b49c26c', 'tenant_id': '314e9434e0ec4c1f9e8d6037143f5ebb', 'mac_address': 'fa:16:3e:aa:c3:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b8972a-9a93-42e0-a8cb-e4e8f431d6ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '95144f6c-e9c4-46d6-bb41-a8f5f76b794b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:36:34Z', 'updated_at': '2022-06-16T17:36:41Z', 'revision_number': 5, 'project_id': '314e9434e0ec4c1f9e8d6037143f5ebb', 'subnets': [{'id': '95144f6c-e9c4-46d6-bb41-a8f5f76b794b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837546-2-iscsi', False) {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:44:27.058794 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b908fd-9b27-434d-810c-e2e79ac4a593 None None] Checking router: 94b8972a-9a93-42e0-a8cb-e4e8f431d6ec for host: dv-cinder-837546-2-iscsi {{(pid=104055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:44:27.068622 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b908fd-9b27-434d-810c-e2e79ac4a593 None None] Routers {'94b8972a-9a93-42e0-a8cb-e4e8f431d6ec'} bound to L3 agent in host dv-cinder-837546-2-iscsi {{(pid=104055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:44:27.069366 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-b6b908fd-9b27-434d-810c-e2e79ac4a593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T17:26:01Z,description=,heartbeat_timestamp=2022-06-16T17:44:01Z,host='dv-cinder-837546-2-iscsi',id=43e250b4-0ce3-4949-aa8c-0bafe6454580,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:26:01Z,topic='l3_agent')) {'router_ids': ['94b8972a-9a93-42e0-a8cb-e4e8f431d6ec'], 'active': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:44:27.121670 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e86b176-9469-4358-aab6-f427be675354 req-3ed0573c-f5c5-420e-9e39-59a8bed1f364 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:44:27.123349 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-1e86b176-9469-4358-aab6-f427be675354 req-3ed0573c-f5c5-420e-9e39-59a8bed1f364 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] 10.222.0.40 "GET /v2.0/ports?device_id=880f65f6-c574-48a5-8868-6979fc8a834a HTTP/1.1" status: 200 len: 946 time: 0.3266814 Jun 16 17:44:27.181059 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-1e86b176-9469-4358-aab6-f427be675354 req-e71e153f-ccdd-431a-9751-40332f7f6b7f tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] 10.222.0.40 "GET /v2.0/security-groups?id=d387c7a1-edf2-4ad5-b315-6b4f9f4340c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514567 Jun 16 17:44:27.182235 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvr_db [None req-b6b908fd-9b27-434d-810c-e2e79ac4a593 None None] Set router 94b8972a-9a93-42e0-a8cb-e4e8f431d6ec gateway port host: dv-cinder-837546-2-iscsi {{(pid=104055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:44:27.394628 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-b6b908fd-9b27-434d-810c-e2e79ac4a593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94b8972a-9a93-42e0-a8cb-e4e8f431d6ec', 'name': 'tempest-TestVolumeBootPattern-961332294-router', 'tenant_id': '314e9434e0ec4c1f9e8d6037143f5ebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'external_fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': '026d437e-e8b0-49f7-a119-3b208a2699d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:36:30Z', 'updated_at': '2022-06-16T17:36:35Z', 'revision_number': 4, 'project_id': '314e9434e0ec4c1f9e8d6037143f5ebb', 'gw_port': {'id': '026d437e-e8b0-49f7-a119-3b208a2699d4', 'name': '', 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:00:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b8972a-9a93-42e0-a8cb-e4e8f431d6ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:36:31Z', 'updated_at': '2022-06-16T17:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47584a51-19b7-439b-9f28-a7f577441b18', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-2-iscsi', '_floatingips': [{'id': '7f46be3b-558a-45bb-bd88-675dbb9fe94e', 'tenant_id': '314e9434e0ec4c1f9e8d6037143f5ebb', 'floating_ip_address': '172.27.0.217', 'floating_network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'router_id': '94b8972a-9a93-42e0-a8cb-e4e8f431d6ec', 'port_id': 'cc7803f8-e7cb-4bb7-a65a-f2c6bd3a1b8e', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6e803cc9-885b-4092-b21c-ed0c8b49c26c', 'mac_address': 'fa:16:3e:65:2a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e064158b-7b81-42c1-bc01-057812cdcb57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T17:40:21Z', 'updated_at': '2022-06-16T17:40:24Z', 'revision_number': 1, 'project_id': '314e9434e0ec4c1f9e8d6037143f5ebb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18c3303c-2322-42ff-a397-62b412c219b3', 'name': '', 'network_id': '6e803cc9-885b-4092-b21c-ed0c8b49c26c', 'tenant_id': '314e9434e0ec4c1f9e8d6037143f5ebb', 'mac_address': 'fa:16:3e:aa:c3:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b8972a-9a93-42e0-a8cb-e4e8f431d6ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '95144f6c-e9c4-46d6-bb41-a8f5f76b794b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:36:34Z', 'updated_at': '2022-06-16T17:36:41Z', 'revision_number': 5, 'project_id': '314e9434e0ec4c1f9e8d6037143f5ebb', 'subnets': [{'id': '95144f6c-e9c4-46d6-bb41-a8f5f76b794b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837546-2-iscsi', False) {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:44:27.424018 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b908fd-9b27-434d-810c-e2e79ac4a593 None None] The sync data for ids ['94b8972a-9a93-42e0-a8cb-e4e8f431d6ec'] in dv-cinder-837546-2-iscsi is: [{'id': '94b8972a-9a93-42e0-a8cb-e4e8f431d6ec', 'name': 'tempest-TestVolumeBootPattern-961332294-router', 'tenant_id': '314e9434e0ec4c1f9e8d6037143f5ebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'external_fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': '026d437e-e8b0-49f7-a119-3b208a2699d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:36:30Z', 'updated_at': '2022-06-16T17:36:35Z', 'revision_number': 4, 'project_id': '314e9434e0ec4c1f9e8d6037143f5ebb', 'gw_port': {'id': '026d437e-e8b0-49f7-a119-3b208a2699d4', 'name': '', 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:00:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b8972a-9a93-42e0-a8cb-e4e8f431d6ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:36:31Z', 'updated_at': '2022-06-16T17:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47584a51-19b7-439b-9f28-a7f577441b18', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-2-iscsi', '_floatingips': [{'id': '7f46be3b-558a-45bb-bd88-675dbb9fe94e', 'tenant_id': '314e9434e0ec4c1f9e8d6037143f5ebb', 'floating_ip_address': '172.27.0.217', 'floating_network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'router_id': '94b8972a-9a93-42e0-a8cb-e4e8f431d6ec', 'port_id': 'cc7803f8-e7cb-4bb7-a65a-f2c6bd3a1b8e', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6e803cc9-885b-4092-b21c-ed0c8b49c26c', 'mac_address': 'fa:16:3e:65:2a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e064158b-7b81-42c1-bc01-057812cdcb57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T17:40:21Z', 'updated_at': '2022-06-16T17:40:24Z', 'revision_number': 1, 'project_id': '314e9434e0ec4c1f9e8d6037143f5ebb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18c3303c-2322-42ff-a397-62b412c219b3', 'name': '', 'network_id': '6e803cc9-885b-4092-b21c-ed0c8b49c26c', 'tenant_id': '314e9434e0ec4c1f9e8d6037143f5ebb', 'mac_address': 'fa:16:3e:aa:c3:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b8972a-9a93-42e0-a8cb-e4e8f431d6ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '95144f6c-e9c4-46d6-bb41-a8f5f76b794b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:36:34Z', 'updated_at': '2022-06-16T17:36:41Z', 'revision_number': 5, 'project_id': '314e9434e0ec4c1f9e8d6037143f5ebb', 'subnets': [{'id': '95144f6c-e9c4-46d6-bb41-a8f5f76b794b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:44:27.678170 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c2196b8-bf41-464d-9ecb-def5f265a73a None None] New status for floating IP 03971967-57a0-4c20-a3b5-ef5cfd44fc35: DOWN {{(pid=104054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 17:44:27.804939 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-0c3d5ca1-08ee-4ea7-be4d-5689991d2224 req-f3027d51-d56f-4f61-bc3f-c79096ed6fb9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6c5ca3a5-989e-4775-9839-4980ee405ae9 HTTP/1.1" status: 200 len: 217 time: 0.0464461 Jun 16 17:44:27.857014 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3d5ca1-08ee-4ea7-be4d-5689991d2224 req-4860b5e0-1829-4584-8103-416137f7b8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:44:27.858574 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-0c3d5ca1-08ee-4ea7-be4d-5689991d2224 req-4860b5e0-1829-4584-8103-416137f7b8b3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=95144f6c-e9c4-46d6-bb41-a8f5f76b794b HTTP/1.1" status: 200 len: 850 time: 0.0462706 Jun 16 17:44:27.919381 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3d5ca1-08ee-4ea7-be4d-5689991d2224 req-89571cf9-225c-48a9-b4dc-e31ef5ebd6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:44:27.920899 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-0c3d5ca1-08ee-4ea7-be4d-5689991d2224 req-89571cf9-225c-48a9-b4dc-e31ef5ebd6dd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6e803cc9-885b-4092-b21c-ed0c8b49c26c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434601 Jun 16 17:44:28.071971 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-0c3d5ca1-08ee-4ea7-be4d-5689991d2224 req-de933dbf-36f0-4d5c-af71-bbf6c4a392e8 service neutron] 10.222.0.47 "GET /v2.0/networks/6e803cc9-885b-4092-b21c-ed0c8b49c26c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939019 Jun 16 17:44:28.108563 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=100 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:44:28.170276 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=100 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:44:28.176390 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-0c3d5ca1-08ee-4ea7-be4d-5689991d2224 req-a933f059-8800-4225-af9c-03893efb0563 service neutron] 10.222.0.47 "GET /v2.0/networks/6e803cc9-885b-4092-b21c-ed0c8b49c26c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968385 Jun 16 17:44:28.401527 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57445ee9-05e3-4c81-8a44-d84eeedbbf1b req-a5fa0d2f-6200-4b75-a083-c100b254181b tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:44:28.402909 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-57445ee9-05e3-4c81-8a44-d84eeedbbf1b req-a5fa0d2f-6200-4b75-a083-c100b254181b tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] 10.222.0.40 "GET /v2.0/ports?device_id=880f65f6-c574-48a5-8868-6979fc8a834a HTTP/1.1" status: 200 len: 946 time: 0.1504745 Jun 16 17:44:28.415264 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756ade87-0ac6-48fa-bec3-ee6a940ef421 req-0c7886a5-31dc-488d-914f-eca322565e96 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:44:28.417309 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-756ade87-0ac6-48fa-bec3-ee6a940ef421 req-0c7886a5-31dc-488d-914f-eca322565e96 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] 10.222.0.47 "GET /v2.0/ports?device_id=880f65f6-c574-48a5-8868-6979fc8a834a HTTP/1.1" status: 200 len: 946 time: 0.0635710 Jun 16 17:44:28.502923 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-57445ee9-05e3-4c81-8a44-d84eeedbbf1b req-5fa89a49-fb33-4663-9215-fb0d296e4625 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] 10.222.0.40 "GET /v2.0/security-groups?id=d387c7a1-edf2-4ad5-b315-6b4f9f4340c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937936 Jun 16 17:44:28.542523 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [req-756ade87-0ac6-48fa-bec3-ee6a940ef421 req-482170c5-28ea-47d6-8606-61a1e7039bcb tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Deleting port 6c5ca3a5-989e-4775-9839-4980ee405ae9 {{(pid=104052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 17:44:28.542856 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-756ade87-0ac6-48fa-bec3-ee6a940ef421 req-482170c5-28ea-47d6-8606-61a1e7039bcb tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762170394215'] for port (6c5ca3a5-989e-4775-9839-4980ee405ae9), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:44:28.632769 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [req-756ade87-0ac6-48fa-bec3-ee6a940ef421 req-482170c5-28ea-47d6-8606-61a1e7039bcb tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] For port 6c5ca3a5-989e-4775-9839-4980ee405ae9, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=6c5ca3a5-989e-4775-9839-4980ee405ae9,segment=NetworkSegment(1add1b51-67b6-49ef-9935-1b6b2ec0e2a3),segment_id=1add1b51-67b6-49ef-9935-1b6b2ec0e2a3)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:44:28.633103 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-756ade87-0ac6-48fa-bec3-ee6a940ef421 req-482170c5-28ea-47d6-8606-61a1e7039bcb tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376266'] for port (6c5ca3a5-989e-4775-9839-4980ee405ae9), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:44:28.647079 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [req-756ade87-0ac6-48fa-bec3-ee6a940ef421 req-482170c5-28ea-47d6-8606-61a1e7039bcb tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Calling delete_port for 6c5ca3a5-989e-4775-9839-4980ee405ae9 owned by compute:nova {{(pid=104052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 17:44:28.762685 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 35916) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:44:28.780092 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-756ade87-0ac6-48fa-bec3-ee6a940ef421 req-482170c5-28ea-47d6-8606-61a1e7039bcb tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762170396510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762170029087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62916395'] for port (6c5ca3a5-989e-4775-9839-4980ee405ae9), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:44:28.791928 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:44:28.798068 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:44:28.812392 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fdc16a0-5a8e-4388-86a6-0d494a6d6cc0 admin admin] Deleting subnet 3db804a2-73e5-4816-a4b9-00107b79ccc5 {{(pid=104053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 16 17:44:28.816227 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-0fdc16a0-5a8e-4388-86a6-0d494a6d6cc0 admin admin] Publish callbacks [] for subnet (3db804a2-73e5-4816-a4b9-00107b79ccc5), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:44:28.840029 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482170c5-28ea-47d6-8606-61a1e7039bcb tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Pushing event deleted for resources: {'Port': ['ID=6c5ca3a5-989e-4775-9839-4980ee405ae9,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:44:28.859881 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-0fdc16a0-5a8e-4388-86a6-0d494a6d6cc0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64692026'] for subnet (3db804a2-73e5-4816-a4b9-00107b79ccc5), precommit_delete_associations {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:44:28.863741 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [req-756ade87-0ac6-48fa-bec3-ee6a940ef421 req-482170c5-28ea-47d6-8606-61a1e7039bcb tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] No DVR routers for this DVR port 6c5ca3a5-989e-4775-9839-4980ee405ae9 on host hv-cinder-83754 {{(pid=104052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 17:44:28.866650 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-756ade87-0ac6-48fa-bec3-ee6a940ef421 req-482170c5-28ea-47d6-8606-61a1e7039bcb tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228225'] for port (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:44:28.870572 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-756ade87-0ac6-48fa-bec3-ee6a940ef421 req-482170c5-28ea-47d6-8606-61a1e7039bcb tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] 10.222.0.47 "DELETE /v2.0/ports/6c5ca3a5-989e-4775-9839-4980ee405ae9 HTTP/1.1" status: 204 len: 173 time: 0.4466431 Jun 16 17:44:28.871040 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '880f65f6-c574-48a5-8868-6979fc8a834a', 'name': 'network-vif-deleted', 'tag': '6c5ca3a5-989e-4775-9839-4980ee405ae9'}] {{(pid=104052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 17:44:28.873778 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9713fa4f09cf3058fa9276dada2b44135c9dd2e88d0acd54628e4483b77b1e61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42ad6e28-95f5-4dc8-b59a-431f04194113" -d '{"events": [{"server_uuid": "880f65f6-c574-48a5-8868-6979fc8a834a", "name": "network-vif-deleted", "tag": "6c5ca3a5-989e-4775-9839-4980ee405ae9"}]}' {{(pid=104052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:44:28.902913 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-0fdc16a0-5a8e-4388-86a6-0d494a6d6cc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1565816'] for subnet (3db804a2-73e5-4816-a4b9-00107b79ccc5), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:44:28.916718 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 17:44:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e838b555-1f01-4748-bd11-40ee70fc505d x-openstack-request-id: req-e838b555-1f01-4748-bd11-40ee70fc505d {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:44:28.917250 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "880f65f6-c574-48a5-8868-6979fc8a834a", "name": "network-vif-deleted", "tag": "6c5ca3a5-989e-4775-9839-4980ee405ae9", "status": "completed", "code": 200}]} {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:44:28.917594 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-e838b555-1f01-4748-bd11-40ee70fc505d {{(pid=104052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:44:28.919469 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e838b555-1f01-4748-bd11-40ee70fc505d'] response: {'server_uuid': '880f65f6-c574-48a5-8868-6979fc8a834a', 'name': 'network-vif-deleted', 'tag': '6c5ca3a5-989e-4775-9839-4980ee405ae9', 'status': 'completed', 'code': 200} Jun 16 17:44:28.959115 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-0fdc16a0-5a8e-4388-86a6-0d494a6d6cc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1565763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64764616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64831976'] for subnet (3db804a2-73e5-4816-a4b9-00107b79ccc5), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:44:28.976420 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-0c18fe16-6231-41e1-b663-cf8156c3e98b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (e26ebcb9-a690-4ec1-8688-e951546304f4), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:44:28.986988 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdc16a0-5a8e-4388-86a6-0d494a6d6cc0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3db804a2-73e5-4816-a4b9-00107b79ccc5,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:44:28.993225 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-0fdc16a0-5a8e-4388-86a6-0d494a6d6cc0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:44:28.996553 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-0fdc16a0-5a8e-4388-86a6-0d494a6d6cc0 admin admin] 10.222.0.40 "DELETE /v2.0/subnets/3db804a2-73e5-4816-a4b9-00107b79ccc5 HTTP/1.1" status: 204 len: 168 time: 0.2328339 Jun 16 17:44:28.998968 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 35920) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:44:29.075745 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-798fbf60-e9fb-4b8b-a7fc-54f5f4726a99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-716355'] for network (c46d647a-b877-4cb5-9d41-f29712e06919), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:44:29.162792 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-798fbf60-e9fb-4b8b-a7fc-54f5f4726a99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1572665', 'neutron.services.segments.db._delete_segments_for_network-8762170470903'] for network (c46d647a-b877-4cb5-9d41-f29712e06919), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:44:29.187721 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.services.segments.db [None req-798fbf60-e9fb-4b8b-a7fc-54f5f4726a99 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c46d647a-b877-4cb5-9d41-f29712e06919']}} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:44:29.200916 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.services.segments.db [None req-798fbf60-e9fb-4b8b-a7fc-54f5f4726a99 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bfc72ec-0b8b-4e76-beae-b3dd00144182') {'for_net_delete': True} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:44:29.200916 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.services.segments.db [None req-798fbf60-e9fb-4b8b-a7fc-54f5f4726a99 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bfc72ec-0b8b-4e76-beae-b3dd00144182') {} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:44:29.216369 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-798fbf60-e9fb-4b8b-a7fc-54f5f4726a99 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762170470786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64692013'] for segment (7bfc72ec-0b8b-4e76-beae-b3dd00144182), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:44:29.231687 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-798fbf60-e9fb-4b8b-a7fc-54f5f4726a99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1565696'] for segment (7bfc72ec-0b8b-4e76-beae-b3dd00144182), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:44:29.241485 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-798fbf60-e9fb-4b8b-a7fc-54f5f4726a99 admin admin] Releasing vlan 301 on physical network physnet1 to pool {{(pid=104053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 17:44:29.242150 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-798fbf60-e9fb-4b8b-a7fc-54f5f4726a99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1565696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64764438'] for segment (7bfc72ec-0b8b-4e76-beae-b3dd00144182), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:44:29.259149 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.agents_db [None req-618f4cd3-4a7d-480c-b6e2-8b59597e19f3 None None] Agent healthcheck: found 6 active agents {{(pid=104055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 17:44:29.298396 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.services.segments.plugin [-] Segment 7bfc72ec-0b8b-4e76-beae-b3dd00144182 resource provider aggregate not found Jun 16 17:44:29.319609 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.services.segments.plugin [-] Segment 7bfc72ec-0b8b-4e76-beae-b3dd00144182 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7bfc72ec-0b8b-4e76-beae-b3dd00144182 found for delete ", "request_id": "req-2fb73da2-7ff8-404b-9087-a62f36805bcf"}]} Jun 16 17:44:29.321375 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-798fbf60-e9fb-4b8b-a7fc-54f5f4726a99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1572662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-375457'] for network (c46d647a-b877-4cb5-9d41-f29712e06919), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:44:29.328768 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-798fbf60-e9fb-4b8b-a7fc-54f5f4726a99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626521'] for network (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:44:29.332358 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-798fbf60-e9fb-4b8b-a7fc-54f5f4726a99 admin admin] 10.222.0.40 "DELETE /v2.0/networks/c46d647a-b877-4cb5-9d41-f29712e06919 HTTP/1.1" status: 204 len: 168 time: 0.3324242 Jun 16 17:44:29.351038 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798fbf60-e9fb-4b8b-a7fc-54f5f4726a99 admin admin] Pushing event deleted for resources: {'Network': ['ID=c46d647a-b877-4cb5-9d41-f29712e06919,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:44:29.557432 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 35930) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:44:29.609606 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-b0c7b64e-6af8-4e16-a2a4-8b83fa98dd09 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=554c281060a446ed9b2d02bad7b8ec1d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0509121 Jun 16 17:44:29.612165 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 35934) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:44:29.670942 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-f0d51131-5a01-4f1b-a3fb-b451a7ede388 admin admin] Publish callbacks [] for security_group (1e9f9bf4-fb30-449d-aa39-36adcfd72d57), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:44:29.694384 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-f0d51131-5a01-4f1b-a3fb-b451a7ede388 admin admin] Publish callbacks [] for security_group (1e9f9bf4-fb30-449d-aa39-36adcfd72d57), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:44:29.745782 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-f0d51131-5a01-4f1b-a3fb-b451a7ede388 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (1e9f9bf4-fb30-449d-aa39-36adcfd72d57), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:44:29.748432 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-f0d51131-5a01-4f1b-a3fb-b451a7ede388 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:44:29.749644 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-f0d51131-5a01-4f1b-a3fb-b451a7ede388 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/1e9f9bf4-fb30-449d-aa39-36adcfd72d57 HTTP/1.1" status: 204 len: 168 time: 0.1364913 Jun 16 17:44:29.759040 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d51131-5a01-4f1b-a3fb-b451a7ede388 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e9f9bf4-fb30-449d-aa39-36adcfd72d57,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:44:31.292192 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-2240ad5a-0b01-4c2e-926d-8561b8371a0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (43e250b4-0ce3-4949-aa8c-0bafe6454580), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:44:31.851522 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 35950) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:44:32.001165 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-eb3598f2-6aae-47cb-b00f-43c4f503097a tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Deleting port 7c065202-6488-4c6a-9b89-977133fe0dd1 {{(pid=104052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 17:44:32.001527 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-eb3598f2-6aae-47cb-b00f-43c4f503097a tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762170394215'] for port (7c065202-6488-4c6a-9b89-977133fe0dd1), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:44:32.084955 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-eb3598f2-6aae-47cb-b00f-43c4f503097a tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376266'] for port (7c065202-6488-4c6a-9b89-977133fe0dd1), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:44:32.085376 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-eb3598f2-6aae-47cb-b00f-43c4f503097a tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Publish callbacks [] for floatingip (7c065202-6488-4c6a-9b89-977133fe0dd1), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:44:32.100046 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-eb3598f2-6aae-47cb-b00f-43c4f503097a tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Calling delete_port for 7c065202-6488-4c6a-9b89-977133fe0dd1 owned by network:floatingip {{(pid=104052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 17:44:32.147008 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:44:32.166193 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:44:32.252899 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-eb3598f2-6aae-47cb-b00f-43c4f503097a tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762170396510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762170029087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62916395'] for port (7c065202-6488-4c6a-9b89-977133fe0dd1), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:44:32.280521 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Device 6c5ca3a5-989e-4775-9839-4980ee405ae9 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 17:44:32.282037 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3598f2-6aae-47cb-b00f-43c4f503097a tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Pushing event deleted for resources: {'Port': ['ID=7c065202-6488-4c6a-9b89-977133fe0dd1,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:44:32.348211 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-eb3598f2-6aae-47cb-b00f-43c4f503097a tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Publish callbacks [] for floatingip (7f46be3b-558a-45bb-bd88-675dbb9fe94e), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:44:32.348455 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.db.l3_db [None req-eb3598f2-6aae-47cb-b00f-43c4f503097a tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Floating IP 7f46be3b-558a-45bb-bd88-675dbb9fe94e disassociated (deleted). External IP: 172.27.0.217, port: cc7803f8-e7cb-4bb7-a65a-f2c6bd3a1b8e. Jun 16 17:44:32.428825 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] No Port match for: 6c5ca3a5-989e-4775-9839-4980ee405ae9 {{(pid=104054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 17:44:32.429515 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Device 6c5ca3a5-989e-4775-9839-4980ee405ae9 not bound to the agent host hv-cinder-83754 {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 17:44:32.516483 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-359da135-d845-4d2e-a034-e84fcb95f5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (8e118b8c-b091-4f14-909a-13c66b53efc1), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:44:32.558687 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb3598f2-6aae-47cb-b00f-43c4f503097a tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Router 94b8972a-9a93-42e0-a8cb-e4e8f431d6ec has already been hosted by L3 agent 43e250b4-0ce3-4949-aa8c-0bafe6454580 {{(pid=104052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 17:44:32.664830 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb3598f2-6aae-47cb-b00f-43c4f503097a tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Notify agent at l3_agent.dv-cinder-837546-2-iscsi the message routers_updated {{(pid=104052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 17:44:32.670472 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-eb3598f2-6aae-47cb-b00f-43c4f503097a tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228225'] for floatingip (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:44:32.676531 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e69434-fea9-4d38-8be3-7c97fdde0751 None None] Sync routers for ids ['94b8972a-9a93-42e0-a8cb-e4e8f431d6ec'] in dv-cinder-837546-2-iscsi {{(pid=104055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:44:32.687903 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e69434-fea9-4d38-8be3-7c97fdde0751 None None] Routers {'94b8972a-9a93-42e0-a8cb-e4e8f431d6ec'} bound to L3 agent in host dv-cinder-837546-2-iscsi {{(pid=104055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:44:32.688605 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-03e69434-fea9-4d38-8be3-7c97fdde0751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T17:26:01Z,description=,heartbeat_timestamp=2022-06-16T17:44:31Z,host='dv-cinder-837546-2-iscsi',id=43e250b4-0ce3-4949-aa8c-0bafe6454580,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:26:01Z,topic='l3_agent')) {'router_ids': ['94b8972a-9a93-42e0-a8cb-e4e8f431d6ec'], 'active': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:44:32.701037 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-eb3598f2-6aae-47cb-b00f-43c4f503097a tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] 10.222.0.40 "DELETE /v2.0/floatingips/7f46be3b-558a-45bb-bd88-675dbb9fe94e HTTP/1.1" status: 204 len: 168 time: 0.8484292 Jun 16 17:44:32.701682 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e064158b-7b81-42c1-bc01-057812cdcb57', 'tag': 'cc7803f8-e7cb-4bb7-a65a-f2c6bd3a1b8e'}] {{(pid=104052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 17:44:32.703920 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9713fa4f09cf3058fa9276dada2b44135c9dd2e88d0acd54628e4483b77b1e61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8019a08b-748e-4e63-b01f-ef5beb33a911" -d '{"events": [{"name": "network-changed", "server_uuid": "e064158b-7b81-42c1-bc01-057812cdcb57", "tag": "cc7803f8-e7cb-4bb7-a65a-f2c6bd3a1b8e"}]}' {{(pid=104052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:44:32.745785 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 17:44:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b72a608-b664-46f3-8471-db20283e836d x-openstack-request-id: req-9b72a608-b664-46f3-8471-db20283e836d {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:44:32.746147 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e064158b-7b81-42c1-bc01-057812cdcb57", "tag": "cc7803f8-e7cb-4bb7-a65a-f2c6bd3a1b8e", "status": "completed", "code": 200}]} {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:44:32.746463 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-9b72a608-b664-46f3-8471-db20283e836d {{(pid=104052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:44:32.746928 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b72a608-b664-46f3-8471-db20283e836d'] response: {'name': 'network-changed', 'server_uuid': 'e064158b-7b81-42c1-bc01-057812cdcb57', 'tag': 'cc7803f8-e7cb-4bb7-a65a-f2c6bd3a1b8e', 'status': 'completed', 'code': 200} Jun 16 17:44:32.799897 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvr_db [None req-03e69434-fea9-4d38-8be3-7c97fdde0751 None None] Set router 94b8972a-9a93-42e0-a8cb-e4e8f431d6ec gateway port host: dv-cinder-837546-2-iscsi {{(pid=104055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:44:32.817549 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8019a08b-748e-4e63-b01f-ef5beb33a911 req-987ebd12-21a2-4f61-9a5b-bfb788a82dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:44:32.820423 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-8019a08b-748e-4e63-b01f-ef5beb33a911 req-987ebd12-21a2-4f61-9a5b-bfb788a82dfc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=314e9434e0ec4c1f9e8d6037143f5ebb&device_id=e064158b-7b81-42c1-bc01-057812cdcb57 HTTP/1.1" status: 200 len: 1129 time: 0.0479684 Jun 16 17:44:32.911336 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=100 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:44:32.969418 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2897c4d2-e609-43d7-92eb-bd7db7c5b0e7 req-cca37028-4cc2-43ec-bfaa-9c1f49a0e5f0 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:44:32.970772 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-2897c4d2-e609-43d7-92eb-bd7db7c5b0e7 req-cca37028-4cc2-43ec-bfaa-9c1f49a0e5f0 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] 10.222.0.40 "GET /v2.0/ports?device_id=e064158b-7b81-42c1-bc01-057812cdcb57 HTTP/1.1" status: 200 len: 945 time: 0.0653827 Jun 16 17:44:32.973597 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8019a08b-748e-4e63-b01f-ef5beb33a911 req-6e9e2d46-11f6-403c-b16f-fb5626c36e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:44:32.975204 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-8019a08b-748e-4e63-b01f-ef5beb33a911 req-6e9e2d46-11f6-403c-b16f-fb5626c36e08 service neutron] 10.222.0.47 "GET /v2.0/networks?id=6e803cc9-885b-4092-b21c-ed0c8b49c26c HTTP/1.1" status: 200 len: 912 time: 0.1450481 Jun 16 17:44:33.003675 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=100 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:44:33.013508 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-03e69434-fea9-4d38-8be3-7c97fdde0751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94b8972a-9a93-42e0-a8cb-e4e8f431d6ec', 'name': 'tempest-TestVolumeBootPattern-961332294-router', 'tenant_id': '314e9434e0ec4c1f9e8d6037143f5ebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'external_fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': '026d437e-e8b0-49f7-a119-3b208a2699d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:36:30Z', 'updated_at': '2022-06-16T17:36:35Z', 'revision_number': 4, 'project_id': '314e9434e0ec4c1f9e8d6037143f5ebb', 'gw_port': {'id': '026d437e-e8b0-49f7-a119-3b208a2699d4', 'name': '', 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:00:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b8972a-9a93-42e0-a8cb-e4e8f431d6ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:36:31Z', 'updated_at': '2022-06-16T17:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47584a51-19b7-439b-9f28-a7f577441b18', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-2-iscsi', '_interfaces': [{'id': '18c3303c-2322-42ff-a397-62b412c219b3', 'name': '', 'network_id': '6e803cc9-885b-4092-b21c-ed0c8b49c26c', 'tenant_id': '314e9434e0ec4c1f9e8d6037143f5ebb', 'mac_address': 'fa:16:3e:aa:c3:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b8972a-9a93-42e0-a8cb-e4e8f431d6ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '95144f6c-e9c4-46d6-bb41-a8f5f76b794b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:36:34Z', 'updated_at': '2022-06-16T17:36:41Z', 'revision_number': 5, 'project_id': '314e9434e0ec4c1f9e8d6037143f5ebb', 'subnets': [{'id': '95144f6c-e9c4-46d6-bb41-a8f5f76b794b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837546-2-iscsi', False) {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:44:33.021596 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-2897c4d2-e609-43d7-92eb-bd7db7c5b0e7 req-ddef6ebc-db55-4bcc-b950-4cf2f7532e23 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] 10.222.0.40 "GET /v2.0/security-groups?id=d387c7a1-edf2-4ad5-b315-6b4f9f4340c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445712 Jun 16 17:44:33.043016 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e69434-fea9-4d38-8be3-7c97fdde0751 None None] Checking router: 94b8972a-9a93-42e0-a8cb-e4e8f431d6ec for host: dv-cinder-837546-2-iscsi {{(pid=104055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:44:33.051485 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e69434-fea9-4d38-8be3-7c97fdde0751 None None] Routers {'94b8972a-9a93-42e0-a8cb-e4e8f431d6ec'} bound to L3 agent in host dv-cinder-837546-2-iscsi {{(pid=104055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:44:33.052074 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-03e69434-fea9-4d38-8be3-7c97fdde0751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T17:26:01Z,description=,heartbeat_timestamp=2022-06-16T17:44:31Z,host='dv-cinder-837546-2-iscsi',id=43e250b4-0ce3-4949-aa8c-0bafe6454580,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:26:01Z,topic='l3_agent')) {'router_ids': ['94b8972a-9a93-42e0-a8cb-e4e8f431d6ec'], 'active': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:44:33.148567 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvr_db [None req-03e69434-fea9-4d38-8be3-7c97fdde0751 None None] Set router 94b8972a-9a93-42e0-a8cb-e4e8f431d6ec gateway port host: dv-cinder-837546-2-iscsi {{(pid=104055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:44:33.351823 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-03e69434-fea9-4d38-8be3-7c97fdde0751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94b8972a-9a93-42e0-a8cb-e4e8f431d6ec', 'name': 'tempest-TestVolumeBootPattern-961332294-router', 'tenant_id': '314e9434e0ec4c1f9e8d6037143f5ebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'external_fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': '026d437e-e8b0-49f7-a119-3b208a2699d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:36:30Z', 'updated_at': '2022-06-16T17:36:35Z', 'revision_number': 4, 'project_id': '314e9434e0ec4c1f9e8d6037143f5ebb', 'gw_port': {'id': '026d437e-e8b0-49f7-a119-3b208a2699d4', 'name': '', 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:00:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b8972a-9a93-42e0-a8cb-e4e8f431d6ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:36:31Z', 'updated_at': '2022-06-16T17:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47584a51-19b7-439b-9f28-a7f577441b18', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-2-iscsi', '_interfaces': [{'id': '18c3303c-2322-42ff-a397-62b412c219b3', 'name': '', 'network_id': '6e803cc9-885b-4092-b21c-ed0c8b49c26c', 'tenant_id': '314e9434e0ec4c1f9e8d6037143f5ebb', 'mac_address': 'fa:16:3e:aa:c3:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b8972a-9a93-42e0-a8cb-e4e8f431d6ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '95144f6c-e9c4-46d6-bb41-a8f5f76b794b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:36:34Z', 'updated_at': '2022-06-16T17:36:41Z', 'revision_number': 5, 'project_id': '314e9434e0ec4c1f9e8d6037143f5ebb', 'subnets': [{'id': '95144f6c-e9c4-46d6-bb41-a8f5f76b794b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837546-2-iscsi', False) {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:44:33.378827 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e69434-fea9-4d38-8be3-7c97fdde0751 None None] The sync data for ids ['94b8972a-9a93-42e0-a8cb-e4e8f431d6ec'] in dv-cinder-837546-2-iscsi is: [{'id': '94b8972a-9a93-42e0-a8cb-e4e8f431d6ec', 'name': 'tempest-TestVolumeBootPattern-961332294-router', 'tenant_id': '314e9434e0ec4c1f9e8d6037143f5ebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'external_fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': '026d437e-e8b0-49f7-a119-3b208a2699d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:36:30Z', 'updated_at': '2022-06-16T17:36:35Z', 'revision_number': 4, 'project_id': '314e9434e0ec4c1f9e8d6037143f5ebb', 'gw_port': {'id': '026d437e-e8b0-49f7-a119-3b208a2699d4', 'name': '', 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:00:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b8972a-9a93-42e0-a8cb-e4e8f431d6ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:36:31Z', 'updated_at': '2022-06-16T17:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47584a51-19b7-439b-9f28-a7f577441b18', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-2-iscsi', '_interfaces': [{'id': '18c3303c-2322-42ff-a397-62b412c219b3', 'name': '', 'network_id': '6e803cc9-885b-4092-b21c-ed0c8b49c26c', 'tenant_id': '314e9434e0ec4c1f9e8d6037143f5ebb', 'mac_address': 'fa:16:3e:aa:c3:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b8972a-9a93-42e0-a8cb-e4e8f431d6ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '95144f6c-e9c4-46d6-bb41-a8f5f76b794b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:36:34Z', 'updated_at': '2022-06-16T17:36:41Z', 'revision_number': 5, 'project_id': '314e9434e0ec4c1f9e8d6037143f5ebb', 'subnets': [{'id': '95144f6c-e9c4-46d6-bb41-a8f5f76b794b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:44:33.606356 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8056c7f8-b3a5-4677-8441-1ecda8f198aa None None] New status for floating IP 7f46be3b-558a-45bb-bd88-675dbb9fe94e: DOWN {{(pid=104054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 17:44:34.011887 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-8019a08b-748e-4e63-b01f-ef5beb33a911 req-ba6e0588-ca62-4b09-bb07-993c7961728c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cc7803f8-e7cb-4bb7-a65a-f2c6bd3a1b8e HTTP/1.1" status: 200 len: 217 time: 0.0384862 Jun 16 17:44:34.062510 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8019a08b-748e-4e63-b01f-ef5beb33a911 req-dc5ec7fe-39dd-40f7-bb0c-c843951cfdd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:44:34.064024 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-8019a08b-748e-4e63-b01f-ef5beb33a911 req-dc5ec7fe-39dd-40f7-bb0c-c843951cfdd0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=95144f6c-e9c4-46d6-bb41-a8f5f76b794b HTTP/1.1" status: 200 len: 850 time: 0.0456913 Jun 16 17:44:34.111616 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:44:34.127444 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8019a08b-748e-4e63-b01f-ef5beb33a911 req-9fb1d5f2-7cb2-4246-93af-bfd6293b5847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:44:34.129000 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-8019a08b-748e-4e63-b01f-ef5beb33a911 req-9fb1d5f2-7cb2-4246-93af-bfd6293b5847 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6e803cc9-885b-4092-b21c-ed0c8b49c26c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0530565 Jun 16 17:44:34.170267 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c8a829-a2f1-4c81-beec-33df6d14b6b1 req-f961a4f4-bf80-4c27-8df9-f35c18a3d6d2 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:44:34.171786 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-13c8a829-a2f1-4c81-beec-33df6d14b6b1 req-f961a4f4-bf80-4c27-8df9-f35c18a3d6d2 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] 10.222.0.40 "GET /v2.0/ports?device_id=e064158b-7b81-42c1-bc01-057812cdcb57 HTTP/1.1" status: 200 len: 945 time: 0.0544221 Jun 16 17:44:34.216551 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-1d81e0cb-ff47-4623-99d5-ab370c19a781 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (25dd433a-18a0-496e-b58c-593ddca2a11d), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:44:34.249717 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:44:34.289978 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-13c8a829-a2f1-4c81-beec-33df6d14b6b1 req-dbabc9ab-83be-4ed0-8d52-bccbb283828e tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] 10.222.0.40 "GET /v2.0/security-groups?id=d387c7a1-edf2-4ad5-b315-6b4f9f4340c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1090515 Jun 16 17:44:34.304943 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-8019a08b-748e-4e63-b01f-ef5beb33a911 req-52be878f-7821-4f6f-8ebc-0d5409456ee8 service neutron] 10.222.0.47 "GET /v2.0/networks/6e803cc9-885b-4092-b21c-ed0c8b49c26c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322048 Jun 16 17:44:34.497864 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (f1f6c009-5a31-4833-b180-4d9d41a55fe5), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:44:34.754222 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6ab60f-b91e-47a9-82bb-af615b574ccf req-235f0a0e-d279-40d0-a886-bef30a422f54 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:44:34.755587 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-3f6ab60f-b91e-47a9-82bb-af615b574ccf req-235f0a0e-d279-40d0-a886-bef30a422f54 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] 10.222.0.47 "GET /v2.0/ports?device_id=e064158b-7b81-42c1-bc01-057812cdcb57 HTTP/1.1" status: 200 len: 945 time: 0.0570621 Jun 16 17:44:34.783142 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-8019a08b-748e-4e63-b01f-ef5beb33a911 req-6825b128-3a37-4931-8cb3-1012c64d33c8 service neutron] 10.222.0.47 "GET /v2.0/networks/6e803cc9-885b-4092-b21c-ed0c8b49c26c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4032960 Jun 16 17:44:34.867005 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [req-3f6ab60f-b91e-47a9-82bb-af615b574ccf req-66a6fd21-6aae-4472-8e7d-e8dc67e0f3ee tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Deleting port cc7803f8-e7cb-4bb7-a65a-f2c6bd3a1b8e {{(pid=104052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 17:44:34.867387 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-3f6ab60f-b91e-47a9-82bb-af615b574ccf req-66a6fd21-6aae-4472-8e7d-e8dc67e0f3ee tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762170394215'] for port (cc7803f8-e7cb-4bb7-a65a-f2c6bd3a1b8e), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:44:34.968050 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [req-3f6ab60f-b91e-47a9-82bb-af615b574ccf req-66a6fd21-6aae-4472-8e7d-e8dc67e0f3ee tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] For port cc7803f8-e7cb-4bb7-a65a-f2c6bd3a1b8e, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=cc7803f8-e7cb-4bb7-a65a-f2c6bd3a1b8e,segment=NetworkSegment(1add1b51-67b6-49ef-9935-1b6b2ec0e2a3),segment_id=1add1b51-67b6-49ef-9935-1b6b2ec0e2a3)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:44:34.968405 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-3f6ab60f-b91e-47a9-82bb-af615b574ccf req-66a6fd21-6aae-4472-8e7d-e8dc67e0f3ee tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376266'] for port (cc7803f8-e7cb-4bb7-a65a-f2c6bd3a1b8e), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:44:34.982944 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [req-3f6ab60f-b91e-47a9-82bb-af615b574ccf req-66a6fd21-6aae-4472-8e7d-e8dc67e0f3ee tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Calling delete_port for cc7803f8-e7cb-4bb7-a65a-f2c6bd3a1b8e owned by compute:nova {{(pid=104052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 17:44:35.125236 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-3f6ab60f-b91e-47a9-82bb-af615b574ccf req-66a6fd21-6aae-4472-8e7d-e8dc67e0f3ee tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762170396510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762170029087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62916395'] for port (cc7803f8-e7cb-4bb7-a65a-f2c6bd3a1b8e), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:44:35.151831 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a6fd21-6aae-4472-8e7d-e8dc67e0f3ee tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Pushing event deleted for resources: {'Port': ['ID=cc7803f8-e7cb-4bb7-a65a-f2c6bd3a1b8e,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:44:35.199436 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f6ab60f-b91e-47a9-82bb-af615b574ccf req-66a6fd21-6aae-4472-8e7d-e8dc67e0f3ee tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] No DVR routers for this DVR port cc7803f8-e7cb-4bb7-a65a-f2c6bd3a1b8e on host hv-cinder-83754 {{(pid=104052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 17:44:35.201959 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-3f6ab60f-b91e-47a9-82bb-af615b574ccf req-66a6fd21-6aae-4472-8e7d-e8dc67e0f3ee tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228225'] for port (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:44:35.205088 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-3f6ab60f-b91e-47a9-82bb-af615b574ccf req-66a6fd21-6aae-4472-8e7d-e8dc67e0f3ee tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] 10.222.0.47 "DELETE /v2.0/ports/cc7803f8-e7cb-4bb7-a65a-f2c6bd3a1b8e HTTP/1.1" status: 204 len: 173 time: 0.4377627 Jun 16 17:44:35.205538 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e064158b-7b81-42c1-bc01-057812cdcb57', 'name': 'network-vif-deleted', 'tag': 'cc7803f8-e7cb-4bb7-a65a-f2c6bd3a1b8e'}] {{(pid=104052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 17:44:35.207912 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9713fa4f09cf3058fa9276dada2b44135c9dd2e88d0acd54628e4483b77b1e61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b944fb30-fbbb-4987-9a13-8419fb0c9732" -d '{"events": [{"server_uuid": "e064158b-7b81-42c1-bc01-057812cdcb57", "name": "network-vif-deleted", "tag": "cc7803f8-e7cb-4bb7-a65a-f2c6bd3a1b8e"}]}' {{(pid=104052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:44:35.250390 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 17:44:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0be044d0-a503-48d6-8931-4891bfb40ee9 x-openstack-request-id: req-0be044d0-a503-48d6-8931-4891bfb40ee9 {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:44:35.250684 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e064158b-7b81-42c1-bc01-057812cdcb57", "name": "network-vif-deleted", "tag": "cc7803f8-e7cb-4bb7-a65a-f2c6bd3a1b8e", "status": "completed", "code": 200}]} {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:44:35.250935 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-0be044d0-a503-48d6-8931-4891bfb40ee9 {{(pid=104052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:44:35.251335 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0be044d0-a503-48d6-8931-4891bfb40ee9'] response: {'server_uuid': 'e064158b-7b81-42c1-bc01-057812cdcb57', 'name': 'network-vif-deleted', 'tag': 'cc7803f8-e7cb-4bb7-a65a-f2c6bd3a1b8e', 'status': 'completed', 'code': 200} Jun 16 17:44:35.394712 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [req-49a2dc01-f1ac-4f44-a78b-0f7c47e6f05d req-0c2775bf-e830-49fd-acbf-68711b315b66 tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] 10.222.0.40 "GET /v2.0/ports?device_id=e064158b-7b81-42c1-bc01-057812cdcb57 HTTP/1.1" status: 200 len: 210 time: 0.0333309 Jun 16 17:44:36.458542 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 35966) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:44:36.573670 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-0fc37508-145e-4e59-908b-5638c6521c4d tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Deleting port 9f93ef6f-02d7-4be5-8fcd-0ce4d91210ad {{(pid=104052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 17:44:36.574002 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0fc37508-145e-4e59-908b-5638c6521c4d tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762170394215'] for port (9f93ef6f-02d7-4be5-8fcd-0ce4d91210ad), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:44:36.586773 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:44:36.659966 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0fc37508-145e-4e59-908b-5638c6521c4d tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376266'] for port (9f93ef6f-02d7-4be5-8fcd-0ce4d91210ad), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:44:36.660287 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0fc37508-145e-4e59-908b-5638c6521c4d tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Publish callbacks [] for floatingip (9f93ef6f-02d7-4be5-8fcd-0ce4d91210ad), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:44:36.673288 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-0fc37508-145e-4e59-908b-5638c6521c4d tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Calling delete_port for 9f93ef6f-02d7-4be5-8fcd-0ce4d91210ad owned by network:floatingip {{(pid=104052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 17:44:36.808716 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:44:36.815303 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0fc37508-145e-4e59-908b-5638c6521c4d tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762170396510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762170029087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62916395'] for port (9f93ef6f-02d7-4be5-8fcd-0ce4d91210ad), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:44:36.842690 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc37508-145e-4e59-908b-5638c6521c4d tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Pushing event deleted for resources: {'Port': ['ID=9f93ef6f-02d7-4be5-8fcd-0ce4d91210ad,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:44:36.908285 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0fc37508-145e-4e59-908b-5638c6521c4d tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Publish callbacks [] for floatingip (90867722-87bc-41ef-ae3d-6f7200546d63), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:44:36.910902 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0fc37508-145e-4e59-908b-5638c6521c4d tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228225'] for floatingip (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:44:36.912050 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-0fc37508-145e-4e59-908b-5638c6521c4d tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] 10.222.0.40 "DELETE /v2.0/floatingips/90867722-87bc-41ef-ae3d-6f7200546d63 HTTP/1.1" status: 204 len: 168 time: 0.4535465 Jun 16 17:44:38.123931 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 35978) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:44:38.184161 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-b4d2ba6b-fbfc-433d-991c-29d6891b3c8e tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Publish callbacks [] for security_group (d387c7a1-edf2-4ad5-b315-6b4f9f4340c8), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:44:38.210650 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-b4d2ba6b-fbfc-433d-991c-29d6891b3c8e tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Publish callbacks [] for security_group (d387c7a1-edf2-4ad5-b315-6b4f9f4340c8), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:44:38.278990 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-b4d2ba6b-fbfc-433d-991c-29d6891b3c8e tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (d387c7a1-edf2-4ad5-b315-6b4f9f4340c8), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:44:38.281450 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-b4d2ba6b-fbfc-433d-991c-29d6891b3c8e tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Publish callbacks [] for security_group (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:44:38.282613 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-b4d2ba6b-fbfc-433d-991c-29d6891b3c8e tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] 10.222.0.40 "DELETE /v2.0/security-groups/d387c7a1-edf2-4ad5-b315-6b4f9f4340c8 HTTP/1.1" status: 204 len: 168 time: 0.1576898 Jun 16 17:44:38.293453 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d2ba6b-fbfc-433d-991c-29d6891b3c8e tempest-TestVolumeBootPattern-1402985346 tempest-TestVolumeBootPattern-1402985346-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d387c7a1-edf2-4ad5-b315-6b4f9f4340c8,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:44:38.312737 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Device cc7803f8-e7cb-4bb7-a65a-f2c6bd3a1b8e no longer exists at agent hyperv_hv-cinder-83754 {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 17:44:38.342376 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] No Port match for: cc7803f8-e7cb-4bb7-a65a-f2c6bd3a1b8e {{(pid=104054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 17:44:38.343017 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Device cc7803f8-e7cb-4bb7-a65a-f2c6bd3a1b8e not bound to the agent host hv-cinder-83754 {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 17:44:38.344325 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 35982) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:44:38.811917 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:44:38.847167 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:44:38.907523 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-896b364c-2933-48b0-a872-f5262fd7bff3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-361930'] for router_interface (94b8972a-9a93-42e0-a8cb-e4e8f431d6ec), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:44:39.143055 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-896b364c-2933-48b0-a872-f5262fd7bff3 admin admin] Deleting port 18c3303c-2322-42ff-a397-62b412c219b3 {{(pid=104053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 17:44:39.143286 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-896b364c-2933-48b0-a872-f5262fd7bff3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762170394215'] for port (18c3303c-2322-42ff-a397-62b412c219b3), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:44:39.239336 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-896b364c-2933-48b0-a872-f5262fd7bff3 admin admin] For port 18c3303c-2322-42ff-a397-62b412c219b3, host dv-cinder-837546-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-2-iscsi',level=0,port_id=18c3303c-2322-42ff-a397-62b412c219b3,segment=NetworkSegment(1add1b51-67b6-49ef-9935-1b6b2ec0e2a3),segment_id=1add1b51-67b6-49ef-9935-1b6b2ec0e2a3)] {{(pid=104053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:44:39.239336 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-896b364c-2933-48b0-a872-f5262fd7bff3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376266'] for port (18c3303c-2322-42ff-a397-62b412c219b3), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:44:39.256775 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-896b364c-2933-48b0-a872-f5262fd7bff3 admin admin] Calling delete_port for 18c3303c-2322-42ff-a397-62b412c219b3 owned by network:router_interface {{(pid=104053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 17:44:39.448123 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-896b364c-2933-48b0-a872-f5262fd7bff3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762170396510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762170029087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64764667'] for port (18c3303c-2322-42ff-a397-62b412c219b3), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:44:39.473768 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896b364c-2933-48b0-a872-f5262fd7bff3 admin admin] Pushing event deleted for resources: {'Port': ['ID=18c3303c-2322-42ff-a397-62b412c219b3,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:44:39.487090 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896b364c-2933-48b0-a872-f5262fd7bff3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:44:39.487549 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896b364c-2933-48b0-a872-f5262fd7bff3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:44:39.487902 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896b364c-2933-48b0-a872-f5262fd7bff3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:44:39.488345 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896b364c-2933-48b0-a872-f5262fd7bff3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:44:39.488692 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896b364c-2933-48b0-a872-f5262fd7bff3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:44:39.489025 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896b364c-2933-48b0-a872-f5262fd7bff3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:44:39.489417 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896b364c-2933-48b0-a872-f5262fd7bff3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:44:39.489745 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896b364c-2933-48b0-a872-f5262fd7bff3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:44:39.490080 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896b364c-2933-48b0-a872-f5262fd7bff3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:44:39.490409 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896b364c-2933-48b0-a872-f5262fd7bff3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:44:39.490738 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896b364c-2933-48b0-a872-f5262fd7bff3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:44:39.491078 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896b364c-2933-48b0-a872-f5262fd7bff3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:44:39.491382 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896b364c-2933-48b0-a872-f5262fd7bff3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:44:39.491701 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896b364c-2933-48b0-a872-f5262fd7bff3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:44:39.492022 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896b364c-2933-48b0-a872-f5262fd7bff3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:44:39.655067 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-896b364c-2933-48b0-a872-f5262fd7bff3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1626484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-362330'] for router_interface (94b8972a-9a93-42e0-a8cb-e4e8f431d6ec), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:44:39.711707 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:44:39.769432 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:44:40.129742 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-896b364c-2933-48b0-a872-f5262fd7bff3 admin admin] Router 94b8972a-9a93-42e0-a8cb-e4e8f431d6ec has already been hosted by L3 agent 43e250b4-0ce3-4949-aa8c-0bafe6454580 {{(pid=104053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 17:44:40.237596 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-896b364c-2933-48b0-a872-f5262fd7bff3 admin admin] Notify agent at l3_agent.dv-cinder-837546-2-iscsi the message routers_updated {{(pid=104053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 17:44:40.242663 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-896b364c-2933-48b0-a872-f5262fd7bff3 admin admin] 10.222.0.40 "PUT /v2.0/routers/94b8972a-9a93-42e0-a8cb-e4e8f431d6ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8969135 Jun 16 17:44:40.245224 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 35986) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:44:40.247607 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc854336-180e-4f05-9c3f-23cd44ae838e None None] Sync routers for ids ['94b8972a-9a93-42e0-a8cb-e4e8f431d6ec'] in dv-cinder-837546-2-iscsi {{(pid=104055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:44:40.259124 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc854336-180e-4f05-9c3f-23cd44ae838e None None] Routers {'94b8972a-9a93-42e0-a8cb-e4e8f431d6ec'} bound to L3 agent in host dv-cinder-837546-2-iscsi {{(pid=104055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:44:40.260534 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-bc854336-180e-4f05-9c3f-23cd44ae838e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T17:26:01Z,description=,heartbeat_timestamp=2022-06-16T17:44:31Z,host='dv-cinder-837546-2-iscsi',id=43e250b4-0ce3-4949-aa8c-0bafe6454580,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:26:01Z,topic='l3_agent')) {'router_ids': ['94b8972a-9a93-42e0-a8cb-e4e8f431d6ec'], 'active': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:44:40.345827 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-74920a06-7787-478c-a151-358e44e9c5ef admin admin] Publish callbacks [] for router (94b8972a-9a93-42e0-a8cb-e4e8f431d6ec), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:44:40.367253 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvr_db [None req-bc854336-180e-4f05-9c3f-23cd44ae838e None None] Set router 94b8972a-9a93-42e0-a8cb-e4e8f431d6ec gateway port host: dv-cinder-837546-2-iscsi {{(pid=104055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:44:40.451173 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-74920a06-7787-478c-a151-358e44e9c5ef admin admin] Publish callbacks [] for router_gateway (94b8972a-9a93-42e0-a8cb-e4e8f431d6ec), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:44:40.507192 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-74920a06-7787-478c-a151-358e44e9c5ef admin admin] Deleting port 026d437e-e8b0-49f7-a119-3b208a2699d4 {{(pid=104053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 17:44:40.507682 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-74920a06-7787-478c-a151-358e44e9c5ef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762170394215'] for port (026d437e-e8b0-49f7-a119-3b208a2699d4), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:44:40.608503 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-74920a06-7787-478c-a151-358e44e9c5ef admin admin] For port 026d437e-e8b0-49f7-a119-3b208a2699d4, host dv-cinder-837546-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-2-iscsi',level=0,port_id=026d437e-e8b0-49f7-a119-3b208a2699d4,segment=NetworkSegment(f847f272-90b1-4369-8e48-25aa20ff3114),segment_id=f847f272-90b1-4369-8e48-25aa20ff3114)] {{(pid=104053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:44:40.608861 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-74920a06-7787-478c-a151-358e44e9c5ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376266'] for port (026d437e-e8b0-49f7-a119-3b208a2699d4), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:44:40.626374 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-74920a06-7787-478c-a151-358e44e9c5ef admin admin] Calling delete_port for 026d437e-e8b0-49f7-a119-3b208a2699d4 owned by network:router_gateway {{(pid=104053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 17:44:40.649877 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-bc854336-180e-4f05-9c3f-23cd44ae838e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94b8972a-9a93-42e0-a8cb-e4e8f431d6ec', 'name': 'tempest-TestVolumeBootPattern-961332294-router', 'tenant_id': '314e9434e0ec4c1f9e8d6037143f5ebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'external_fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': '026d437e-e8b0-49f7-a119-3b208a2699d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:36:30Z', 'updated_at': '2022-06-16T17:44:39Z', 'revision_number': 5, 'project_id': '314e9434e0ec4c1f9e8d6037143f5ebb', 'gw_port': {'id': '026d437e-e8b0-49f7-a119-3b208a2699d4', 'name': '', 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:00:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b8972a-9a93-42e0-a8cb-e4e8f431d6ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:36:31Z', 'updated_at': '2022-06-16T17:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47584a51-19b7-439b-9f28-a7f577441b18', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-2-iscsi'}], 'dv-cinder-837546-2-iscsi', False) {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:44:40.675488 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc854336-180e-4f05-9c3f-23cd44ae838e None None] Checking router: 94b8972a-9a93-42e0-a8cb-e4e8f431d6ec for host: dv-cinder-837546-2-iscsi {{(pid=104055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:44:40.685039 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc854336-180e-4f05-9c3f-23cd44ae838e None None] Routers {'94b8972a-9a93-42e0-a8cb-e4e8f431d6ec'} bound to L3 agent in host dv-cinder-837546-2-iscsi {{(pid=104055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:44:40.685720 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-bc854336-180e-4f05-9c3f-23cd44ae838e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T17:26:01Z,description=,heartbeat_timestamp=2022-06-16T17:44:31Z,host='dv-cinder-837546-2-iscsi',id=43e250b4-0ce3-4949-aa8c-0bafe6454580,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:26:01Z,topic='l3_agent')) {'router_ids': ['94b8972a-9a93-42e0-a8cb-e4e8f431d6ec'], 'active': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:44:40.774410 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvr_db [None req-bc854336-180e-4f05-9c3f-23cd44ae838e None None] Set router 94b8972a-9a93-42e0-a8cb-e4e8f431d6ec gateway port host: None {{(pid=104055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:44:40.787332 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:44:40.813267 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-74920a06-7787-478c-a151-358e44e9c5ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762170396510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762170029087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64764667'] for port (026d437e-e8b0-49f7-a119-3b208a2699d4), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:44:40.826273 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-bc854336-180e-4f05-9c3f-23cd44ae838e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94b8972a-9a93-42e0-a8cb-e4e8f431d6ec', 'name': 'tempest-TestVolumeBootPattern-961332294-router', 'tenant_id': '314e9434e0ec4c1f9e8d6037143f5ebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:36:30Z', 'updated_at': '2022-06-16T17:44:40Z', 'revision_number': 6, 'project_id': '314e9434e0ec4c1f9e8d6037143f5ebb', 'gw_port_host': None}], 'dv-cinder-837546-2-iscsi', False) {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:44:40.837041 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74920a06-7787-478c-a151-358e44e9c5ef admin admin] Pushing event deleted for resources: {'Port': ['ID=026d437e-e8b0-49f7-a119-3b208a2699d4,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:44:40.855279 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc854336-180e-4f05-9c3f-23cd44ae838e None None] The sync data for ids ['94b8972a-9a93-42e0-a8cb-e4e8f431d6ec'] in dv-cinder-837546-2-iscsi is: [{'id': '94b8972a-9a93-42e0-a8cb-e4e8f431d6ec', 'name': 'tempest-TestVolumeBootPattern-961332294-router', 'tenant_id': '314e9434e0ec4c1f9e8d6037143f5ebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:36:30Z', 'updated_at': '2022-06-16T17:44:40Z', 'revision_number': 6, 'project_id': '314e9434e0ec4c1f9e8d6037143f5ebb', 'gw_port_host': None}] {{(pid=104055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:44:40.911541 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-74920a06-7787-478c-a151-358e44e9c5ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-375437'] for router_gateway (94b8972a-9a93-42e0-a8cb-e4e8f431d6ec), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:44:41.006662 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-74920a06-7787-478c-a151-358e44e9c5ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-376196', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11533'] for router (94b8972a-9a93-42e0-a8cb-e4e8f431d6ec), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:44:41.008882 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-74920a06-7787-478c-a151-358e44e9c5ef admin admin] Publish callbacks [] for router_controller (94b8972a-9a93-42e0-a8cb-e4e8f431d6ec), precommit_delete_associations {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:44:41.053472 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-74920a06-7787-478c-a151-358e44e9c5ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-376302'] for router (94b8972a-9a93-42e0-a8cb-e4e8f431d6ec), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:44:41.054131 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74920a06-7787-478c-a151-358e44e9c5ef admin admin] Fanout notify agent at l3_agent the message router_deleted on router 94b8972a-9a93-42e0-a8cb-e4e8f431d6ec {{(pid=104053) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 16 17:44:41.059215 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-74920a06-7787-478c-a151-358e44e9c5ef admin admin] Publish callbacks [] for router (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:44:41.060631 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-74920a06-7787-478c-a151-358e44e9c5ef admin admin] 10.222.0.40 "DELETE /v2.0/routers/94b8972a-9a93-42e0-a8cb-e4e8f431d6ec HTTP/1.1" status: 204 len: 168 time: 0.8142462 Jun 16 17:44:41.063154 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 35988) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:44:41.111352 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.db.db_base_plugin_v2 [None req-454a2ea8-2748-43bf-8c3b-dd2a59d7bdf8 admin admin] Deleting subnet 95144f6c-e9c4-46d6-bb41-a8f5f76b794b {{(pid=104053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 16 17:44:41.115016 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-454a2ea8-2748-43bf-8c3b-dd2a59d7bdf8 admin admin] Publish callbacks [] for subnet (95144f6c-e9c4-46d6-bb41-a8f5f76b794b), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:44:41.142208 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:44:41.158095 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-454a2ea8-2748-43bf-8c3b-dd2a59d7bdf8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64692026'] for subnet (95144f6c-e9c4-46d6-bb41-a8f5f76b794b), precommit_delete_associations {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:44:41.248098 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-454a2ea8-2748-43bf-8c3b-dd2a59d7bdf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1565816'] for subnet (95144f6c-e9c4-46d6-bb41-a8f5f76b794b), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:44:41.309417 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-454a2ea8-2748-43bf-8c3b-dd2a59d7bdf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1565763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64764616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64831976'] for subnet (95144f6c-e9c4-46d6-bb41-a8f5f76b794b), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:44:41.341198 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454a2ea8-2748-43bf-8c3b-dd2a59d7bdf8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95144f6c-e9c4-46d6-bb41-a8f5f76b794b,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:44:41.344971 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-454a2ea8-2748-43bf-8c3b-dd2a59d7bdf8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:44:41.348335 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-454a2ea8-2748-43bf-8c3b-dd2a59d7bdf8 admin admin] 10.222.0.40 "DELETE /v2.0/subnets/95144f6c-e9c4-46d6-bb41-a8f5f76b794b HTTP/1.1" status: 204 len: 168 time: 0.2840469 Jun 16 17:44:41.350959 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 35990) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:44:41.351302 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86ba9d78-7b1a-4a8f-b952-8c61a048f797 None None] Network 6e803cc9-885b-4092-b21c-ed0c8b49c26c requested from dv-cinder-837546-2-iscsi {{(pid=104054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 17:44:41.423473 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-f40d9b08-4ac2-40a6-8d70-4d86ae937593 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-716355'] for network (6e803cc9-885b-4092-b21c-ed0c8b49c26c), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:44:41.468511 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-f40d9b08-4ac2-40a6-8d70-4d86ae937593 admin admin] Deleting port 0946f3d7-4721-410a-a7b3-21dfa9bd0ba0 {{(pid=104053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 17:44:41.469562 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-f40d9b08-4ac2-40a6-8d70-4d86ae937593 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762170394215'] for port (0946f3d7-4721-410a-a7b3-21dfa9bd0ba0), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:44:41.539981 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-f40d9b08-4ac2-40a6-8d70-4d86ae937593 admin admin] For port 0946f3d7-4721-410a-a7b3-21dfa9bd0ba0, host dv-cinder-837546-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-2-iscsi',level=0,port_id=0946f3d7-4721-410a-a7b3-21dfa9bd0ba0,segment=NetworkSegment(1add1b51-67b6-49ef-9935-1b6b2ec0e2a3),segment_id=1add1b51-67b6-49ef-9935-1b6b2ec0e2a3)] {{(pid=104053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:44:41.540262 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-f40d9b08-4ac2-40a6-8d70-4d86ae937593 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376266'] for port (0946f3d7-4721-410a-a7b3-21dfa9bd0ba0), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:44:41.554940 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-f40d9b08-4ac2-40a6-8d70-4d86ae937593 admin admin] Calling delete_port for 0946f3d7-4721-410a-a7b3-21dfa9bd0ba0 owned by network:dhcp {{(pid=104053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 17:44:41.643372 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd333499-6401-4ba7-b771-0809ca51b457 None None] DHCP port deletion for 6e803cc9-885b-4092-b21c-ed0c8b49c26c request from dv-cinder-837546-2-iscsi {{(pid=104054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 16 17:44:41.648749 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-f40d9b08-4ac2-40a6-8d70-4d86ae937593 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762170396510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762170029087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64764667'] for port (0946f3d7-4721-410a-a7b3-21dfa9bd0ba0), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:44:41.680926 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40d9b08-4ac2-40a6-8d70-4d86ae937593 admin admin] Pushing event deleted for resources: {'Port': ['ID=0946f3d7-4721-410a-a7b3-21dfa9bd0ba0,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:44:41.688113 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40d9b08-4ac2-40a6-8d70-4d86ae937593 admin admin] No DVR routers for this DVR port 0946f3d7-4721-410a-a7b3-21dfa9bd0ba0 on host dv-cinder-837546-2-iscsi {{(pid=104053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 17:44:41.739118 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:44:41.769042 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-f40d9b08-4ac2-40a6-8d70-4d86ae937593 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1572665', 'neutron.services.segments.db._delete_segments_for_network-8762170470903'] for network (6e803cc9-885b-4092-b21c-ed0c8b49c26c), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:44:41.792574 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.services.segments.db [None req-f40d9b08-4ac2-40a6-8d70-4d86ae937593 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e803cc9-885b-4092-b21c-ed0c8b49c26c']}} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:44:41.802692 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.services.segments.db [None req-f40d9b08-4ac2-40a6-8d70-4d86ae937593 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1add1b51-67b6-49ef-9935-1b6b2ec0e2a3') {'for_net_delete': True} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:44:41.802988 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.services.segments.db [None req-f40d9b08-4ac2-40a6-8d70-4d86ae937593 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1add1b51-67b6-49ef-9935-1b6b2ec0e2a3') {} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:44:41.816203 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-f40d9b08-4ac2-40a6-8d70-4d86ae937593 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762170470786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64692013'] for segment (1add1b51-67b6-49ef-9935-1b6b2ec0e2a3), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:44:41.830853 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-f40d9b08-4ac2-40a6-8d70-4d86ae937593 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1565696'] for segment (1add1b51-67b6-49ef-9935-1b6b2ec0e2a3), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:44:41.839568 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f40d9b08-4ac2-40a6-8d70-4d86ae937593 admin admin] Releasing vlan 317 on physical network physnet1 to pool {{(pid=104053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 17:44:41.839965 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-f40d9b08-4ac2-40a6-8d70-4d86ae937593 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1565696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64764438'] for segment (1add1b51-67b6-49ef-9935-1b6b2ec0e2a3), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:44:41.868179 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.services.segments.plugin [-] Segment 1add1b51-67b6-49ef-9935-1b6b2ec0e2a3 resource provider aggregate not found Jun 16 17:44:41.912303 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.services.segments.plugin [-] Segment 1add1b51-67b6-49ef-9935-1b6b2ec0e2a3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1add1b51-67b6-49ef-9935-1b6b2ec0e2a3 found for delete ", "request_id": "req-a3dcec95-0d2a-4f3e-8b08-3a496615de77"}]} Jun 16 17:44:41.913616 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-f40d9b08-4ac2-40a6-8d70-4d86ae937593 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1572662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-375457'] for network (6e803cc9-885b-4092-b21c-ed0c8b49c26c), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:44:41.919993 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-f40d9b08-4ac2-40a6-8d70-4d86ae937593 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626521'] for network (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:44:41.923420 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-f40d9b08-4ac2-40a6-8d70-4d86ae937593 admin admin] 10.222.0.40 "DELETE /v2.0/networks/6e803cc9-885b-4092-b21c-ed0c8b49c26c HTTP/1.1" status: 204 len: 168 time: 0.5712960 Jun 16 17:44:41.926383 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 35996) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:44:41.941941 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40d9b08-4ac2-40a6-8d70-4d86ae937593 admin admin] Pushing event deleted for resources: {'Network': ['ID=6e803cc9-885b-4092-b21c-ed0c8b49c26c,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:44:42.265509 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-d699cd4a-0515-4b9d-8955-9b2b3db22837 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-361930'] for router_interface (0de028c7-46bb-4e37-afa8-eae0df7b49bc), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:44:42.438629 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:44:42.500172 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Device 18c3303c-2322-42ff-a397-62b412c219b3 no longer exists at agent ovs-agent-dv-cinder-837546-2-iscsi {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 17:44:42.512421 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-d699cd4a-0515-4b9d-8955-9b2b3db22837 admin admin] Deleting port af0abae5-b5b9-4517-886e-3bbee1d0ec95 {{(pid=104052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 17:44:42.512754 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-d699cd4a-0515-4b9d-8955-9b2b3db22837 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762170394215'] for port (af0abae5-b5b9-4517-886e-3bbee1d0ec95), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:44:42.526291 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] No Port match for: 18c3303c-2322-42ff-a397-62b412c219b3 {{(pid=104054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 17:44:42.526632 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Device 18c3303c-2322-42ff-a397-62b412c219b3 not bound to the agent host dv-cinder-837546-2-iscsi {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 17:44:42.527052 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Device 026d437e-e8b0-49f7-a119-3b208a2699d4 no longer exists at agent ovs-agent-dv-cinder-837546-2-iscsi {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 17:44:42.546629 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] No Port match for: 026d437e-e8b0-49f7-a119-3b208a2699d4 {{(pid=104054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 17:44:42.547132 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Device 026d437e-e8b0-49f7-a119-3b208a2699d4 not bound to the agent host dv-cinder-837546-2-iscsi {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 17:44:42.547132 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Device 0946f3d7-4721-410a-a7b3-21dfa9bd0ba0 no longer exists at agent ovs-agent-dv-cinder-837546-2-iscsi {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 17:44:42.567765 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] No Port match for: 0946f3d7-4721-410a-a7b3-21dfa9bd0ba0 {{(pid=104054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 17:44:42.568097 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Device 0946f3d7-4721-410a-a7b3-21dfa9bd0ba0 not bound to the agent host dv-cinder-837546-2-iscsi {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 17:44:42.602173 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-d699cd4a-0515-4b9d-8955-9b2b3db22837 admin admin] For port af0abae5-b5b9-4517-886e-3bbee1d0ec95, host dv-cinder-837546-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-2-iscsi',level=0,port_id=af0abae5-b5b9-4517-886e-3bbee1d0ec95,segment=NetworkSegment(82362c59-7157-4579-915d-44e3877fce39),segment_id=82362c59-7157-4579-915d-44e3877fce39)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:44:42.602527 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-d699cd4a-0515-4b9d-8955-9b2b3db22837 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376266'] for port (af0abae5-b5b9-4517-886e-3bbee1d0ec95), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:44:42.618086 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-d699cd4a-0515-4b9d-8955-9b2b3db22837 admin admin] Calling delete_port for af0abae5-b5b9-4517-886e-3bbee1d0ec95 owned by network:router_interface {{(pid=104052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 17:44:42.622888 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:44:42.810501 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-d699cd4a-0515-4b9d-8955-9b2b3db22837 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762170396510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762170029087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62916395'] for port (af0abae5-b5b9-4517-886e-3bbee1d0ec95), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:44:42.833623 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d699cd4a-0515-4b9d-8955-9b2b3db22837 admin admin] Pushing event deleted for resources: {'Port': ['ID=af0abae5-b5b9-4517-886e-3bbee1d0ec95,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:44:43.012777 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-d699cd4a-0515-4b9d-8955-9b2b3db22837 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1626484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-362330'] for router_interface (0de028c7-46bb-4e37-afa8-eae0df7b49bc), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:44:43.213456 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:44:43.223727 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d699cd4a-0515-4b9d-8955-9b2b3db22837 admin admin] Router 0de028c7-46bb-4e37-afa8-eae0df7b49bc has already been hosted by L3 agent 43e250b4-0ce3-4949-aa8c-0bafe6454580 {{(pid=104052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 17:44:43.327927 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d699cd4a-0515-4b9d-8955-9b2b3db22837 admin admin] Notify agent at l3_agent.dv-cinder-837546-2-iscsi the message routers_updated {{(pid=104052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 17:44:43.333394 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-d699cd4a-0515-4b9d-8955-9b2b3db22837 admin admin] 10.222.0.40 "PUT /v2.0/routers/0de028c7-46bb-4e37-afa8-eae0df7b49bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4058084 Jun 16 17:44:43.335195 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 35998) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:44:43.337107 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-108092ae-5839-48db-bf1b-3d67057d2677 None None] Sync routers for ids ['0de028c7-46bb-4e37-afa8-eae0df7b49bc'] in dv-cinder-837546-2-iscsi {{(pid=104054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:44:43.348062 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108092ae-5839-48db-bf1b-3d67057d2677 None None] Routers {'0de028c7-46bb-4e37-afa8-eae0df7b49bc'} bound to L3 agent in host dv-cinder-837546-2-iscsi {{(pid=104054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:44:43.348683 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-108092ae-5839-48db-bf1b-3d67057d2677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T17:26:01Z,description=,heartbeat_timestamp=2022-06-16T17:44:31Z,host='dv-cinder-837546-2-iscsi',id=43e250b4-0ce3-4949-aa8c-0bafe6454580,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:26:01Z,topic='l3_agent')) {'router_ids': ['0de028c7-46bb-4e37-afa8-eae0df7b49bc'], 'active': True} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:44:43.442410 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-d7ba040e-2f19-4f83-af04-46404f46cb92 admin admin] Publish callbacks [] for router (0de028c7-46bb-4e37-afa8-eae0df7b49bc), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:44:43.455390 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvr_db [None req-108092ae-5839-48db-bf1b-3d67057d2677 None None] Set router 0de028c7-46bb-4e37-afa8-eae0df7b49bc gateway port host: dv-cinder-837546-2-iscsi {{(pid=104054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:44:43.545133 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-d7ba040e-2f19-4f83-af04-46404f46cb92 admin admin] Publish callbacks [] for router_gateway (0de028c7-46bb-4e37-afa8-eae0df7b49bc), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:44:43.591065 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-d7ba040e-2f19-4f83-af04-46404f46cb92 admin admin] Deleting port fc1c546a-2e25-4a57-be0a-829bc2424561 {{(pid=104052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 17:44:43.591407 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-d7ba040e-2f19-4f83-af04-46404f46cb92 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762170394215'] for port (fc1c546a-2e25-4a57-be0a-829bc2424561), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:44:43.614460 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:44:43.641508 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-108092ae-5839-48db-bf1b-3d67057d2677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0de028c7-46bb-4e37-afa8-eae0df7b49bc', 'name': 'tempest-TestVolumeBootPattern-2107110267-router', 'tenant_id': 'bbbc2713d5854dd49b08622f859e1ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'external_fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': 'fc1c546a-2e25-4a57-be0a-829bc2424561', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:36:38Z', 'updated_at': '2022-06-16T17:44:42Z', 'revision_number': 5, 'project_id': 'bbbc2713d5854dd49b08622f859e1ce1', 'gw_port': {'id': 'fc1c546a-2e25-4a57-be0a-829bc2424561', 'name': '', 'network_id': 'a25e4fa3-c316-487c-825a-4fde1c36cdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:42:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de028c7-46bb-4e37-afa8-eae0df7b49bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '47584a51-19b7-439b-9f28-a7f577441b18', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:36:39Z', 'updated_at': '2022-06-16T17:36:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47584a51-19b7-439b-9f28-a7f577441b18', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837546-2-iscsi'}], 'dv-cinder-837546-2-iscsi', False) {} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:44:43.673708 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-108092ae-5839-48db-bf1b-3d67057d2677 None None] Checking router: 0de028c7-46bb-4e37-afa8-eae0df7b49bc for host: dv-cinder-837546-2-iscsi {{(pid=104054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:44:43.682963 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108092ae-5839-48db-bf1b-3d67057d2677 None None] Routers {'0de028c7-46bb-4e37-afa8-eae0df7b49bc'} bound to L3 agent in host dv-cinder-837546-2-iscsi {{(pid=104054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:44:43.683583 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-108092ae-5839-48db-bf1b-3d67057d2677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T17:26:01Z,description=,heartbeat_timestamp=2022-06-16T17:44:31Z,host='dv-cinder-837546-2-iscsi',id=43e250b4-0ce3-4949-aa8c-0bafe6454580,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:26:01Z,topic='l3_agent')) {'router_ids': ['0de028c7-46bb-4e37-afa8-eae0df7b49bc'], 'active': True} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:44:43.706412 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-d7ba040e-2f19-4f83-af04-46404f46cb92 admin admin] For port fc1c546a-2e25-4a57-be0a-829bc2424561, host dv-cinder-837546-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-2-iscsi',level=0,port_id=fc1c546a-2e25-4a57-be0a-829bc2424561,segment=NetworkSegment(f847f272-90b1-4369-8e48-25aa20ff3114),segment_id=f847f272-90b1-4369-8e48-25aa20ff3114)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:44:43.706412 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-d7ba040e-2f19-4f83-af04-46404f46cb92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376266'] for port (fc1c546a-2e25-4a57-be0a-829bc2424561), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:44:43.724125 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-d7ba040e-2f19-4f83-af04-46404f46cb92 admin admin] Calling delete_port for fc1c546a-2e25-4a57-be0a-829bc2424561 owned by network:router_gateway {{(pid=104052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 17:44:43.769765 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvr_db [None req-108092ae-5839-48db-bf1b-3d67057d2677 None None] Set router 0de028c7-46bb-4e37-afa8-eae0df7b49bc gateway port host: None {{(pid=104054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:44:43.818101 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-108092ae-5839-48db-bf1b-3d67057d2677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0de028c7-46bb-4e37-afa8-eae0df7b49bc', 'name': 'tempest-TestVolumeBootPattern-2107110267-router', 'tenant_id': 'bbbc2713d5854dd49b08622f859e1ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:36:38Z', 'updated_at': '2022-06-16T17:44:43Z', 'revision_number': 6, 'project_id': 'bbbc2713d5854dd49b08622f859e1ce1', 'gw_port_host': None}], 'dv-cinder-837546-2-iscsi', False) {} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:44:43.848428 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-108092ae-5839-48db-bf1b-3d67057d2677 None None] The sync data for ids ['0de028c7-46bb-4e37-afa8-eae0df7b49bc'] in dv-cinder-837546-2-iscsi is: [{'id': '0de028c7-46bb-4e37-afa8-eae0df7b49bc', 'name': 'tempest-TestVolumeBootPattern-2107110267-router', 'tenant_id': 'bbbc2713d5854dd49b08622f859e1ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:36:38Z', 'updated_at': '2022-06-16T17:44:43Z', 'revision_number': 6, 'project_id': 'bbbc2713d5854dd49b08622f859e1ce1', 'gw_port_host': None}] {{(pid=104054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:44:43.898453 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-d7ba040e-2f19-4f83-af04-46404f46cb92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762170396510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762170029087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62916395'] for port (fc1c546a-2e25-4a57-be0a-829bc2424561), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:44:43.924815 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ba040e-2f19-4f83-af04-46404f46cb92 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc1c546a-2e25-4a57-be0a-829bc2424561,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:44:44.004900 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-d7ba040e-2f19-4f83-af04-46404f46cb92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-375437'] for router_gateway (0de028c7-46bb-4e37-afa8-eae0df7b49bc), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:44:44.092718 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-d7ba040e-2f19-4f83-af04-46404f46cb92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-376196', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11533'] for router (0de028c7-46bb-4e37-afa8-eae0df7b49bc), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:44:44.094917 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-d7ba040e-2f19-4f83-af04-46404f46cb92 admin admin] Publish callbacks [] for router_controller (0de028c7-46bb-4e37-afa8-eae0df7b49bc), precommit_delete_associations {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:44:44.143723 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-d7ba040e-2f19-4f83-af04-46404f46cb92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-376302'] for router (0de028c7-46bb-4e37-afa8-eae0df7b49bc), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:44:44.144194 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7ba040e-2f19-4f83-af04-46404f46cb92 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0de028c7-46bb-4e37-afa8-eae0df7b49bc {{(pid=104052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 16 17:44:44.148388 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-d7ba040e-2f19-4f83-af04-46404f46cb92 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:44:44.149642 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-d7ba040e-2f19-4f83-af04-46404f46cb92 admin admin] 10.222.0.40 "DELETE /v2.0/routers/0de028c7-46bb-4e37-afa8-eae0df7b49bc HTTP/1.1" status: 204 len: 168 time: 0.8135319 Jun 16 17:44:44.152146 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 36000) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:44:44.204091 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.db.db_base_plugin_v2 [None req-c07d6b20-cb4a-4e97-9b9c-723731cee5aa admin admin] Deleting subnet 82f05e06-77e3-464b-9c5a-1a69628a9b34 {{(pid=104052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 16 17:44:44.207840 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c07d6b20-cb4a-4e97-9b9c-723731cee5aa admin admin] Publish callbacks [] for subnet (82f05e06-77e3-464b-9c5a-1a69628a9b34), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:44:44.227758 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:DELETE=4 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:44:44.250625 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c07d6b20-cb4a-4e97-9b9c-723731cee5aa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63325782'] for subnet (82f05e06-77e3-464b-9c5a-1a69628a9b34), precommit_delete_associations {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:44:44.341687 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c07d6b20-cb4a-4e97-9b9c-723731cee5aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1565816'] for subnet (82f05e06-77e3-464b-9c5a-1a69628a9b34), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:44:44.398463 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c07d6b20-cb4a-4e97-9b9c-723731cee5aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1565763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62916376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62963023'] for subnet (82f05e06-77e3-464b-9c5a-1a69628a9b34), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:44:44.425120 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07d6b20-cb4a-4e97-9b9c-723731cee5aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82f05e06-77e3-464b-9c5a-1a69628a9b34,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:44:44.431160 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c07d6b20-cb4a-4e97-9b9c-723731cee5aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626521'] for subnet (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:44:44.435274 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-c07d6b20-cb4a-4e97-9b9c-723731cee5aa admin admin] 10.222.0.40 "DELETE /v2.0/subnets/82f05e06-77e3-464b-9c5a-1a69628a9b34 HTTP/1.1" status: 204 len: 168 time: 0.2821457 Jun 16 17:44:44.438606 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c6b7dce-e471-4e94-86ff-d4aa3c3fb938 None None] Network 9c2298ab-6f98-450c-b73d-bd705711e0aa requested from dv-cinder-837546-2-iscsi {{(pid=104054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 17:44:44.441711 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 36002) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:44:44.514157 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-a45c1b55-1f4a-4090-88b0-21520f975b88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-716355'] for network (9c2298ab-6f98-450c-b73d-bd705711e0aa), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:44:44.564664 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-a45c1b55-1f4a-4090-88b0-21520f975b88 admin admin] Deleting port 59ccc725-8c0d-4dff-a7de-7bbaf6236b7e {{(pid=104053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 17:44:44.565004 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-a45c1b55-1f4a-4090-88b0-21520f975b88 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762170394215'] for port (59ccc725-8c0d-4dff-a7de-7bbaf6236b7e), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:44:44.630657 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15fed327-4ec8-46b2-8394-d30d223eae28 None None] DHCP port deletion for 9c2298ab-6f98-450c-b73d-bd705711e0aa request from dv-cinder-837546-2-iscsi {{(pid=104054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 16 17:44:44.639108 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-a45c1b55-1f4a-4090-88b0-21520f975b88 admin admin] For port 59ccc725-8c0d-4dff-a7de-7bbaf6236b7e, host dv-cinder-837546-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-2-iscsi',level=0,port_id=59ccc725-8c0d-4dff-a7de-7bbaf6236b7e,segment=NetworkSegment(82362c59-7157-4579-915d-44e3877fce39),segment_id=82362c59-7157-4579-915d-44e3877fce39)] {{(pid=104053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:44:44.639495 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-a45c1b55-1f4a-4090-88b0-21520f975b88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376266'] for port (59ccc725-8c0d-4dff-a7de-7bbaf6236b7e), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:44:44.648141 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:44:44.655590 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-a45c1b55-1f4a-4090-88b0-21520f975b88 admin admin] Calling delete_port for 59ccc725-8c0d-4dff-a7de-7bbaf6236b7e owned by network:dhcp {{(pid=104053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 17:44:44.691006 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Device af0abae5-b5b9-4517-886e-3bbee1d0ec95 no longer exists at agent ovs-agent-dv-cinder-837546-2-iscsi {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 17:44:44.715462 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] No Port match for: af0abae5-b5b9-4517-886e-3bbee1d0ec95 {{(pid=104054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 17:44:44.715804 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Device af0abae5-b5b9-4517-886e-3bbee1d0ec95 not bound to the agent host dv-cinder-837546-2-iscsi {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 17:44:44.716208 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Device 59ccc725-8c0d-4dff-a7de-7bbaf6236b7e no longer exists at agent ovs-agent-dv-cinder-837546-2-iscsi {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 17:44:44.717978 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-15fed327-4ec8-46b2-8394-d30d223eae28 None None] Deleting port 59ccc725-8c0d-4dff-a7de-7bbaf6236b7e {{(pid=104054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 17:44:44.718345 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-15fed327-4ec8-46b2-8394-d30d223eae28 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762170394215'] for port (59ccc725-8c0d-4dff-a7de-7bbaf6236b7e), before_delete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:44:44.753686 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-a45c1b55-1f4a-4090-88b0-21520f975b88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762170396510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762170029087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64764667'] for port (59ccc725-8c0d-4dff-a7de-7bbaf6236b7e), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:44:44.780849 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45c1b55-1f4a-4090-88b0-21520f975b88 admin admin] Pushing event deleted for resources: {'Port': ['ID=59ccc725-8c0d-4dff-a7de-7bbaf6236b7e,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:44:44.784513 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45c1b55-1f4a-4090-88b0-21520f975b88 admin admin] No DVR routers for this DVR port 59ccc725-8c0d-4dff-a7de-7bbaf6236b7e on host dv-cinder-837546-2-iscsi {{(pid=104053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 17:44:44.819450 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:44:44.822873 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-15fed327-4ec8-46b2-8394-d30d223eae28 None None] For port 59ccc725-8c0d-4dff-a7de-7bbaf6236b7e, host dv-cinder-837546-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837546-2-iscsi',level=0,port_id=59ccc725-8c0d-4dff-a7de-7bbaf6236b7e,segment=NetworkSegment(82362c59-7157-4579-915d-44e3877fce39),segment_id=82362c59-7157-4579-915d-44e3877fce39)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:44:44.823278 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-15fed327-4ec8-46b2-8394-d30d223eae28 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376266'] for port (59ccc725-8c0d-4dff-a7de-7bbaf6236b7e), precommit_delete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:44:44.835441 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] No active binding found for port 59ccc725-8c0d-4dff-a7de-7bbaf6236b7e {{(pid=104054) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jun 16 17:44:44.836087 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] The host dv-cinder-837546-2-iscsi is not matching for port 59ccc725-8c0d-4dff-a7de-7bbaf6236b7e host None! {{(pid=104054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2396}} Jun 16 17:44:44.836650 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Device 59ccc725-8c0d-4dff-a7de-7bbaf6236b7e not bound to the agent host dv-cinder-837546-2-iscsi {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 17:44:44.837248 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Device fc1c546a-2e25-4a57-be0a-829bc2424561 no longer exists at agent ovs-agent-dv-cinder-837546-2-iscsi {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 17:44:44.842601 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:44:44.844951 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-15fed327-4ec8-46b2-8394-d30d223eae28 None None] Calling delete_port for 59ccc725-8c0d-4dff-a7de-7bbaf6236b7e owned by network:dhcp {{(pid=104054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 17:44:44.866754 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] No Port match for: fc1c546a-2e25-4a57-be0a-829bc2424561 {{(pid=104054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 17:44:44.866986 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-a45c1b55-1f4a-4090-88b0-21520f975b88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1572665', 'neutron.services.segments.db._delete_segments_for_network-8762170470903'] for network (9c2298ab-6f98-450c-b73d-bd705711e0aa), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:44:44.867545 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Device fc1c546a-2e25-4a57-be0a-829bc2424561 not bound to the agent host dv-cinder-837546-2-iscsi {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 17:44:44.892577 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.services.segments.db [None req-a45c1b55-1f4a-4090-88b0-21520f975b88 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c2298ab-6f98-450c-b73d-bd705711e0aa']}} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:44:44.903651 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.services.segments.db [None req-a45c1b55-1f4a-4090-88b0-21520f975b88 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82362c59-7157-4579-915d-44e3877fce39') {'for_net_delete': True} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:44:44.903953 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.services.segments.db [None req-a45c1b55-1f4a-4090-88b0-21520f975b88 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82362c59-7157-4579-915d-44e3877fce39') {} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:44:44.915264 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-a45c1b55-1f4a-4090-88b0-21520f975b88 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762170470786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64692013'] for segment (82362c59-7157-4579-915d-44e3877fce39), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:44:44.931574 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-a45c1b55-1f4a-4090-88b0-21520f975b88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1565696'] for segment (82362c59-7157-4579-915d-44e3877fce39), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:44:44.940122 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a45c1b55-1f4a-4090-88b0-21520f975b88 admin admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=104053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 17:44:44.941134 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-a45c1b55-1f4a-4090-88b0-21520f975b88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1565696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64764438'] for segment (82362c59-7157-4579-915d-44e3877fce39), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:44:44.948877 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-15fed327-4ec8-46b2-8394-d30d223eae28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1360487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762170396510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762170029087'] for port (59ccc725-8c0d-4dff-a7de-7bbaf6236b7e), after_delete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:44:44.979106 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fed327-4ec8-46b2-8394-d30d223eae28 None None] Pushing event deleted for resources: {'Port': ['ID=59ccc725-8c0d-4dff-a7de-7bbaf6236b7e,revision_number=None']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:44:44.984903 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15fed327-4ec8-46b2-8394-d30d223eae28 None None] No DVR routers for this DVR port 59ccc725-8c0d-4dff-a7de-7bbaf6236b7e on host dv-cinder-837546-2-iscsi {{(pid=104054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 17:44:44.994930 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fed327-4ec8-46b2-8394-d30d223eae28 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:44:44.994930 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fed327-4ec8-46b2-8394-d30d223eae28 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:44:44.994930 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fed327-4ec8-46b2-8394-d30d223eae28 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:44:44.994930 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fed327-4ec8-46b2-8394-d30d223eae28 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:44:44.995736 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.services.segments.plugin [-] Segment 82362c59-7157-4579-915d-44e3877fce39 resource provider aggregate not found Jun 16 17:44:44.995848 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fed327-4ec8-46b2-8394-d30d223eae28 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:44:44.995848 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fed327-4ec8-46b2-8394-d30d223eae28 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:44:44.996023 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fed327-4ec8-46b2-8394-d30d223eae28 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:44:44.997573 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fed327-4ec8-46b2-8394-d30d223eae28 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:44:44.997573 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fed327-4ec8-46b2-8394-d30d223eae28 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:44:44.997573 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fed327-4ec8-46b2-8394-d30d223eae28 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:44:44.997573 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fed327-4ec8-46b2-8394-d30d223eae28 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:44:44.997573 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fed327-4ec8-46b2-8394-d30d223eae28 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:44:44.998076 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fed327-4ec8-46b2-8394-d30d223eae28 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:44:44.998201 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fed327-4ec8-46b2-8394-d30d223eae28 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:44:44.998454 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fed327-4ec8-46b2-8394-d30d223eae28 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837546-2-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:44:45.020567 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.services.segments.plugin [-] Segment 82362c59-7157-4579-915d-44e3877fce39 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 82362c59-7157-4579-915d-44e3877fce39 found for delete ", "request_id": "req-06b81265-bf77-4a9a-9c9b-b8881484e0d5"}]} Jun 16 17:44:45.026960 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-a45c1b55-1f4a-4090-88b0-21520f975b88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1572662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-375457'] for network (9c2298ab-6f98-450c-b73d-bd705711e0aa), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:44:45.043952 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-a45c1b55-1f4a-4090-88b0-21520f975b88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626521'] for network (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:44:45.048640 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-a45c1b55-1f4a-4090-88b0-21520f975b88 admin admin] 10.222.0.40 "DELETE /v2.0/networks/9c2298ab-6f98-450c-b73d-bd705711e0aa HTTP/1.1" status: 204 len: 168 time: 0.6052349 Jun 16 17:44:45.062873 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45c1b55-1f4a-4090-88b0-21520f975b88 admin admin] Pushing event deleted for resources: {'Network': ['ID=9c2298ab-6f98-450c-b73d-bd705711e0aa,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:44:45.182853 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 36010) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:44:45.225198 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-cc522ee7-f111-4eb5-a6eb-d22f35096730 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=314e9434e0ec4c1f9e8d6037143f5ebb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0409026 Jun 16 17:44:45.227747 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.40', 36012) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:44:45.250284 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:44:45.283800 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c506d60b-3596-46d9-800d-c7a02ae38f35 admin admin] Publish callbacks [] for security_group (721c1403-a965-4961-9f03-7af23e2705db), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:44:45.307307 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c506d60b-3596-46d9-800d-c7a02ae38f35 admin admin] Publish callbacks [] for security_group (721c1403-a965-4961-9f03-7af23e2705db), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:44:45.360347 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c506d60b-3596-46d9-800d-c7a02ae38f35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (721c1403-a965-4961-9f03-7af23e2705db), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:44:45.362857 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c506d60b-3596-46d9-800d-c7a02ae38f35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:44:45.364039 dv-cinder-837546-2-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-c506d60b-3596-46d9-800d-c7a02ae38f35 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/721c1403-a965-4961-9f03-7af23e2705db HTTP/1.1" status: 204 len: 168 time: 0.1353645 Jun 16 17:44:45.373351 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c506d60b-3596-46d9-800d-c7a02ae38f35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=721c1403-a965-4961-9f03-7af23e2705db,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:44:45.719190 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 36018) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:44:45.770737 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-de6700c2-55d9-4799-9866-04fe8d24ce74 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=bbbc2713d5854dd49b08622f859e1ce1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0499938 Jun 16 17:44:45.773212 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.40', 36020) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:44:45.825406 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-da5b624c-faf2-4ffe-afd3-c2da666ba678 admin admin] Publish callbacks [] for security_group (63fbfc8e-8f73-4844-8594-25f62bc9221f), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:44:45.848240 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-da5b624c-faf2-4ffe-afd3-c2da666ba678 admin admin] Publish callbacks [] for security_group (63fbfc8e-8f73-4844-8594-25f62bc9221f), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:44:45.898393 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-da5b624c-faf2-4ffe-afd3-c2da666ba678 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514678'] for security_group (63fbfc8e-8f73-4844-8594-25f62bc9221f), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:44:45.902215 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-da5b624c-faf2-4ffe-afd3-c2da666ba678 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:44:45.903889 dv-cinder-837546-2-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-da5b624c-faf2-4ffe-afd3-c2da666ba678 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/63fbfc8e-8f73-4844-8594-25f62bc9221f HTTP/1.1" status: 204 len: 168 time: 0.1295841 Jun 16 17:44:45.908871 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:44:45.918183 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5b624c-faf2-4ffe-afd3-c2da666ba678 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63fbfc8e-8f73-4844-8594-25f62bc9221f,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:44:48.207050 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=100 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:44:50.009733 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (9f2b4370-7d03-4dcb-9a0d-4ff62d859136), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:44:55.341359 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=37,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:44:55.368474 dv-cinder-837546-2-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=13,neutron:DELETE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:44:55.910267 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=50,neutron:DELETE=7 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:44:58.301566 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=6 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:44:58.304293 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=91 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:44:58.971048 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-75f6074d-0286-453f-b39c-f16fa39fb941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (e26ebcb9-a690-4ec1-8688-e951546304f4), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:45:01.286181 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-3d44a119-c057-4124-969e-469939954ee9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (43e250b4-0ce3-4949-aa8c-0bafe6454580), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:45:02.524034 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-359da135-d845-4d2e-a034-e84fcb95f5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (8e118b8c-b091-4f14-909a-13c66b53efc1), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:45:04.213948 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-1d81e0cb-ff47-4623-99d5-ab370c19a781 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (25dd433a-18a0-496e-b58c-593ddca2a11d), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:45:04.495720 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (f1f6c009-5a31-4833-b180-4d9d41a55fe5), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:45:06.258177 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.agents_db [None req-618f4cd3-4a7d-480c-b6e2-8b59597e19f3 None None] Agent healthcheck: found 6 active agents {{(pid=104055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 17:45:14.488474 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=24,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:45:14.490407 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=29,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:45:20.023155 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (9f2b4370-7d03-4dcb-9a0d-4ff62d859136), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:45:28.977073 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-abea1f7d-4bf9-48f5-bd7d-7d37dd3889e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (e26ebcb9-a690-4ec1-8688-e951546304f4), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:45:31.290728 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-af1653df-432a-4259-8899-68222a3ea994 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (43e250b4-0ce3-4949-aa8c-0bafe6454580), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:45:32.525754 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-359da135-d845-4d2e-a034-e84fcb95f5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (8e118b8c-b091-4f14-909a-13c66b53efc1), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:45:34.216708 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-1d81e0cb-ff47-4623-99d5-ab370c19a781 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (25dd433a-18a0-496e-b58c-593ddca2a11d), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:45:34.241706 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=6 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:45:34.242484 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=4 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:45:34.489697 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (f1f6c009-5a31-4833-b180-4d9d41a55fe5), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:45:43.256996 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.agents_db [None req-618f4cd3-4a7d-480c-b6e2-8b59597e19f3 None None] Agent healthcheck: found 6 active agents {{(pid=104055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 17:45:44.483604 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=24,neutron:UPDATE=3 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:45:44.485580 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:45:50.032350 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (9f2b4370-7d03-4dcb-9a0d-4ff62d859136), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:45:58.980889 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-ced6a687-5e31-470f-a4dd-7692f305207a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (e26ebcb9-a690-4ec1-8688-e951546304f4), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:46:01.293925 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-192a7d68-e040-48a3-9ecc-0517470e2ba3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (43e250b4-0ce3-4949-aa8c-0bafe6454580), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:46:02.525924 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-359da135-d845-4d2e-a034-e84fcb95f5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (8e118b8c-b091-4f14-909a-13c66b53efc1), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:46:03.239423 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:46:03.244276 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=6 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:46:04.219157 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-1d81e0cb-ff47-4623-99d5-ab370c19a781 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (25dd433a-18a0-496e-b58c-593ddca2a11d), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:46:04.497711 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (f1f6c009-5a31-4833-b180-4d9d41a55fe5), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:46:14.490583 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:46:14.492427 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=12,neutron:UPDATE=3 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:46:20.055185 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (9f2b4370-7d03-4dcb-9a0d-4ff62d859136), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:46:20.257228 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.agents_db [None req-618f4cd3-4a7d-480c-b6e2-8b59597e19f3 None None] Agent healthcheck: found 6 active agents {{(pid=104055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 17:46:28.986707 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-4cf1d950-dffb-4bb7-9680-4c285003cfb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (e26ebcb9-a690-4ec1-8688-e951546304f4), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:46:31.296070 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-74d8f081-db41-4342-b9f1-0843d6c5479f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (43e250b4-0ce3-4949-aa8c-0bafe6454580), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:46:32.530097 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-359da135-d845-4d2e-a034-e84fcb95f5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (8e118b8c-b091-4f14-909a-13c66b53efc1), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:46:34.223887 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-1d81e0cb-ff47-4623-99d5-ab370c19a781 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (25dd433a-18a0-496e-b58c-593ddca2a11d), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:46:34.492367 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (f1f6c009-5a31-4833-b180-4d9d41a55fe5), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:46:40.241236 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=4 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:46:40.242007 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=4 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:46:44.484580 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:46:44.487732 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:46:50.066558 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (9f2b4370-7d03-4dcb-9a0d-4ff62d859136), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:46:57.256792 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.agents_db [None req-618f4cd3-4a7d-480c-b6e2-8b59597e19f3 None None] Agent healthcheck: found 6 active agents {{(pid=104055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 17:46:58.992808 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-3740ee14-4a16-4285-9ddf-20d52ce9239d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (e26ebcb9-a690-4ec1-8688-e951546304f4), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:47:01.300725 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9fdfe5da-0a28-4959-b4cf-334edd26e0d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (43e250b4-0ce3-4949-aa8c-0bafe6454580), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:47:02.534066 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-359da135-d845-4d2e-a034-e84fcb95f5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (8e118b8c-b091-4f14-909a-13c66b53efc1), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:47:04.224860 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-1d81e0cb-ff47-4623-99d5-ab370c19a781 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (25dd433a-18a0-496e-b58c-593ddca2a11d), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:47:04.499108 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (f1f6c009-5a31-4833-b180-4d9d41a55fe5), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:47:14.492629 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:UPDATE=2,neutron:SELECT=10 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:47:14.494446 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:47:17.234498 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=18 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:47:17.239685 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=16 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:47:20.058288 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (9f2b4370-7d03-4dcb-9a0d-4ff62d859136), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:47:28.986206 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-19b3a9d6-e489-4f12-a09c-24eb87bfdbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (e26ebcb9-a690-4ec1-8688-e951546304f4), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:47:31.308982 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-ca951a9f-b9a4-42a9-a1bb-560e1ddec81d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (43e250b4-0ce3-4949-aa8c-0bafe6454580), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:47:32.534535 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-359da135-d845-4d2e-a034-e84fcb95f5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (8e118b8c-b091-4f14-909a-13c66b53efc1), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:47:34.228474 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-1d81e0cb-ff47-4623-99d5-ab370c19a781 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (25dd433a-18a0-496e-b58c-593ddca2a11d), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:47:34.257635 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.agents_db [None req-618f4cd3-4a7d-480c-b6e2-8b59597e19f3 None None] Agent healthcheck: found 6 active agents {{(pid=104055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 17:47:34.503240 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (f1f6c009-5a31-4833-b180-4d9d41a55fe5), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:47:44.497531 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=26,neutron:UPDATE=2 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:47:44.499289 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=18,neutron:UPDATE=4 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:47:50.075548 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (9f2b4370-7d03-4dcb-9a0d-4ff62d859136), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:47:57.266077 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=5 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:47:57.267407 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:47:58.994615 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-02c2a67b-4547-4692-87a5-5768d8ed08a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (e26ebcb9-a690-4ec1-8688-e951546304f4), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:48:01.307604 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-286851a1-a462-4dad-9e20-e85058255d54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (43e250b4-0ce3-4949-aa8c-0bafe6454580), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:48:02.545392 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-359da135-d845-4d2e-a034-e84fcb95f5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (8e118b8c-b091-4f14-909a-13c66b53efc1), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:48:04.233814 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-1d81e0cb-ff47-4623-99d5-ab370c19a781 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (25dd433a-18a0-496e-b58c-593ddca2a11d), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:48:04.508054 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (f1f6c009-5a31-4833-b180-4d9d41a55fe5), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:48:11.257573 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.agents_db [None req-618f4cd3-4a7d-480c-b6e2-8b59597e19f3 None None] Agent healthcheck: found 6 active agents {{(pid=104055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 17:48:14.500543 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:48:14.503296 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:48:20.077657 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (9f2b4370-7d03-4dcb-9a0d-4ff62d859136), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:48:28.988282 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-92589c61-2636-4907-af96-90e256ba81d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (e26ebcb9-a690-4ec1-8688-e951546304f4), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:48:31.238755 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=5 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:48:31.239662 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=3 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:48:31.300408 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-87b6d582-2e06-4695-967b-5a9a0bbe12e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (43e250b4-0ce3-4949-aa8c-0bafe6454580), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:48:32.543467 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-359da135-d845-4d2e-a034-e84fcb95f5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (8e118b8c-b091-4f14-909a-13c66b53efc1), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:48:34.239399 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-1d81e0cb-ff47-4623-99d5-ab370c19a781 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (25dd433a-18a0-496e-b58c-593ddca2a11d), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:48:34.514718 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (f1f6c009-5a31-4833-b180-4d9d41a55fe5), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:48:44.503759 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:48:44.511382 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:48:48.263366 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.agents_db [None req-618f4cd3-4a7d-480c-b6e2-8b59597e19f3 None None] Agent healthcheck: found 6 active agents {{(pid=104055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 17:48:50.098343 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (9f2b4370-7d03-4dcb-9a0d-4ff62d859136), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:48:58.993292 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-2f32971d-08b1-41c2-aded-f4cf4ef5f1a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (e26ebcb9-a690-4ec1-8688-e951546304f4), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:49:01.305504 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-dfbd1bd2-9d62-44cd-a48f-d73eee80aead None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (43e250b4-0ce3-4949-aa8c-0bafe6454580), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:49:02.543829 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-359da135-d845-4d2e-a034-e84fcb95f5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (8e118b8c-b091-4f14-909a-13c66b53efc1), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:49:04.238223 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-1d81e0cb-ff47-4623-99d5-ab370c19a781 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (25dd433a-18a0-496e-b58c-593ddca2a11d), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:49:04.509069 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (f1f6c009-5a31-4833-b180-4d9d41a55fe5), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:49:08.238130 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=15 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:49:08.239384 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=19 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:49:14.498198 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:49:14.504322 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=9,neutron:UPDATE=5 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:49:20.114428 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (9f2b4370-7d03-4dcb-9a0d-4ff62d859136), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:49:25.263947 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.agents_db [None req-618f4cd3-4a7d-480c-b6e2-8b59597e19f3 None None] Agent healthcheck: found 6 active agents {{(pid=104055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 17:49:28.998313 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-620808c6-8bb5-4437-a70d-a9f859b8ad97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (e26ebcb9-a690-4ec1-8688-e951546304f4), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:49:31.309009 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c066643e-fe04-40a2-bc88-40ecb1cdfb47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (43e250b4-0ce3-4949-aa8c-0bafe6454580), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:49:32.548616 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-359da135-d845-4d2e-a034-e84fcb95f5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (8e118b8c-b091-4f14-909a-13c66b53efc1), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:49:34.242316 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-1d81e0cb-ff47-4623-99d5-ab370c19a781 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (25dd433a-18a0-496e-b58c-593ddca2a11d), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:49:34.513244 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (f1f6c009-5a31-4833-b180-4d9d41a55fe5), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:49:44.507496 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:49:44.509312 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:49:45.231298 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=4 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:49:45.235682 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=4 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:49:49.381118 dv-cinder-837546-2-iscsi neutron-server[104053]: DEBUG neutron.wsgi [req-db36ca9b-9289-4c69-87c6-7a85f7b162be req-52a19bad-948a-406c-b602-4f86aa262d25 service neutron] (104053) timed out ('10.222.0.47', 53264) {{(pid=104053) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 16 17:49:50.111828 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c8f4f96b-f220-42a2-a24a-ca42500af9a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (9f2b4370-7d03-4dcb-9a0d-4ff62d859136), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:49:57.272626 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:49:59.001845 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-d21f2743-4c5a-4493-83ce-81df6ecc7380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (e26ebcb9-a690-4ec1-8688-e951546304f4), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:50:01.312060 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-1a603cc1-5bc8-46af-97e3-0c034ba2a146 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (43e250b4-0ce3-4949-aa8c-0bafe6454580), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:50:02.263319 dv-cinder-837546-2-iscsi neutron-server[104055]: DEBUG neutron.db.agents_db [None req-618f4cd3-4a7d-480c-b6e2-8b59597e19f3 None None] Agent healthcheck: found 6 active agents {{(pid=104055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 17:50:02.552762 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-359da135-d845-4d2e-a034-e84fcb95f5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (8e118b8c-b091-4f14-909a-13c66b53efc1), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:50:04.246292 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-1d81e0cb-ff47-4623-99d5-ab370c19a781 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (25dd433a-18a0-496e-b58c-593ddca2a11d), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:50:04.515109 dv-cinder-837546-2-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9c446324-75d8-4b7d-9c4b-7934f61f21de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762170470885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571914'] for agent (f1f6c009-5a31-4833-b180-4d9d41a55fe5), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}